runtime error
_weights(save_dir) File "/usr/local/lib/python3.10/site-packages/hqq/models/base.py", line 195, in load_weights return torch.load(cls.get_weight_file(save_dir), map_location=map_location) File "/usr/local/lib/python3.10/site-packages/torch/serialization.py", line 1026, in load return _load(opened_zipfile, File "/usr/local/lib/python3.10/site-packages/torch/serialization.py", line 1438, in _load result = unpickler.load() File "/usr/local/lib/python3.10/site-packages/torch/serialization.py", line 1408, in persistent_load typed_storage = load_tensor(dtype, nbytes, key, _maybe_decode_ascii(location)) File "/usr/local/lib/python3.10/site-packages/torch/serialization.py", line 1382, in load_tensor wrap_storage=restore_location(storage, location), File "/usr/local/lib/python3.10/site-packages/torch/serialization.py", line 391, in default_restore_location result = fn(storage, location) File "/usr/local/lib/python3.10/site-packages/torch/serialization.py", line 266, in _cuda_deserialize device = validate_cuda_device(location) File "/usr/local/lib/python3.10/site-packages/torch/serialization.py", line 250, in validate_cuda_device raise RuntimeError('Attempting to deserialize object on a CUDA ' RuntimeError: Attempting to deserialize object on a CUDA device but torch.cuda.is_available() is False. If you are running on a CPU-only machine, please use torch.load with map_location=torch.device('cpu') to map your storages to the CPU. During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/user/app/app.py", line 9, in <module> model = HQQModelForCausalLM.from_quantized(model_id, adapter='adapter_v0.1.lora', device='cuda') File "/usr/local/lib/python3.10/site-packages/hqq/engine/base.py", line 86, in from_quantized model = cls._get_hqq_class(arch_key).from_quantized( File "/usr/local/lib/python3.10/site-packages/hqq/models/base.py", line 331, in from_quantized raise FileNotFoundError FileNotFoundError
Container logs:
Fetching error logs...