You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
bin C:\Users\35934\miniconda3\envs\textgen\lib\site-packages\bitsandbytes\libbitsandbytes_cpu.so
C:\Users\35934\miniconda3\envs\textgen\lib\site-packages\bitsandbytes\cextension.py:33: UserWarning: The installed version of bitsandbytes was compiled without GPU support. 8-bit optimizers, 8-bit multiplication, and GPU quantization are unavailable.
warn("The installed version of bitsandbytes was compiled without GPU support. "
CUDA SETUP: Loading binary C:\Users\35934\miniconda3\envs\textgen\lib\site-packages\bitsandbytes\libbitsandbytes_cpu.so...
argument of type 'WindowsPath' is not iterable
Loading checkpoint shards: 100%|████████████████████████████████████████████████████████████████████| 41/41 [02:24<00:00, 3.54s/it]
Traceback (most recent call last):
File "C:\Users\35934\textgen\vigogne\scripts\export_state_dict_checkpoint.py", line 146, in
fire.Fire(main)
File "C:\Users\35934\miniconda3\envs\textgen\lib\site-packages\fire\core.py", line 141, in Fire
component_trace = _Fire(component, args, parsed_flag_args, context, name)
File "C:\Users\35934\miniconda3\envs\textgen\lib\site-packages\fire\core.py", line 475, in _Fire
component, remaining_args = _CallAndUpdateTrace(
File "C:\Users\35934\miniconda3\envs\textgen\lib\site-packages\fire\core.py", line 691, in _CallAndUpdateTrace
component = fn(*varargs, **kwargs)
File "C:\Users\35934\textgen\vigogne\scripts\export_state_dict_checkpoint.py", line 42, in main
lora_model = PeftModel.from_pretrained(
File "C:\Users\35934\miniconda3\envs\textgen\lib\site-packages\peft\peft_model.py", line 181, in from_pretrained
model.load_adapter(model_id, adapter_name, **kwargs)
File "C:\Users\35934\miniconda3\envs\textgen\lib\site-packages\peft\peft_model.py", line 380, in load_adapter
adapters_weights = torch.load(
File "C:\Users\35934\miniconda3\envs\textgen\lib\site-packages\torch\serialization.py", line 815, in load
return _legacy_load(opened_file, map_location, pickle_module, **pickle_load_args)
File "C:\Users\35934\miniconda3\envs\textgen\lib\site-packages\torch\serialization.py", line 1033, in _legacy_load
magic_number = pickle_module.load(f, **pickle_load_args)
_pickle.UnpicklingError: invalid load key, 'v'.
The text was updated successfully, but these errors were encountered:
(textgen) C:\Users\35934\textgen>python vigogne/scripts/export_state_dict_checkpoint.py --base_model_name_or_path "decapoda-research/llama-13b-hf" --lora_model_name_or_path "C:\Users\35934\textgen\vigogne-instruct-13b" --output_dir . --base_model_size "13B"
===================================BUG REPORT===================================
Welcome to bitsandbytes. For bug reports, please run
python -m bitsandbytes
and submit this information together with your error trace to: https://github.com/TimDettmers/bitsandbytes/issues
bin C:\Users\35934\miniconda3\envs\textgen\lib\site-packages\bitsandbytes\libbitsandbytes_cpu.so
C:\Users\35934\miniconda3\envs\textgen\lib\site-packages\bitsandbytes\cextension.py:33: UserWarning: The installed version of bitsandbytes was compiled without GPU support. 8-bit optimizers, 8-bit multiplication, and GPU quantization are unavailable.
warn("The installed version of bitsandbytes was compiled without GPU support. "
CUDA SETUP: Loading binary C:\Users\35934\miniconda3\envs\textgen\lib\site-packages\bitsandbytes\libbitsandbytes_cpu.so...
argument of type 'WindowsPath' is not iterable
Loading checkpoint shards: 100%|████████████████████████████████████████████████████████████████████| 41/41 [02:24<00:00, 3.54s/it]
Traceback (most recent call last):
File "C:\Users\35934\textgen\vigogne\scripts\export_state_dict_checkpoint.py", line 146, in
fire.Fire(main)
File "C:\Users\35934\miniconda3\envs\textgen\lib\site-packages\fire\core.py", line 141, in Fire
component_trace = _Fire(component, args, parsed_flag_args, context, name)
File "C:\Users\35934\miniconda3\envs\textgen\lib\site-packages\fire\core.py", line 475, in _Fire
component, remaining_args = _CallAndUpdateTrace(
File "C:\Users\35934\miniconda3\envs\textgen\lib\site-packages\fire\core.py", line 691, in _CallAndUpdateTrace
component = fn(*varargs, **kwargs)
File "C:\Users\35934\textgen\vigogne\scripts\export_state_dict_checkpoint.py", line 42, in main
lora_model = PeftModel.from_pretrained(
File "C:\Users\35934\miniconda3\envs\textgen\lib\site-packages\peft\peft_model.py", line 181, in from_pretrained
model.load_adapter(model_id, adapter_name, **kwargs)
File "C:\Users\35934\miniconda3\envs\textgen\lib\site-packages\peft\peft_model.py", line 380, in load_adapter
adapters_weights = torch.load(
File "C:\Users\35934\miniconda3\envs\textgen\lib\site-packages\torch\serialization.py", line 815, in load
return _legacy_load(opened_file, map_location, pickle_module, **pickle_load_args)
File "C:\Users\35934\miniconda3\envs\textgen\lib\site-packages\torch\serialization.py", line 1033, in _legacy_load
magic_number = pickle_module.load(f, **pickle_load_args)
_pickle.UnpicklingError: invalid load key, 'v'.
The text was updated successfully, but these errors were encountered: