File size: 8,090 Bytes
5472531 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 |
2024-02-26 21:25:09 | INFO | model_worker | args: Namespace(host='localhost', port=21002, worker_address='http://localhost:21002', controller_address='http://localhost:21001', model_path='MBZUAI/MobiLlama-0.5B_chat', revision='main', device='cuda', gpus=None, num_gpus=1, max_gpu_memory=None, dtype=None, load_8bit=False, cpu_offloading=False, gptq_ckpt=None, gptq_wbits=16, gptq_groupsize=-1, gptq_act_order=False, awq_ckpt=None, awq_wbits=16, awq_groupsize=-1, enable_exllama=False, exllama_max_seq_len=4096, exllama_gpu_split=None, exllama_cache_8bit=False, enable_xft=False, xft_max_seq_len=4096, xft_dtype=None, model_names=None, conv_template=None, embed_in_truncate=False, limit_worker_concurrency=5, stream_interval=2, no_register=False, seed=None, debug=False, ssl=False)
2024-02-26 21:25:09 | INFO | model_worker | Loading the model ['MobiLlama-0.5B_chat'] on worker f5709397 ...
2024-02-26 21:25:09 | ERROR | stderr | Traceback (most recent call last):
2024-02-26 21:25:09 | ERROR | stderr | File "/home/ashmal.vayani/anaconda3/envs/finetune_amber/lib/python3.10/site-packages/huggingface_hub/utils/_errors.py", line 270, in hf_raise_for_status
2024-02-26 21:25:09 | ERROR | stderr | response.raise_for_status()
2024-02-26 21:25:09 | ERROR | stderr | File "/home/ashmal.vayani/anaconda3/envs/finetune_amber/lib/python3.10/site-packages/requests/models.py", line 1021, in raise_for_status
2024-02-26 21:25:09 | ERROR | stderr | raise HTTPError(http_error_msg, response=self)
2024-02-26 21:25:09 | ERROR | stderr | requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://huggingface.co/MBZUAI/MobiLlama-0.5B_chat/resolve/main/tokenizer_config.json
2024-02-26 21:25:09 | ERROR | stderr |
2024-02-26 21:25:09 | ERROR | stderr | The above exception was the direct cause of the following exception:
2024-02-26 21:25:09 | ERROR | stderr |
2024-02-26 21:25:09 | ERROR | stderr | Traceback (most recent call last):
2024-02-26 21:25:09 | ERROR | stderr | File "/home/ashmal.vayani/anaconda3/envs/finetune_amber/lib/python3.10/site-packages/transformers/utils/hub.py", line 429, in cached_file
2024-02-26 21:25:09 | ERROR | stderr | resolved_file = hf_hub_download(
2024-02-26 21:25:09 | ERROR | stderr | File "/home/ashmal.vayani/anaconda3/envs/finetune_amber/lib/python3.10/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn
2024-02-26 21:25:09 | ERROR | stderr | return fn(*args, **kwargs)
2024-02-26 21:25:09 | ERROR | stderr | File "/home/ashmal.vayani/anaconda3/envs/finetune_amber/lib/python3.10/site-packages/huggingface_hub/file_download.py", line 1374, in hf_hub_download
2024-02-26 21:25:09 | ERROR | stderr | raise head_call_error
2024-02-26 21:25:09 | ERROR | stderr | File "/home/ashmal.vayani/anaconda3/envs/finetune_amber/lib/python3.10/site-packages/huggingface_hub/file_download.py", line 1247, in hf_hub_download
2024-02-26 21:25:09 | ERROR | stderr | metadata = get_hf_file_metadata(
2024-02-26 21:25:09 | ERROR | stderr | File "/home/ashmal.vayani/anaconda3/envs/finetune_amber/lib/python3.10/site-packages/huggingface_hub/utils/_validators.py", line 118, in _inner_fn
2024-02-26 21:25:09 | ERROR | stderr | return fn(*args, **kwargs)
2024-02-26 21:25:09 | ERROR | stderr | File "/home/ashmal.vayani/anaconda3/envs/finetune_amber/lib/python3.10/site-packages/huggingface_hub/file_download.py", line 1624, in get_hf_file_metadata
2024-02-26 21:25:09 | ERROR | stderr | r = _request_wrapper(
2024-02-26 21:25:09 | ERROR | stderr | File "/home/ashmal.vayani/anaconda3/envs/finetune_amber/lib/python3.10/site-packages/huggingface_hub/file_download.py", line 402, in _request_wrapper
2024-02-26 21:25:09 | ERROR | stderr | response = _request_wrapper(
2024-02-26 21:25:09 | ERROR | stderr | File "/home/ashmal.vayani/anaconda3/envs/finetune_amber/lib/python3.10/site-packages/huggingface_hub/file_download.py", line 426, in _request_wrapper
2024-02-26 21:25:09 | ERROR | stderr | hf_raise_for_status(response)
2024-02-26 21:25:09 | ERROR | stderr | File "/home/ashmal.vayani/anaconda3/envs/finetune_amber/lib/python3.10/site-packages/huggingface_hub/utils/_errors.py", line 320, in hf_raise_for_status
2024-02-26 21:25:09 | ERROR | stderr | raise RepositoryNotFoundError(message, response) from e
2024-02-26 21:25:09 | ERROR | stderr | huggingface_hub.utils._errors.RepositoryNotFoundError: 404 Client Error. (Request ID: Root=1-65dcf3a5-07352a30663ed69061780198;566cf227-6e78-441a-8e00-afe54bec8bf9)
2024-02-26 21:25:09 | ERROR | stderr |
2024-02-26 21:25:09 | ERROR | stderr | Repository Not Found for url: https://huggingface.co/MBZUAI/MobiLlama-0.5B_chat/resolve/main/tokenizer_config.json.
2024-02-26 21:25:09 | ERROR | stderr | Please make sure you specified the correct `repo_id` and `repo_type`.
2024-02-26 21:25:09 | ERROR | stderr | If you are trying to access a private or gated repo, make sure you are authenticated.
2024-02-26 21:25:09 | ERROR | stderr |
2024-02-26 21:25:09 | ERROR | stderr | The above exception was the direct cause of the following exception:
2024-02-26 21:25:09 | ERROR | stderr |
2024-02-26 21:25:09 | ERROR | stderr | Traceback (most recent call last):
2024-02-26 21:25:09 | ERROR | stderr | File "/home/ashmal.vayani/anaconda3/envs/finetune_amber/lib/python3.10/runpy.py", line 196, in _run_module_as_main
2024-02-26 21:25:09 | ERROR | stderr | return _run_code(code, main_globals, None,
2024-02-26 21:25:09 | ERROR | stderr | File "/home/ashmal.vayani/anaconda3/envs/finetune_amber/lib/python3.10/runpy.py", line 86, in _run_code
2024-02-26 21:25:09 | ERROR | stderr | exec(code, run_globals)
2024-02-26 21:25:09 | ERROR | stderr | File "/mnt/beegfs/fahad.khan/mobile_check/FastChat/fastchat/serve/model_worker.py", line 414, in <module>
2024-02-26 21:25:09 | ERROR | stderr | args, worker = create_model_worker()
2024-02-26 21:25:09 | ERROR | stderr | File "/mnt/beegfs/fahad.khan/mobile_check/FastChat/fastchat/serve/model_worker.py", line 385, in create_model_worker
2024-02-26 21:25:09 | ERROR | stderr | worker = ModelWorker(
2024-02-26 21:25:09 | ERROR | stderr | File "/mnt/beegfs/fahad.khan/mobile_check/FastChat/fastchat/serve/model_worker.py", line 77, in __init__
2024-02-26 21:25:09 | ERROR | stderr | self.model, self.tokenizer = load_model(
2024-02-26 21:25:09 | ERROR | stderr | File "/mnt/beegfs/fahad.khan/mobile_check/FastChat/fastchat/model/model_adapter.py", line 350, in load_model
2024-02-26 21:25:09 | ERROR | stderr | model, tokenizer = adapter.load_model(model_path, kwargs)
2024-02-26 21:25:09 | ERROR | stderr | File "/mnt/beegfs/fahad.khan/mobile_check/FastChat/fastchat/model/model_adapter.py", line 85, in load_model
2024-02-26 21:25:09 | ERROR | stderr | tokenizer = AutoTokenizer.from_pretrained(
2024-02-26 21:25:09 | ERROR | stderr | File "/home/ashmal.vayani/anaconda3/envs/finetune_amber/lib/python3.10/site-packages/transformers/models/auto/tokenization_auto.py", line 701, in from_pretrained
2024-02-26 21:25:09 | ERROR | stderr | tokenizer_config = get_tokenizer_config(pretrained_model_name_or_path, **kwargs)
2024-02-26 21:25:09 | ERROR | stderr | File "/home/ashmal.vayani/anaconda3/envs/finetune_amber/lib/python3.10/site-packages/transformers/models/auto/tokenization_auto.py", line 534, in get_tokenizer_config
2024-02-26 21:25:09 | ERROR | stderr | resolved_config_file = cached_file(
2024-02-26 21:25:09 | ERROR | stderr | File "/home/ashmal.vayani/anaconda3/envs/finetune_amber/lib/python3.10/site-packages/transformers/utils/hub.py", line 450, in cached_file
2024-02-26 21:25:09 | ERROR | stderr | raise EnvironmentError(
2024-02-26 21:25:09 | ERROR | stderr | OSError: MBZUAI/MobiLlama-0.5B_chat is not a local folder and is not a valid model identifier listed on 'https://huggingface.co/models'
2024-02-26 21:25:09 | ERROR | stderr | If this is a private repository, make sure to pass a token having permission to this repo either by logging in with `huggingface-cli login` or by passing `token=<your_token>`
|