mlx-community

/

c4ai-command-r7b-12-2024-bf16

like 4

Follow

MLX Community 3.51k

from mlx_lm import load, generate

model, tokenizer = load("mlx-community/c4ai-command-r7b-12-2024-bf16")

prompt="hello"

if hasattr(tokenizer, "apply_chat_template") and tokenizer.chat_template is not None:
messages = [{"role": "user", "content": prompt}]
prompt = tokenizer.apply_chat_template(
messages, tokenize=False, add_generation_prompt=True
)

response = generate(model, tokenizer, prompt=prompt, verbose=True)

--

says
File /opt/anaconda3/envs/f1llama/lib/python3.10/site-packages/mlx_lm/utils.py:121, in _get_classes(config)
120 try:
--> 121 arch = importlib.import_module(f"mlx_lm.models.{model_type}")
122 except ImportError:

File /opt/anaconda3/envs/f1llama/lib/python3.10/importlib/init.py:126, in import_module(name, package)
125 level += 1
--> 126 return _bootstrap._gcd_import(name[level:], package, level)

File :1050, in _gcd_import(name, package, level)

File :1027, in find_and_load(name, import)

File :1004, in find_and_load_unlocked(name, import)

ModuleNotFoundError: No module named 'mlx_lm.models.cohere2'

During handling of the above exception, another exception occurred:

ValueError Traceback (most recent call last)
Cell In[6], line 3
1 from mlx_lm import load, generate
----> 3 model, tokenizer = load("mlx-community/c4ai-command-r7b-12-2024-bf16")
...
124 logging.error(msg)
--> 125 raise ValueError(msg)
127 return arch.Model, arch.ModelArgs

ValueError: Model type cohere2 not supported.