Andyson commited on
Commit
aa98d87
1 Parent(s): b8b69f9

meta llama

Browse files
configs/clm_models/llama2chat7b_lora.yaml CHANGED
@@ -2,7 +2,7 @@ _target_: src.models_clm.peft_models.get_peft_model_with_resize_embedding
2
  model:
3
  _target_: src.models_clm.modeling_llama_xformer.LlamaForCausalLM.from_pretrained
4
  # _target_: transformers.LlamaForCausalLM.from_pretrained
5
- pretrained_model_name_or_path: luodian/llama-7b-hf
6
  low_cpu_mem_usage: True
7
  peft_config:
8
  _target_: peft.LoraConfig
 
2
  model:
3
  _target_: src.models_clm.modeling_llama_xformer.LlamaForCausalLM.from_pretrained
4
  # _target_: transformers.LlamaForCausalLM.from_pretrained
5
+ pretrained_model_name_or_path: meta-llama/Llama-2-7b-hf
6
  low_cpu_mem_usage: True
7
  peft_config:
8
  _target_: peft.LoraConfig