yeen214
/

llama2_7b_sharegpt_neft

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

yeen214 commited on Nov 23, 2023

Commit

a3a8b16

•

1 Parent(s): c472a02

Upload config

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -1,7 +1,7 @@
 {
  "_name_or_path": "/workspace/home/heuiyeen/Data/Shareneft2",
  "architectures": [
- "LlamaModel"
  ],
  "attention_bias": false,
  "bos_token_id": 1,
@@ -21,7 +21,7 @@
  "rope_scaling": null,
  "rope_theta": 10000.0,
  "tie_word_embeddings": false,
- "torch_dtype": "float32",
  "transformers_version": "4.34.1",
  "use_cache": true,
  "vocab_size": 32001

 {
  "_name_or_path": "/workspace/home/heuiyeen/Data/Shareneft2",
  "architectures": [
+ "LlamaForCausalLM"
  ],
  "attention_bias": false,
  "bos_token_id": 1,
  "rope_scaling": null,
  "rope_theta": 10000.0,
  "tie_word_embeddings": false,
+ "torch_dtype": "bfloat16",
  "transformers_version": "4.34.1",
  "use_cache": true,
  "vocab_size": 32001