ummagumm-a commited on
Commit
c954012
·
verified ·
1 Parent(s): 47dc693

Training in progress, step 500

Browse files
Files changed (2) hide show
  1. config.json +1 -1
  2. training_args.bin +2 -2
config.json CHANGED
@@ -22,7 +22,7 @@
22
  "rotary_emb_base": 10000,
23
  "rotary_pct": 0.25,
24
  "tie_word_embeddings": false,
25
- "torch_dtype": "bfloat16",
26
  "transformers_version": "4.37.0",
27
  "use_cache": true,
28
  "use_parallel_residual": true,
 
22
  "rotary_emb_base": 10000,
23
  "rotary_pct": 0.25,
24
  "tie_word_embeddings": false,
25
+ "torch_dtype": "float32",
26
  "transformers_version": "4.37.0",
27
  "use_cache": true,
28
  "use_parallel_residual": true,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a7a4dab22a5918c2b44f6ed569d522856354ff80864579c7ec64fe2c3e56fe60
3
- size 5688
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:875b9c6d253f320a210341935a4d735680c4e72f4dd41c793e5c98ca4fd1c68c
3
+ size 5624