Hugging Face's logo

compressa-ai
/
Meta-Llama-3-8B-Instruct-medchat-LoRA

PEFT
Safetensors
Model card Files Community
alex-prutko commited on
Commit
df7e04c
•
1 Parent(s): 492a2e5

5 epochs, cosine

Browse files
Files changed (7) hide show
  1. adapter_model.safetensors +1 -1
  2. compressa-config.json +1 -1
  3. optimizer.pt +1 -1
  4. rng_state.pth +1 -1
  5. scheduler.pt +1 -1
  6. trainer_state.json +0 -0
  7. training_args.bin +2 -2
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:703557f4188aa469524b4f3e4e0c1ec07378f5b46172241444e83d8b22ff18d2
3
  size 27297544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a483dad2eb3cc1c0c53862a2c56e41b485633566676154dd7633b2abfa43ad8
3
  size 27297544
compressa-config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "model_name": "llama_3_fp_epoch_3",
3
  "torch_dtype": "torch.float16",
4
  "device_map": "auto",
5
  "trust_remote_code": false,
 
1
  {
2
+ "model_name": "llama_3_med_chat_lr_0.0001_warmup_20_epochs_5_fp",
3
  "torch_dtype": "torch.float16",
4
  "device_map": "auto",
5
  "trust_remote_code": false,
optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d5cf4a89f17db7f467339252db1577234ba169051f4361835f08564e5cc20904
3
  size 54741498
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:629c2c48f0a26507526d27dab8c4c86ade2251aead192e73c02a4eb838b95fbc
3
  size 54741498
rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4eeeb62a720c4b597a880e07f8cb750bf18c118e1971a65ea3ef58761ce474cc
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5460dd61177f5fc7e383191e2034f13a0c0568a5205fe8902a361347170f6e0d
3
  size 14244
scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:99dd3c2fb764f31a43e0a9282ffd1057f18692ce958664acb9811c310e4a5fe0
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10a5c0903aa41376be2e7e08598d576931d26fb1dedc7d0c5140f9d591e1debc
3
  size 1064
trainer_state.json CHANGED
The diff for this file is too large to render. See raw diff
 
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:04e341bbbededb3b12d7465bae4ebd4087da2b6384e78f1e429f2d80e8f3bd75
3
- size 4856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81e7eadf4ce7c60fb01a87369564842921d0c839882f1b436b8c6c53b492b5c1
3
+ size 4792