jungiebeen
/

pretrain4

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

jungiebeen commited on Jan 31

Commit

8a4f000

•

1 Parent(s): 4ce7fcc

Upload model

Files changed (2) hide show

config.json +2 -2
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/workspace/new/pretraining/local-models/training/2024-01-13_16-06-21",
   "activation_function": "gelu_new",
   "architectures": [
     "GPT2LMHeadModel"
@@ -15,7 +15,7 @@
   "n_embd": 768,
   "n_head": 12,
   "n_inner": null,
-  "n_layer": 11,
   "n_positions": 1024,
   "reorder_and_upcast_attn": false,
   "resid_pdrop": 0.0,

 {
+  "_name_or_path": "/workspace/pretraining/local-models/training/2024-01-31_19-19-24",
   "activation_function": "gelu_new",
   "architectures": [
     "GPT2LMHeadModel"
   "n_embd": 768,
   "n_head": 12,
   "n_inner": null,
+  "n_layer": 20,
   "n_positions": 1024,
   "reorder_and_upcast_attn": false,
   "resid_pdrop": 0.0,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:219744dfda234100ec03454521cab3b181f6c8b5fc0de4f52a2cd9cb5ded8dc5
-size 469421488

 version https://git-lfs.github.com/spec/v1
+oid sha256:c4fbb82de09b40680650349d8920cd76271abbab947791a17e9cc8fb575392a2
+size 724595976