Ubuntu
commited on
Commit
·
55eecdc
1
Parent(s):
eeb18f6
adding model and lm
Browse files- .gitattributes +3 -0
- added_tokens.json +3 -0
- alphabet.json +3 -0
- config.json +3 -0
- eval.py +3 -0
- language_model/5gram.bin +3 -0
- language_model/attrs.json +3 -0
- language_model/unigrams.txt +3 -0
- optimizer.pt +3 -0
- preprocessor_config.json +3 -0
- pytorch_model.bin +3 -0
- rng_state.pth +3 -0
- scaler.pt +3 -0
- scheduler.pt +3 -0
- special_tokens_map.json +3 -0
- tokenizer_config.json +3 -0
- trainer_state.json +3 -0
- training_args.bin +3 -0
- vocab.json +3 -0
.gitattributes
CHANGED
@@ -25,3 +25,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
25 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
26 |
*.zstandard filter=lfs diff=lfs merge=lfs -text
|
27 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
25 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
26 |
*.zstandard filter=lfs diff=lfs merge=lfs -text
|
27 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
28 |
+
*.json filter=lfs diff=lfs merge=lfs -text
|
29 |
+
*.py filter=lfs diff=lfs merge=lfs -text
|
30 |
+
*.txt filter=lfs diff=lfs merge=lfs -text
|
added_tokens.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ad6fa3ee3216d1cea21a4268dfad1dcb4b103ab58d6afd80a1e580637cc86743
|
3 |
+
size 23
|
alphabet.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d5467ac6ec7ca95e75979fb9932c62b7f34334f77c253c2b1e1a90c1de9a5328
|
3 |
+
size 723
|
config.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:25fd4c16bbf08b6edb05a5d949041aae0fe484bd578ec02b91f7fb7d1cafa981
|
3 |
+
size 2068
|
eval.py
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:114c4c0577b93110a24faeefb5e3926d8647a702fc4007803795e11dd8edfef6
|
3 |
+
size 4562
|
language_model/5gram.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b5dc7e86119edb72c80e8c1aabed6cf258a9a711f0f9136c9b568ee29b25f4b5
|
3 |
+
size 1738625553
|
language_model/attrs.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f5ffd02e1ceef6517476e72ebe7997ddef7e92d27cb5a23d6695d64c4317d6ad
|
3 |
+
size 78
|
language_model/unigrams.txt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cb3d4ba3cdf0a4e7ab9edad7096aad5099c8301f0c4ade0be6ae4d34528c4984
|
3 |
+
size 21444003
|
optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c678125e35c8763952a71446444d708ffdadedcabfe3a95b44cc53197f4bb849
|
3 |
+
size 2490641169
|
preprocessor_config.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2c594304e9d9832162bedd5345051df29e8daf458a845cbed58c6ede23ceeae3
|
3 |
+
size 262
|
pytorch_model.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:20b2a40ea36fbaf04fca5ed53846c1976f3dd6c354b56e43cc9243d0b67565b3
|
3 |
+
size 1262214769
|
rng_state.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3f1e954a2445d3bb8101a8943ab35530bd257b896fc2aa0a03e771ebea79e3bf
|
3 |
+
size 14567
|
scaler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:94306108a3f0cc9cdda9897dfb6cec5322a6e03241b769ba6b76f74d8e025253
|
3 |
+
size 559
|
scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5e50221cf4cf100b1144b32d1a356de308de08769029a62fc5ded67a64ee3f70
|
3 |
+
size 623
|
special_tokens_map.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a8d4108744f9b30c57365da221c760137c262a6ddfa4a71a9a68a561d7b842ee
|
3 |
+
size 502
|
tokenizer_config.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:db37cde4ebbe68eef70d4a664243c0b5fe5f88c4d8d5e3fb20c8daecd6eeef08
|
3 |
+
size 326
|
trainer_state.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ff33c59a3755637cc7dd825d8f2dd73b07ce1a7fe0b02644f2456e4e01569383
|
3 |
+
size 22191
|
training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0a6019b94ca7d098bb9b3db7c9015c9d85d076c58ce587546e83e8374306f70f
|
3 |
+
size 2991
|
vocab.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e0cb5494d91344a07788a2b5f21a0cc4884027caedb6fb755e5e106bdbc876a1
|
3 |
+
size 751
|