First model version
Browse files- .gitattributes +3 -34
- better_tokenizer/1986/env.log +3 -0
- better_tokenizer/1986/hyperparams.yaml +3 -0
- better_tokenizer/1986/log.txt +3 -0
- better_tokenizer/1986/save/CKPT+2023-06-15+17-20-48+00/CKPT.yaml +3 -0
- better_tokenizer/1986/save/CKPT+2023-06-15+17-20-48+00/brain.ckpt +3 -0
- better_tokenizer/1986/save/CKPT+2023-06-15+17-20-48+00/counter.ckpt +3 -0
- better_tokenizer/1986/save/CKPT+2023-06-15+17-20-48+00/dataloader-TRAIN.ckpt +3 -0
- better_tokenizer/1986/save/CKPT+2023-06-15+17-20-48+00/model.ckpt +3 -0
- better_tokenizer/1986/save/CKPT+2023-06-15+17-20-48+00/optimizer.ckpt +3 -0
- better_tokenizer/1986/save/CKPT+2023-06-15+17-20-48+00/scheduler.ckpt +3 -0
- better_tokenizer/1986/save/SLURM_tokenizer/tokenizer.ckpt +3 -0
- better_tokenizer/1986/train_log.txt +3 -0
- prepared/devel-type=direct-sample=0.25.csv +3 -0
- prepared/devel-type=direct.csv +3 -0
- prepared/test-type=direct-sample=0.25.csv +3 -0
- prepared/test-type=direct.csv +3 -0
- prepared/train-type=direct-sample=0.25.csv +3 -0
- prepared/train-type=direct.csv +3 -0
- prepared/train_real-type=direct.csv +3 -0
- prepared/train_synthetic-type=direct.csv +3 -0
- results +1 -0
.gitattributes
CHANGED
@@ -1,34 +1,3 @@
|
|
1 |
-
|
2 |
-
|
3 |
-
|
4 |
-
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
5 |
-
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
6 |
-
*.ftz filter=lfs diff=lfs merge=lfs -text
|
7 |
-
*.gz filter=lfs diff=lfs merge=lfs -text
|
8 |
-
*.h5 filter=lfs diff=lfs merge=lfs -text
|
9 |
-
*.joblib filter=lfs diff=lfs merge=lfs -text
|
10 |
-
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
11 |
-
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
12 |
-
*.model filter=lfs diff=lfs merge=lfs -text
|
13 |
-
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
14 |
-
*.npy filter=lfs diff=lfs merge=lfs -text
|
15 |
-
*.npz filter=lfs diff=lfs merge=lfs -text
|
16 |
-
*.onnx filter=lfs diff=lfs merge=lfs -text
|
17 |
-
*.ot filter=lfs diff=lfs merge=lfs -text
|
18 |
-
*.parquet filter=lfs diff=lfs merge=lfs -text
|
19 |
-
*.pb filter=lfs diff=lfs merge=lfs -text
|
20 |
-
*.pickle filter=lfs diff=lfs merge=lfs -text
|
21 |
-
*.pkl filter=lfs diff=lfs merge=lfs -text
|
22 |
-
*.pt filter=lfs diff=lfs merge=lfs -text
|
23 |
-
*.pth filter=lfs diff=lfs merge=lfs -text
|
24 |
-
*.rar filter=lfs diff=lfs merge=lfs -text
|
25 |
-
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
26 |
-
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
27 |
-
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
28 |
-
*.tflite filter=lfs diff=lfs merge=lfs -text
|
29 |
-
*.tgz filter=lfs diff=lfs merge=lfs -text
|
30 |
-
*.wasm filter=lfs diff=lfs merge=lfs -text
|
31 |
-
*.xz filter=lfs diff=lfs merge=lfs -text
|
32 |
-
*.zip filter=lfs diff=lfs merge=lfs -text
|
33 |
-
*.zst filter=lfs diff=lfs merge=lfs -text
|
34 |
-
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:74c93ff2150497fd44b8dc3f5fa29cc288ea17a73647531f9aa418c258af61a0
|
3 |
+
size 1515
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
better_tokenizer/1986/env.log
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d7c9167cdc1fd3487a81b02af130f9f9d601dd90f6df6e74d18cd1337f95088c
|
3 |
+
size 8862
|
better_tokenizer/1986/hyperparams.yaml
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:eab46d22fd8949a6e4a560dda874b879b029c785ce4a750ae118c19ff23b3556
|
3 |
+
size 4770
|
better_tokenizer/1986/log.txt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b1012c2043da9fb58987fa65c43639bec4e63d6d26e8dc3782f990802129e85d
|
3 |
+
size 90940
|
better_tokenizer/1986/save/CKPT+2023-06-15+17-20-48+00/CKPT.yaml
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:76f9901e82a26f9cd2d4ff80e2dc1203cd5edb5836b85e208c652a01be834908
|
3 |
+
size 90
|
better_tokenizer/1986/save/CKPT+2023-06-15+17-20-48+00/brain.ckpt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:33809a026a2c1febce7b03c8aafaee4ddfc851b2c70f180f8c06bf1017f4df5c
|
3 |
+
size 46
|
better_tokenizer/1986/save/CKPT+2023-06-15+17-20-48+00/counter.ckpt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b
|
3 |
+
size 1
|
better_tokenizer/1986/save/CKPT+2023-06-15+17-20-48+00/dataloader-TRAIN.ckpt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:952795a1f797b5c993ffc5d074b143eae036a499995e63f3dbd56ebba4e4ed9d
|
3 |
+
size 4
|
better_tokenizer/1986/save/CKPT+2023-06-15+17-20-48+00/model.ckpt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:35b3a56a6bc3631dd1da62593511fd08fb3589e62de1b209818593a976f9ddc0
|
3 |
+
size 37198751
|
better_tokenizer/1986/save/CKPT+2023-06-15+17-20-48+00/optimizer.ckpt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:645b3e375aeea0afb6b1a05b92735f97cdef81788c4fa701ef2137983f317687
|
3 |
+
size 74413829
|
better_tokenizer/1986/save/CKPT+2023-06-15+17-20-48+00/scheduler.ckpt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:00586b8b59e4b745b7b72ace944f3e431d0e746ce7ac7bdec20929aaa0b958a8
|
3 |
+
size 499
|
better_tokenizer/1986/save/SLURM_tokenizer/tokenizer.ckpt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8d1fa1a05cbde92e125630c5f86c412ecde7f5e77aa741c3ea818df47ca7e6ef
|
3 |
+
size 238283
|
better_tokenizer/1986/train_log.txt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:98a823b969cda67968d4f0228ccdac3f4273700cb396b7749f7565805d3e3237
|
3 |
+
size 101
|
prepared/devel-type=direct-sample=0.25.csv
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:00aa1c9c4e9ff7e3e54c2b96ae6daff32a4cc05c909d5515c7b95eb9957daa15
|
3 |
+
size 556464
|
prepared/devel-type=direct.csv
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:63e36e7640f928f3c171c62f39a2c5af1dd4c6b39646561df5c2dca1a90e4815
|
3 |
+
size 2217746
|
prepared/test-type=direct-sample=0.25.csv
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fa48bd5f072a21137a1f003192dab50de18efee3f52c2346c77e24cc3765b7dd
|
3 |
+
size 820656
|
prepared/test-type=direct.csv
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:63b94be7940e157565d823e022a22d0e17591ba7618b6cb4baa11b2c70e97ba3
|
3 |
+
size 3280244
|
prepared/train-type=direct-sample=0.25.csv
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:868c85830b2a36d5e61e7f29e0fe929a241702281f42e6ad9e6b16acb1d73ba2
|
3 |
+
size 7353457
|
prepared/train-type=direct.csv
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fa254560bc33cf378aeb4441f545ddcb3f7d1186d2ef8e858f94ece0863e3c69
|
3 |
+
size 29443891
|
prepared/train_real-type=direct.csv
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e0cf8dcea840b018723f731e7c97688a3b18a1c4b1691bf07b6836ffda4de31e
|
3 |
+
size 12722238
|
prepared/train_synthetic-type=direct.csv
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:aae8f81485740c43dc2d9e4da446216cd7d4f9be7bf3fa874c7100079ad36162
|
3 |
+
size 16721706
|
results
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
Subproject commit 0ea241cd2e082c04e30f628943b9df7b4bb312f0
|