add tokenizer
Browse files
runs/May06_13-49-23_hydcorp-esxi09/1651825175.0778353/events.out.tfevents.1651825175.hydcorp-esxi09.1533773.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:31b472dece8d3ed692c9d93d5014f538e11e0d6f85bd418c27ee4d16cd5ddbff
|
3 |
+
size 4792
|
runs/May06_13-49-23_hydcorp-esxi09/events.out.tfevents.1651825175.hydcorp-esxi09.1533773.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:78f11e5a5d14b06b933f5be351dfbd72f1e2d883edb95e39753b75f270cc6158
|
3 |
+
size 4757
|
vocab.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"
|
|
|
1 |
+
{"k": 0, "c": 1, "e": 2, "s": 3, "v": 4, "m": 5, "0": 6, "y": 7, "2": 9, "1": 10, "j": 11, "9": 12, "r": 13, "6": 14, "f": 15, "5": 16, "l": 17, "g": 18, "a": 19, "8": 20, "'": 21, "i": 22, "w": 23, "b": 24, "p": 25, "x": 26, "d": 27, "t": 28, "n": 29, "u": 30, "z": 31, "3": 32, "o": 33, "h": 34, "4": 35, "q": 36, "|": 8, "[UNK]": 37, "[PAD]": 38}
|