PrajwalS commited on
Commit
5ec6e79
·
1 Parent(s): 9280a03

add tokenizer

Browse files
runs/May06_13-49-23_hydcorp-esxi09/1651825175.0778353/events.out.tfevents.1651825175.hydcorp-esxi09.1533773.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31b472dece8d3ed692c9d93d5014f538e11e0d6f85bd418c27ee4d16cd5ddbff
3
+ size 4792
runs/May06_13-49-23_hydcorp-esxi09/events.out.tfevents.1651825175.hydcorp-esxi09.1533773.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78f11e5a5d14b06b933f5be351dfbd72f1e2d883edb95e39753b75f270cc6158
3
+ size 4757
vocab.json CHANGED
@@ -1 +1 @@
1
- {"f": 0, "h": 1, "a": 2, "y": 3, "5": 4, "l": 6, "6": 7, "9": 8, "o": 9, "1": 10, "'": 11, "e": 12, "i": 13, "2": 14, "b": 15, "3": 16, "v": 17, "p": 18, "w": 19, "z": 20, "u": 21, "d": 22, "m": 23, "x": 24, "8": 25, "k": 26, "0": 27, "j": 28, "4": 29, "g": 30, "c": 31, "q": 32, "s": 33, "t": 34, "n": 35, "r": 36, "|": 5, "[UNK]": 37, "[PAD]": 38}
 
1
+ {"k": 0, "c": 1, "e": 2, "s": 3, "v": 4, "m": 5, "0": 6, "y": 7, "2": 9, "1": 10, "j": 11, "9": 12, "r": 13, "6": 14, "f": 15, "5": 16, "l": 17, "g": 18, "a": 19, "8": 20, "'": 21, "i": 22, "w": 23, "b": 24, "p": 25, "x": 26, "d": 27, "t": 28, "n": 29, "u": 30, "z": 31, "3": 32, "o": 33, "h": 34, "4": 35, "q": 36, "|": 8, "[UNK]": 37, "[PAD]": 38}