NEOX / configs /docker /pythia-paths.yml
akswelh's picture
Upload 251 files
d90b3a8 verified
{
"train-data-paths": ["/home/mchorse/data/pile_deduped/pile_0.87_deduped_text_document"],
"valid-data-paths": ["/home/mchorse/data/pile_deduped/pile_0.87_deduped_text_document"],
"test-data-paths": ["/home/mchorse/data/pile_deduped/pile_0.87_deduped_text_document"],
"tokenizer-type": "HFTokenizer",
"vocab-file": "/home/mchorse/data/tokenizers/20B_tokenizer.json",
"save": "/home/mchorse/chk/",
"load": "/home/mchorse/chk/",
"checkpoint_validation_with_forward_pass": False
}