Commit History

global_batch_size: 256
2c37145

mtasic85 commited on

micro_batch_size: 1
62b0ee3

mtasic85 commited on

new tokens
c3905b0

mtasic85 commited on

new tokenizer
356cb1c

mtasic85 commited on

micro_batch_size: 4
ebc900d

mtasic85 commited on

class_path: torchao.prototype.low_bit_optim.AdamW8bit
220683e

mtasic85 commited on

class_path: torchao.prototype.low_bit_optim.AdamW4bit
0fb963b

mtasic85 commited on

torchao
066de90

mtasic85 commited on

class_path: torchao.prototype.low_bit_optim.AdamW8bit
be4649f

mtasic85 commited on

intermediate_size: 3584
4c21a80

mtasic85 commited on

max_seq_length: 8192
abd95b0

mtasic85 commited on

intermediate_size: 4096
5b960ac

mtasic85 commited on

pretrain core
5b81e55

mtasic85 commited on