File size: 186 Bytes
4e1467d
 
 
 
 
 
1
2
3
4
5
6
@dataclass
class OsSoluConfig:
    d_model: int = 512
    vocab_size: int = 65536 # Unsure about this.
    learning_rate: float = 1e-3
    num_embeddings: int = 1024 # Unsure about this.