| ### configs/config.py | |
| ```python | |
| class Config: | |
| model_name = "facebook/esm2_t33_650M_UR50D" | |
| latent_dim = 1280 # Adjust based on ESM-2 latent dimension | |
| optim = {"lr": 1e-4} | |
| training = { | |
| "ema": 0.999, | |
| "epochs": 10, | |
| "batch_size": 32, | |
| "gpus": 8, | |
| "precision": 16, # Mixed precision training | |
| "accumulate_grad_batches": 2, # Gradient accumulation | |
| "save_dir": "./checkpoints/", | |
| } | |
| data_path = "./data/" | |
| T = 1000 # Number of diffusion steps | |
| subs_masking = False | |