MeMDLM / scripts /train.py
pranamanam's picture
Upload 15 files
ed920f9 verified
raw
history blame
791 Bytes
import pytorch_lightning as L
from pytorch_lightning.strategies import DDPStrategy
from configs.config import Config
from utils.data_loader import get_dataloaders
from models.diffusion import Diffusion
# Get dataloaders
train_loader, val_loader, _ = get_dataloaders(Config)
# Initialize model
latent_diffusion_model = Diffusion(Config, latent_dim=Config.latent_dim)
# Initialize trainer
trainer = L.Trainer(
max_epochs=Config.training["epochs"],
gpus=Config.training["gpus"],
precision=Config.training["precision"],
strategy=DDPStrategy(find_unused_parameters=False),
accumulate_grad_batches=Config.training["accumulate_grad_batches"],
default_root_dir=Config.training["save_dir"]
)
# Train the model
trainer.fit(latent_diffusion_model, train_loader, val_loader)