Upload 54 files

lr/config/agent/lr.yaml

@@ -0,0 +1,59 @@
+_target_: agent.AgentConfig
+
+denoiser:
+  _target_: models.diffusion.DenoiserConfig
+  sigma_data: 0.5
+  sigma_offset_noise: 0.1
+  noise_previous_obs: true
+  upsampling_factor: null
+  inner_model:
+    _target_: models.diffusion.InnerModelConfig
+    img_channels: 3
+    num_steps_conditioning: 4
+    cond_channels: 2048
+    depths:
+    - 2
+    - 2
+    - 2
+    - 2
+    channels:
+    - 128
+    - 256
+    - 512
+    - 1024
+    attn_depths:
+    - 0
+    - 0
+    - 1
+    - 1
+
+upsampler:
+  _target_: models.diffusion.DenoiserConfig
+  sigma_data: 0.5
+  sigma_offset_noise: 0.1
+  noise_previous_obs: false
+  upsampling_factor: 5
+  inner_model:
+    _target_: models.diffusion.InnerModelConfig
+    img_channels: 3
+    num_steps_conditioning: 1
+    cond_channels: 2048
+    depths:
+    - 2
+    - 2
+    - 2
+    - 2
+    channels:
+    - 64
+    - 64
+    - 128
+    - 256
+    attn_depths:
+    - 0
+    - 0
+    - 0
+    - 1
+  
+rew_end_model: null 
+
+actor_critic: null 

lr/config/env/lr.yaml

@@ -0,0 +1,7 @@
+train:
+  id: lr
+  size: [320, 240]
+num_actions: 22
+path_data_low_res: C:\Users\ifrat\Documents\AI-SM64\MarioKart\colab-diamond-csgo\processed\low_res
+path_data_full_res: C:\Users\ifrat\Documents\AI-SM64\MarioKart\colab-diamond-csgo\processed\full_res
+keymap: mk64

lr/config/trainer.yaml

@@ -0,0 +1,105 @@
+defaults:
+  - _self_
+  - env: lr
+  - agent: lr
+  - world_model_env: default
+
+hydra:
+  job:
+    chdir: True
+
+wandb:
+  mode: disabled
+  project: null
+  entity: null
+  name: null
+  group: null
+  tags: null
+  notes: null
+
+initialization:
+  path_to_ckpt: null
+  load_denoiser: True
+  load_rew_end_model: True
+  load_actor_critic: True
+
+common:
+  devices: all  # int, list of int, cpu, or all 
+  seed: null
+  resume: False # do not modify, set by scripts/resume.sh only.
+
+checkpointing:
+  save_agent_every: 5
+  num_to_keep: 11  # number of checkpoints to keep, use null to disable
+
+collection:
+  train:
+    num_envs: 1
+    epsilon: 0.01
+    num_steps_total: 100000
+    first_epoch:
+      min: 5000
+      max: 10000  # null: no maximum
+      threshold_rew: 10
+    steps_per_epoch: 100
+  test:
+    num_envs: 1
+    num_episodes: 4
+    epsilon: 0.0
+    num_final_episodes: 100
+
+static_dataset:
+  path: ${env.path_data_low_res}
+  ignore_sample_weights: True
+
+training:
+  should: True
+  num_final_epochs: 1500
+  cache_in_ram: False
+  num_workers_data_loaders: 4
+  model_free: False # if True, turn off world_model training and RL in imagination
+  compile_wm: False
+
+evaluation:
+  should: True
+  every: 20
+
+denoiser:
+  training:
+    num_autoregressive_steps: 4
+    start_after_epochs: 0
+    steps_first_epoch: 100
+    steps_per_epoch: 100
+    sample_weights: null
+    batch_size: 14
+    grad_acc_steps: 1
+    lr_warmup_steps: 100
+    max_grad_norm: 10.0
+
+  optimizer:
+    lr: 1e-4
+    weight_decay: 1e-2
+    eps: 1e-8
+  
+  sigma_distribution: # log normal distribution for sigma during training
+    _target_: models.diffusion.SigmaDistributionConfig
+    loc: -1.2
+    scale: 1.2
+    sigma_min: 2e-3
+    sigma_max: 20
+
+upsampler:
+  training:
+    num_autoregressive_steps: 1
+    start_after_epochs: 0
+    steps_first_epoch: 400
+    steps_per_epoch: 400
+    sample_weights: null
+    batch_size: 14
+    grad_acc_steps: 1
+    lr_warmup_steps: 100
+    max_grad_norm: 10.0
+
+  optimizer: ${denoiser.optimizer}
+  sigma_distribution: ${denoiser.sigma_distribution}
+

lr/config/world_model_env/default.yaml

@@ -0,0 +1,27 @@
+_target_: envs.WorldModelEnvConfig
+horizon: 1000
+num_batches_to_preload: 256
+diffusion_sampler_next_obs:
+  _target_: models.diffusion.DiffusionSamplerConfig
+  num_steps_denoising: 3
+  sigma_min: 2e-3
+  sigma_max: 5.0
+  rho: 7
+  order: 1  # 1: Euler, 2: Heun
+  s_churn: 0.0  # Amount of stochasticity
+  s_tmin: 0.0
+  s_tmax: ${eval:'float("inf")'}
+  s_noise: 1.0
+  s_cond: 0.005
+diffusion_sampler_upsampling:
+  _target_: models.diffusion.DiffusionSamplerConfig
+  num_steps_denoising: 10
+  sigma_min: 1
+  sigma_max: 5.0
+  rho: 7
+  order: 1  # 1: Euler, 2: Heun
+  s_churn: 10.0  # Amount of stochasticity
+  s_tmin: 1
+  s_tmax: 5
+  s_noise: 0.9
+  s_cond: 0

lr/config/world_model_env/fast.yaml

@@ -0,0 +1,27 @@
+_target_: envs.WorldModelEnvConfig
+horizon: 1000
+num_batches_to_preload: 256
+diffusion_sampler_next_obs:
+  _target_: models.diffusion.DiffusionSamplerConfig
+  num_steps_denoising: 1
+  sigma_min: 2e-3
+  sigma_max: 5.0
+  rho: 7
+  order: 1  # 1: Euler, 2: Heun
+  s_churn: 0.0  # Amount of stochasticity
+  s_tmin: 0.0
+  s_tmax: ${eval:'float("inf")'}
+  s_noise: 1.0
+  s_cond: 0.005
+diffusion_sampler_upsampling:
+  _target_: models.diffusion.DiffusionSamplerConfig
+  num_steps_denoising: 1
+  sigma_min: 1
+  sigma_max: 5.0
+  rho: 7
+  order: 2  # 1: Euler, 2: Heun
+  s_churn: 10.0  # Amount of stochasticity
+  s_tmin: 1
+  s_tmax: 5
+  s_noise: 0.9
+  s_cond: 0

lr/model/lr.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe47c5cde02a98696c859b13c5465d5ffff40beb49a949fa0f0af6169792df35
+size 1526764802

lr/spawn/0/act.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6b54abb6a227046f7114400a6d974a98af861a1af4ac75561f05f510b43a38
+size 832

lr/spawn/0/full_res.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bcd09b70cdd05575d35f6ab03063656e410b58a1774965f2b9bb87dd0fd5961
+size 921728

lr/spawn/0/low_res.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a5f3b0431e721997eff0e460143c305835aa20f7d3fdd789733b259e3cb1ae
+size 36992

lr/spawn/0/next_act.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6089160fa80a66a24e585cae89e18acb3821b88c925bc439340610f68ea6dab1
+size 35328

lr/spawn/1/act.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e943309c82eff98f08ab529807f8219258134192c3acc23e832f2bfdd9050b
+size 832

lr/spawn/1/full_res.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecfb16a7186c367b8026db7eb0774c150a751d2b598871f386eec6529d7bf912
+size 921728

lr/spawn/1/low_res.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4f67a1457fc5d006272429f2987f0fba78396562173c1520d9c563c00c8a97
+size 36992

lr/spawn/1/next_act.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c878f42c4bca734b0a70a17cf510929c05a42cc2cfbe52f40476e1a42f24a1af
+size 35328

lr/spawn/2/act.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c13c96524e58e1b00e9a0bbb3c5b68e8cae77fa1ea9598e79dc1eacd2e5390
+size 832

lr/spawn/2/full_res.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b57a277b40e4e8e442b9b9d74a2389030693c4ccb95dd7e387cdc48d955ca7
+size 921728

lr/spawn/2/low_res.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970c663025a0531202d614b5187398089b0c44c29fbfc119016af78d8756682e
+size 36992

lr/spawn/2/next_act.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016f0856b4bbd5d13d186ff9ff605b401e5b7add023650b6db5a60d919ba0897
+size 35328

lr/spawn/3/act.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb0df54cd99534aef36df080396848ca7e9ae86ec1ffca0d70374319d149e1b
+size 832

lr/spawn/3/full_res.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9335b4af0460f42cfa39a5cf5490f76f545cecefc038dac6ca49c46c219526da
+size 921728

lr/spawn/3/low_res.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c755aa63db40943eda78cf4b36fa215f2909c2ec0dfed271cd043f35a1720f20
+size 36992

lr/spawn/3/next_act.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016f0856b4bbd5d13d186ff9ff605b401e5b7add023650b6db5a60d919ba0897
+size 35328

lr/spawn/4/act.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a236d4f2de3e30d288571feaf4d200accbf21ecbb80166bebedc133a6872aff
+size 832

lr/spawn/4/full_res.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4e5fe827c42960bc577ffc4ce3d6c562ce0f029c7611e96c016278f67f9b14
+size 921728

lr/spawn/4/low_res.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a3c21f957ca13720ceccdb1f5468684bae8dd956ba39f621ff992d967bca3a
+size 36992

lr/spawn/4/next_act.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91571ad5a0e807de76ad530ab5e7362b68ea565a5c5e66e471166dbef9580226
+size 35328

lr/spawn/5/act.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75dde68d3f361792f175ffa223162e6ec49c6a1e569babd1987a997ed47a6803
+size 832

lr/spawn/5/full_res.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2aeb1dd9b46c1ff832bb96dc064c11ec0f78524df588c9f8005e99cf045c305
+size 921728