Upload ToonCrafterDiffusionPipeline

embedder/config.json

@@ -1,6 +1,6 @@
 {
   "_class_name": "VisualTextCLIPEmbedder",
-  "_diffusers_version": "0.30.0.dev0",
+  "_diffusers_version": "0.30.3",
   "_name_or_path": "workspace/tooncrafter/embedder",
   "antialias": true,
   "arch": "ViT-H-14",

image_resampler/config.json

@@ -1,6 +1,6 @@
 {
   "_class_name": "ImageResampler",
-  "_diffusers_version": "0.30.0.dev0",
+  "_diffusers_version": "0.30.3",
   "_name_or_path": "workspace/tooncrafter/image_resampler",
   "depth": 4,
   "dim": 1024,

model_index.json

@@ -1,6 +1,6 @@
 {
   "_class_name": "ToonCrafterDiffusionPipeline",
-  "_diffusers_version": "0.30.0.dev0",
+  "_diffusers_version": "0.30.3",
   "_name_or_path": "workspace/tooncrafter",
   "embedder": [
     "modules.tooncrafter_condition",

scheduler/scheduler_config.json

@@ -1,6 +1,6 @@
 {
   "_class_name": "DDIMSchedulerVDM",
-  "_diffusers_version": "0.30.0.dev0",
+  "_diffusers_version": "0.30.3",
   "beta_end": 0.012,
   "beta_schedule": "scaled_linear",
   "beta_start": 0.00085,

unet/config.json

@@ -1,6 +1,6 @@
 {
   "_class_name": "UNet3DModel",
-  "_diffusers_version": "0.30.0.dev0",
+  "_diffusers_version": "0.30.3",
   "_name_or_path": "workspace/tooncrafter/unet",
   "addition_attention": true,
   "attention_resolutions": [
@@ -24,6 +24,8 @@
   "image_cross_attention_scale_learnable": false,
   "in_channels": 8,
   "model_channels": 320,
+  "normalize_range": 1.0,
+  "num_cond_trajs": 10,
   "num_head_channels": 64,
   "num_heads": -1,
   "num_res_blocks": 2,
@@ -34,10 +36,13 @@
   "temporal_length": 16,
   "temporal_selfatt_only": true,
   "tempspatial_aware": false,
+  "traj_cond_attn": false,
+  "trajs_transform": "normalize",
   "transformer_depth": 1,
   "use_causal_attention": false,
   "use_checkpoint": true,
   "use_linear": true,
   "use_relative_position": false,
-  "use_scale_shift_norm": false
+  "use_scale_shift_norm": false,
+  "with_traj_cond": false
 }

vae/config.json

@@ -1,6 +1,6 @@
 {
   "_class_name": "DualRefVideoAutoencoderKL",
-  "_diffusers_version": "0.30.0.dev0",
+  "_diffusers_version": "0.30.3",
   "_name_or_path": "workspace/tooncrafter/vae",
   "attn_resolutions": [],
   "ch": 128,