clean up...

README.md

@@ -22,6 +22,7 @@ pip install -r requirements.txt
 MVDream:
 ```bash
 # download original ckpt (we only support the SD 2.1 version)
+mkdir models
 cd models
 wget https://huggingface.co/MVDream/MVDream/resolve/main/sd-v2.1-base-4view.pt
 wget https://raw.githubusercontent.com/bytedance/MVDream/main/mvdream/configs/sd-v2-base.yaml

mvdream/models.py

@@ -3,8 +3,7 @@ import torch.nn as nn
 import torch.nn.functional as F
 from diffusers.configuration_utils import ConfigMixin
 from diffusers.models.modeling_utils import ModelMixin
-from typing import Any, List, Optional
-from torch import Tensor
+from typing import Any, List
 
 from .util import (
     checkpoint,
@@ -16,8 +15,6 @@ from .util import (
 from .attention import SpatialTransformer3D
 from .adaptor import Resampler
 
-import kiui
-
 class CondSequential(nn.Sequential):
     """
     A sequential module that passes timestep embeddings to the children that

mvdream/pipeline_mvdream.py

@@ -18,8 +18,6 @@ from diffusers.utils.torch_utils import randn_tensor
 from .models import MultiViewUNetModel
 from .util import get_camera
 
-import kiui
-
 logger = logging.get_logger(__name__)  # pylint: disable=invalid-name
 
 

requirements.lock.txt

@@ -4,3 +4,4 @@ safetensors == 0.4.1
 huggingface_hub == 0.19.4
 transformers == 4.35.2
 accelerate == 0.25.0.dev0
+kiui == 0.2.0

requirements.txt

@@ -3,4 +3,5 @@ diffusers
 safetensors 
 huggingface_hub 
 transformers 
-accelerate
+accelerate
+kiui

run_mvdream.py

@@ -6,9 +6,11 @@ from mvdream.pipeline_mvdream import MVDreamPipeline
 
 pipe = MVDreamPipeline.from_pretrained(
     "./weights_mvdream", # local weights
-    # "ashawkey/mvdream-sd2.1-diffusers",
-    torch_dtype=torch.float16
+    # 'ashawkey/mvdream-sd2.1-diffusers', # remote is not 
+    torch_dtype=torch.float16,
+    trust_remote_code=True,
 )
+
 pipe = pipe.to("cuda")