Update README.md
Browse files
README.md
CHANGED
|
@@ -11,16 +11,31 @@ The model can be directly load from pretrained with mochi branch: https://github
|
|
| 11 |
from diffusers import MochiPipeline
|
| 12 |
from diffusers.utils import export_to_video
|
| 13 |
|
| 14 |
-
pipe = MochiPipeline.from_pretrained(
|
| 15 |
pipe.to("cuda")
|
| 16 |
prompt = "Close-up of a chameleon's eye, with its scaly skin changing color. Ultra high resolution 4k."
|
| 17 |
-
frames = pipe(prompt,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 18 |
|
| 19 |
export_to_video(frames, "mochi.mp4")
|
| 20 |
```
|
| 21 |
|
|
|
|
| 22 |
|
| 23 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 24 |
---
|
| 25 |
license: apache-2.0
|
| 26 |
---
|
|
|
|
| 11 |
from diffusers import MochiPipeline
|
| 12 |
from diffusers.utils import export_to_video
|
| 13 |
|
| 14 |
+
pipe = MochiPipeline.from_pretrained(model_path, torch_dtype=torch.bfloat16)
|
| 15 |
pipe.to("cuda")
|
| 16 |
prompt = "Close-up of a chameleon's eye, with its scaly skin changing color. Ultra high resolution 4k."
|
| 17 |
+
frames = pipe(prompt,
|
| 18 |
+
num_inference_steps=50,
|
| 19 |
+
guidance_scale=4.5,
|
| 20 |
+
num_frames=61,
|
| 21 |
+
generator=torch.Generator(device="cuda").manual_seed(42),
|
| 22 |
+
).frames[0]
|
| 23 |
|
| 24 |
export_to_video(frames, "mochi.mp4")
|
| 25 |
```
|
| 26 |
|
| 27 |
+
Some generated results:
|
| 28 |
|
| 29 |
|
| 30 |
+
<video controls autoplay src="https://cdn-uploads.huggingface.co/production/uploads/62e34a12c9bece303d146af8/Cm3I6kidy2YP5nu3un7XP.mp4"></video>
|
| 31 |
+
|
| 32 |
+
<video controls autoplay src="https://cdn-uploads.huggingface.co/production/uploads/62e34a12c9bece303d146af8/bVNem7sGTvBEjxQG7MHw_.mp4"></video>
|
| 33 |
+
|
| 34 |
+
<video controls autoplay src="https://cdn-uploads.huggingface.co/production/uploads/62e34a12c9bece303d146af8/0YWv2KJwH_UB2WkWjO_bP.mp4"></video>
|
| 35 |
+
|
| 36 |
+
|
| 37 |
+
<video controls autoplay src="https://cdn-uploads.huggingface.co/production/uploads/62e34a12c9bece303d146af8/TOLKdMx-kFLCNXD6nIVHm.mp4"></video>
|
| 38 |
+
|
| 39 |
---
|
| 40 |
license: apache-2.0
|
| 41 |
---
|