Update README.md
Browse files
README.md
CHANGED
@@ -11,16 +11,31 @@ The model can be directly load from pretrained with mochi branch: https://github
|
|
11 |
from diffusers import MochiPipeline
|
12 |
from diffusers.utils import export_to_video
|
13 |
|
14 |
-
pipe = MochiPipeline.from_pretrained(
|
15 |
pipe.to("cuda")
|
16 |
prompt = "Close-up of a chameleon's eye, with its scaly skin changing color. Ultra high resolution 4k."
|
17 |
-
frames = pipe(prompt,
|
|
|
|
|
|
|
|
|
|
|
18 |
|
19 |
export_to_video(frames, "mochi.mp4")
|
20 |
```
|
21 |
|
|
|
22 |
|
23 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
24 |
---
|
25 |
license: apache-2.0
|
26 |
---
|
|
|
11 |
from diffusers import MochiPipeline
|
12 |
from diffusers.utils import export_to_video
|
13 |
|
14 |
+
pipe = MochiPipeline.from_pretrained(model_path, torch_dtype=torch.bfloat16)
|
15 |
pipe.to("cuda")
|
16 |
prompt = "Close-up of a chameleon's eye, with its scaly skin changing color. Ultra high resolution 4k."
|
17 |
+
frames = pipe(prompt,
|
18 |
+
num_inference_steps=50,
|
19 |
+
guidance_scale=4.5,
|
20 |
+
num_frames=61,
|
21 |
+
generator=torch.Generator(device="cuda").manual_seed(42),
|
22 |
+
).frames[0]
|
23 |
|
24 |
export_to_video(frames, "mochi.mp4")
|
25 |
```
|
26 |
|
27 |
+
Some generated results:
|
28 |
|
29 |
|
30 |
+
<video controls autoplay src="https://cdn-uploads.huggingface.co/production/uploads/62e34a12c9bece303d146af8/Cm3I6kidy2YP5nu3un7XP.mp4"></video>
|
31 |
+
|
32 |
+
<video controls autoplay src="https://cdn-uploads.huggingface.co/production/uploads/62e34a12c9bece303d146af8/bVNem7sGTvBEjxQG7MHw_.mp4"></video>
|
33 |
+
|
34 |
+
<video controls autoplay src="https://cdn-uploads.huggingface.co/production/uploads/62e34a12c9bece303d146af8/0YWv2KJwH_UB2WkWjO_bP.mp4"></video>
|
35 |
+
|
36 |
+
|
37 |
+
<video controls autoplay src="https://cdn-uploads.huggingface.co/production/uploads/62e34a12c9bece303d146af8/TOLKdMx-kFLCNXD6nIVHm.mp4"></video>
|
38 |
+
|
39 |
---
|
40 |
license: apache-2.0
|
41 |
---
|