model card

README.md

@@ -101,6 +101,8 @@ Please download them and place them in the ./base_models folder.
 
 ```python
 import torch
+from ip_adapter.utils import resize_content
+import numpy as np
 from ip_adapter.utils import BLOCKS as BLOCKS
 from ip_adapter.utils import controlnet_BLOCKS as controlnet_BLOCKS
 from PIL import Image
@@ -150,9 +152,9 @@ csgo = CSGO(pipe, image_encoder_path, csgo_ckpt, device, num_content_tokens=4,nu
 
                               )
 
-style_name = 'img_0.png'
+style_name = 'img_1.png'
 content_name = 'img_0.png'
-style_image = "../assets/{}".format(style_name)
+style_image = Image.open("../assets/{}".format(style_name)).convert('RGB')
 content_image = Image.open('../assets/{}'.format(content_name)).convert('RGB')
 
 caption ='a small house with a sheep statue on top of it'
@@ -174,8 +176,8 @@ images = csgo.generate(pil_content_image= content_image, pil_style_image=style_i
                            controlnet_conditioning_scale=0.6,
                           )
 
-#text-driven stylized synthesis
-caption='a cat'
+#text editing-driven stylized synthesis
+caption='a small house'
 images = csgo.generate(pil_content_image= content_image, pil_style_image=style_image,
                            prompt=caption,
                            negative_prompt= "text, watermark, lowres, low quality, worst quality, deformed, glitch, low contrast, noisy, saturation, blurry",
@@ -187,11 +189,14 @@ images = csgo.generate(pil_content_image= content_image, pil_style_image=style_i
                            num_inference_steps=50,
                            seed=42,
                            image=content_image.convert('RGB'),
-                           controlnet_conditioning_scale=0.01,
+                           controlnet_conditioning_scale=0.4,
                           )
 
-#text editing-driven stylized synthesis
-caption='a small house'
+#text-driven stylized synthesis
+caption='a cat'
+#If the content image still interferes with the generated results, set the content image to an empty image.
+# content_image =Image.fromarray(np.zeros((content_image.size[0],content_image.size[1], 3), dtype=np.uint8)).convert('RGB')
+
 images = csgo.generate(pil_content_image= content_image, pil_style_image=style_image,
                            prompt=caption,
                            negative_prompt= "text, watermark, lowres, low quality, worst quality, deformed, glitch, low contrast, noisy, saturation, blurry",
@@ -203,7 +208,7 @@ images = csgo.generate(pil_content_image= content_image, pil_style_image=style_i
                            num_inference_steps=50,
                            seed=42,
                            image=content_image.convert('RGB'),
-                           controlnet_conditioning_scale=0.4,
+                           controlnet_conditioning_scale=0.01,
                           )
 ```