Update app.py

app.py

@@ -89,6 +89,49 @@ pipe_scribble.to(device)
 pipe_scribble.safety_checker = lambda images, **kwargs: (images, [False] * len(images))
 
 
+depth_estimator = pipeline('depth-estimation')
+
+controlnet_depth = ControlNetModel.from_pretrained(
+    "lllyasviel/sd-controlnet-depth", torch_dtype=torch.float16
+)
+
+
+pipe_depth = StableDiffusionControlNetPipeline.from_single_file(
+    "https://huggingface.co/shellypeng/anime-god/blob/main/animeGod_v10.safetensors", controlnet=controlnet_depth,
+    torch_dtype=torch.float16,
+)
+pipe_depth.load_lora_weights("shellypeng/lora1")
+pipe_depth.fuse_lora(lora_scale=1.5)
+
+pipe_depth.load_textual_inversion("shellypeng/textinv1")
+pipe_depth.load_textual_inversion("shellypeng/textinv2")
+pipe_depth.load_textual_inversion("shellypeng/textinv3")
+pipe_depth.load_textual_inversion("shellypeng/textinv4")
+pipe_depth.scheduler = DPMSolverMultistepScheduler.from_config(pipe_depth.scheduler.config, use_karras_sigmas=True)
+def dummy(images, **kwargs):
+    return images, False
+pipe_depth.safety_checker = lambda images, **kwargs: (images, [False] * len(images))
+pipe_depth.to(device)
+
+def real_to_anime(text, input_img):
+    """
+    pass the sd model and do scribble to image
+    include Adetailer, detail tweaker lora, prompt backend include: beautiful eyes, beautiful face, beautiful hand, (maybe infer from user's prompt for gesture and facial
+    expression to improve hand)
+    """
+    input_img = Image.fromarray(input_img)
+    input_img = load_image(input_img)
+    input_img = depth_estimator(input_img)['depth']
+    res_image0 = pipe_depth(prompt, input_img, negative_prompt=hidden_negative, num_inference_steps=40).images[0]
+    res_image1 = pipe_depth(prompt, input_img, negative_prompt=hidden_negative, num_inference_steps=40).images[0]
+    res_image2 = pipe_depth(prompt, input_img, negative_prompt=hidden_negative, num_inference_steps=40).images[0]
+    res_image3 = pipe_depth(prompt, input_img, negative_prompt=hidden_negative, num_inference_steps=40).images[0]
+
+    return res_image0, res_image1, res_image2, res_image3
+
+
+
+
 def scribble_to_image(text, neg_prompt_box, input_img):
     """
     pass the sd model and do scribble to image
@@ -148,6 +191,8 @@ def real_img2img_to_anime(text, neg_prompt_box, input_img):
 
     return res_image0, res_image1, res_image2, res_image3
 
+    
+
 
 theme = gr.themes.Soft(
     primary_hue="orange",
@@ -227,6 +272,41 @@ def mult_thread_lang_class(prompt_box, neg_prompt_box, chinese_check):
 
 
 with gr.Blocks(theme=theme, css="footer {visibility: hidden}", title="ShellAI Apps") as iface:
+    with gr.Tab("AnimeDepth（安妮深度）"):
+        gr.Markdown(
+            """
+            # AnimeDepth（安妮深度）
+            Turns pictures into one in the anime style with depth-to-image controlnet.
+            将图片用深度图的方式转为动漫风图片。
+            """
+        )
+        with gr.Row(equal_height=True):
+            with gr.Column():
+                with gr.Row(equal_height=True):
+                    with gr.Column(scale=4):
+                        prompt_box = gr.Textbox(label="Prompt（提示词）", placeholder="Enter a prompt\n输入提示词", lines=3)
+                        neg_prompt_box = gr.Textbox(label="Negative Prompt（负面提示词）", placeholder="Enter a negative prompt(things you don't want to include in the generated image)\n输入负面提示词：输入您不想生成的部分", lines=3)
+                    with gr.Row(equal_height=True):
+                        chinese_check = gr.Checkbox(label="Chinese Prompt Mode（中文提示词模式）", info="Click here to enable Chinese Prompting（点此触发中文提示词输入）")
+
+                image_box = gr.Image(label="Input Image（上传图片）", height=400)
+                gen_btn = gr.Button(value="Generate（生成）")
+    
+        with gr.Row(equal_height=True):
+            image1 = gr.Image(label="Result 1（结果图 1）")
+            image2 = gr.Image(label="Result 2（结果图 2）")
+            image3 = gr.Image(label="Result 3（结果图 3）")
+            image4 = gr.Image(label="Result 4（结果图 4）")
+        example_img2img = [
+            ["漂亮的女孩，微笑，长发，黑发，粉色外套，白色内衬，优雅，红色背景，红色窗帘", "低画质", "sunmi.jpg"],
+            ["Beautiful girl, smiling, bun, bun hair, black hair, beautiful eyes, black dress, elegant, red carpet photo","ugly, bad quality", "emma.jpg"]
+        ]
+        
+        gr.Examples(examples=example_img2img, inputs=[prompt_box, neg_prompt_box, image_box], outputs=[image1, image2, image3, image4], fn=mult_thread_img2img, cache_examples=True)
+
+        gr.on(triggers=[prompt_box.submit, gen_btn.click],fn=mult_thread_lang_class, inputs=[prompt_box, neg_prompt_box, chinese_check], outputs=[chinese_check], show_progress=False)
+        gr.on(triggers=[prompt_box.submit, gen_btn.click],fn=real_to_anime, inputs=[prompt_box, neg_prompt_box, image_box], outputs=[image1, image2, image3, image4])
+    
     with gr.Tab("Animefier（安妮漫风）"):
         gr.Markdown(
             """
@@ -246,7 +326,7 @@ with gr.Blocks(theme=theme, css="footer {visibility: hidden}", title="ShellAI Ap
 
                 image_box = gr.Image(label="Input Image（上传图片）", height=400)
                 gen_btn = gr.Button(value="Generate（生成）")
-
+    
         with gr.Row(equal_height=True):
             image1 = gr.Image(label="Result 1（结果图 1）")
             image2 = gr.Image(label="Result 2（结果图 2）")