Update app.py

app.py

@@ -1,3 +1,4 @@
+from transformers import MarianMTModel, MarianTokenizer
 import torch
 from diffusers import StableDiffusionInstructPix2PixPipeline
 import gradio as gr
@@ -9,151 +10,174 @@ model_id = "timbrooks/instruct-pix2pix"
 pipe = StableDiffusionInstructPix2PixPipeline.from_pretrained(model_id, torch_dtype=torch.float16)
 pipe = pipe.to("cpu")
 
+# Load the translation model (from Arabic to English)
+translation_model_name = 'Helsinki-NLP/opus-mt-ar-en'
+translation_tokenizer = MarianTokenizer.from_pretrained(translation_model_name)
+translation_model = MarianMTModel.from_pretrained(translation_model_name)
+
+
 # Initialize a random seed
 seed = random.randint(0, 10000)
 
-# Function to reset the seed
+# Function to reset the seed (style change)
 def change_style():
     global seed
-    seed = random.randint(0, 10000)
-    return f"Seed changed to: {seed}"
+    seed = torch.manual_seed(torch.randint(0, 10000, (1,)).item())
+    return f"تم تغيير النمط. المعرف الجديد: {seed}"
+
+# Dictionary to map Arabic colors to English
+arabic_to_english_colors = {
+    "أبيض": "White",
+    "أسود": "Black",
+    "أزرق": "Blue",
+    "أخضر": "Green",
+    "أحمر": "Red",
+    "أصفر": "Yellow",
+    "رمادي": "Gray",
+    "برتقالي": "Orange",
+    "بنفسجي": "Purple",
+    "وردي": "Pink",
+    "بني": "Brown",
+    "كحلي": "Navy",
+    "زهري": "Coral",
+    "فيروزي": "Teal",
+    "بيج": "Beige"
+}
+
+# Function to translate Arabic color to English and change the wall color
+def change_color(image, color):
+    # Translate Arabic color to English using the dictionary
+    color_in_english = arabic_to_english_colors.get(color, None)
+    
+    # If color not found in the dictionary, return an error message
+    if not color_in_english:
+        return f"اللون '{color}' غير موجود في القائمة. يرجى إدخال لون صحيح."
 
-# Changign the walls' color function
-def change_color(image,color):
-  # Construct the color prompt
-  prompt = f"paint the walls with {color} color "
+    # Construct the furniture prompt in English
+    prompt = f"paint the walls with {color_in_english} color"
   
-  # Text CFG (guidance_scale) controls how strongly the model follows the prompt
-  text_cfg = 7.5
+    # Text CFG (guidance_scale) controls how strongly the model follows the prompt
+    text_cfg = 7.5
   
-  # Image CFG: Although not explicitly part of InstructPix2Pix, you can "simulate" image preservation
-  # by lowering the impact of the guidance. Here, we assume lower guidance impacts image preservation.
-  image_cfg = 1.5
+    # Image CFG: Simulated value for preserving the original image content
+    image_cfg = 1.5
   
-  # Apply the edit using InstructPix2Pix, with text CFG and image CFG influencing the guidance scale
-  edited_image = pipe(
-      prompt=prompt,
-      image=image,
-      num_inference_steps=70,            # Number of diffusion steps
-      guidance_scale=text_cfg,           # Text CFG for following the prompt
-      image_guidance_scale=image_cfg,    # Simulated Image CFG to preserve image content
-      generator=torch.manual_seed(seed)  # Random seed for consistency
-  ).images[0]
+    # Apply the edit using InstructPix2Pix, with text CFG and image CFG influencing the guidance scale
+    edited_image = pipe(
+        prompt=prompt,
+        image=image,
+        num_inference_steps=70,            # Number of diffusion steps
+        guidance_scale=text_cfg,           # Text CFG for following the prompt
+        image_guidance_scale=image_cfg,    # Simulated Image CFG to preserve image content
+        generator=torch.manual_seed(seed)  # Random seed for consistency
+    ).images[0]
   
-  return edited_image
+    return edited_image
 
+# Gradio interface for image editing in Arabic
+def image_interface():
+    with gr.Blocks(css=".gradio-container {direction: rtl}") as demo_color:
+        gr.Markdown("## تطبيق لتغيير لون الجدران")
 
-# General image editing function
-def edit_image(image, instruction):
-  # Text CFG (guidance_scale) controls how strongly the model follows the prompt
-  text_cfg = 12.0
-  
-  # Image CFG: Simulated value for preserving the original image content
-  image_cfg = 1.5
-  
-  # Apply the edit using InstructPix2Pix, with text CFG and simulated image CFG
-  edited_image = pipe(
-      prompt=instruction,
-      image=image,
-      num_inference_steps=70,            # Number of diffusion steps
-      guidance_scale=text_cfg,           # Text CFG for following the prompt
-      image_guidance_scale=image_cfg,    # Simulated Image CFG to preserve image content
-      generator=torch.manual_seed(seed)  # Random seed for consistency
-  ).images[0]
-  
-  return edited_image
+        # Image upload (translated to Arabic)
+        image_input = gr.Image(type="pil", label="قم برفع صورة للغرفة")
 
+        # List of common painting colors in Arabic
+        common_colors = [
+            "أبيض", "أسود", "أزرق", "أخضر", "أحمر", "أصفر", 
+            "رمادي", "برتقالي", "بنفسجي", "وردي", "بني", 
+            "كحلي", "زهري", "فيروزي", "بيج"
+        ]
 
-# Gradio interface for image editing
-def image_interface():
-  with gr.Blocks() as demo_color:
-    gr.Markdown("## Painting Color Changing App")
-
-    # Image upload
-    image_input = gr.Image(type="pil", label="Upload Room Image")
-
-    # List of common painting colors
-    common_colors = [
-        "Alabaster",        # Off-white
-        "Agreeable Gray",   # Warm gray
-        "Sea Salt",         # Soft greenish-blue
-        "Pure White",       # Bright white
-        "Accessible Beige", # Warm beige
-        "Mindful Gray",     # Cool gray
-        "Peppercorn",       # Dark charcoal gray
-        "Hale Navy",        # Dark navy blue
-        "Tricorn Black",    # Pure black
-        "Pale Oak",         # Soft taupe
-        "Silver Strand",    # Soft blue-gray
-        "Rainwashed",       # Light aqua
-        "Orange Burst",      # Bright orange
-        "Sunny Yellow",     # Bright yellow
-        "Sage Green",       # Muted green
-        "Firebrick Red",    # Deep red
-        "Lavender",         # Soft purple
-        "Sky Blue",         # Light blue
-        "Coral",            # Vibrant coral
+        # Dropdown for wall color (Arabic)
+        color_input = gr.Dropdown(common_colors, label="اختر لون الجدران")
 
-        ]
+        # Display output image
+        result_image = gr.Image(label="الصورة المعدلة")
 
+        # Button to apply the wall color transformation
+        submit_button = gr.Button("قم بتغيير لون الجدران")
 
-    # Dropdown for wall color 
-    color_input = gr.Dropdown(common_colors, label="Choose Wall Color")
+        # Define action on button click (directly pass dropdown color input to the function)
+        submit_button.click(fn=change_color, inputs=[image_input, color_input], outputs=result_image)
 
-    # Display output image
-    result_image = gr.Image(label="Edited Image")
+    return demo_color
 
-    # Button to apply the wall color transformation
-    submit_button = gr.Button("Paint the walls")
 
-    # Define action on button click
-    submit_button.click(fn=change_color, inputs=[image_input, color_input], outputs=result_image)
+# Function to translate Arabic prompt to English
+def translate_prompt(prompt_ar):
+    translated_tokens = translation_tokenizer(prompt_ar, return_tensors="pt", truncation=True)
+    translated = translation_model.generate(**translated_tokens)
+    prompt_en = translation_tokenizer.decode(translated[0], skip_special_tokens=True)
+    return prompt_en
 
-  return demo_color
+
+# General image editing function
+def edit_image(image, instruction_ar):
+    # Translate Arabic instruction to English
+    instruction_en = translate_prompt(instruction_ar)
+    
+    # Text CFG (guidance_scale) controls how strongly the model follows the prompt
+    text_cfg = 12.0
+  
+    # Image CFG: Simulated value for preserving the original image content
+    image_cfg = 1.5
+  
+    # Apply the edit using InstructPix2Pix with the translated prompt
+    edited_image = pipe(
+        prompt=instruction_en,
+        image=image,
+        num_inference_steps=70,            # Number of diffusion steps
+        guidance_scale=text_cfg,           # Text CFG for following the prompt
+        image_guidance_scale=image_cfg,    # Simulated Image CFG to preserve image content
+        generator=torch.manual_seed(seed)  # Random seed for consistency
+    ).images[0]
+  
+    return edited_image
 
 
-# Gradio interface for general image editing
+# Gradio interface for general image editing in Arabic
 def general_editing_interface():
-  with gr.Blocks() as demo_general:
-    gr.Markdown("## General Image Editing App")
+    with gr.Blocks(css=".gradio-container {direction: rtl}") as demo_general:
+        gr.Markdown("## تطبيق تحرير الصور العام")
 
-    # Image upload
-    image_input = gr.Image(type="pil", label="Upload an Image")
+        # Image upload in Arabic
+        image_input = gr.Image(type="pil", label="قم بتحميل صورة")
 
-    # Textbox for instruction
-    instruction_input = gr.Textbox(label="Enter the Instruction", placeholder="Describe the changes (e.g., 'Make it snowy')")
+        # Textbox for instruction in Arabic
+        instruction_input = gr.Textbox(label="أدخل التعليمات", placeholder="وصف التعديلات (مثل: 'اجعل الجو مثلج')")
 
-    # Display output image
-    result_image = gr.Image(label="Edited Image")
+        # Display output image
+        result_image = gr.Image(label="الصورة المعدلة")
 
-    # Button to apply the transformation
-    submit_button = gr.Button("Apply Edit")
+        # Button to apply the transformation
+        submit_button = gr.Button("تطبيق التعديلات")
 
-    # Button to change the seed (style)
-    change_style_button = gr.Button("Change the Style")
+        # Button to change the seed (style)
+        change_style_button = gr.Button("تغيير النمط")
 
-    # Output for seed change message
-    seed_output = gr.Textbox(label="Seed Info", interactive=False)
+        # Output for seed change message
+        seed_output = gr.Textbox(label="معلومات النمط", interactive=False)
 
-    # Define action on button click
-    submit_button.click(fn=edit_image, inputs=[image_input, instruction_input], outputs=result_image)
-    change_style_button.click(fn=change_style, outputs=seed_output)
+        # Define action on button click
+        submit_button.click(fn=edit_image, inputs=[image_input, instruction_input], outputs=result_image)
+        change_style_button.click(fn=change_style, outputs=seed_output)
+
+    return demo_general
 
-  return demo_general
 
-    
 # Launch both Gradio apps
 color_app = image_interface()
 general_editing_app = general_editing_interface()
 
-with gr.Blocks() as combined_demo:
-  gr.Markdown("## Select the Application")
+with gr.Blocks(css=".gradio-container {direction: rtl}") as combined_demo:
+    gr.Markdown("## اختر التطبيق")
 
-  with gr.Tab("General Image Editing App"):
-    general_editing_app.render()
+    with gr.Tab("تطبيق تحرير الصور "):
+        general_editing_app.render()
 
-  with gr.Tab("Changing The Paint App"):
-    color_app.render()
+    with gr.Tab("تطبيق تغيير لون الطلاء"):
+        color_app.render()
 
 # Launch the combined Gradio app
 combined_demo.launch()