Update app.py

app.py

@@ -1,95 +1,60 @@
 import gradio as gr
 from transformers import pipeline, set_seed
-import torch
 import os
 
-# Create cache directory for model
-cache_dir = "./model_cache"
-os.makedirs(cache_dir, exist_ok=True)
+# Set environment variables for CPU optimization
+os.environ["TOKENIZERS_PARALLELISM"] = "false"
 
-# Load text generation pipeline with GPU support
+# Load model once at startup
 generator = pipeline(
-    'text-generation',
-    model='openai-community/openai-gpt',
-    cache_dir=cache_dir,
-    device=0 if torch.cuda.is_available() else -1
+    "text-generation",
+    model="openai-community/openai-gpt",
+    device=-1  # Auto-detect CPU
 )
 
-def generate_text(prompt, max_length, num_return_sequences, seed):
-    """Generate text with optional seed control and error handling"""
-    if seed.strip():
-        try:
-            set_seed(int(seed))  # Handle user-provided seed
-        except ValueError:
-            pass  # Ignore invalid seeds
-    
-    # Generate with sampling for better diversity
+def generate_text(prompt, max_length=30, num_return_sequences=3, seed=42):
+    """Generate text with configurable parameters and seed"""
+    set_seed(seed)
     results = generator(
         prompt,
-        max_length=int(max_length),
-        num_return_sequences=int(num_return_sequences),
-        do_sample=True,
+        max_length=max_length,
+        num_return_sequences=num_return_sequences,
+        truncation=True,
         pad_token_id=generator.tokenizer.eos_token_id
     )
-    
     # Format results with numbering
-    output = ""
-    for i, res in enumerate(results):
-        output += f"🔥 Result {i+1}:\n{res['generated_text']}\n\n{'-'*30}\n"
-    return output
+    return "\n\n".join([f"{i+1}. {r['generated_text']}" for i, r in enumerate(results)])
 
-# Create Gradio interface
-with gr.Blocks(theme="soft") as demo:
+# Define UI
+with gr.Blocks(theme="soft", title="GPT-1 Text Generator") as demo:
     gr.Markdown("""
-    # GPT-1 Text Generator 🧠  
-    ⚠️ **Warning**: This model may generate harmful stereotypes or offensive content. Use responsibly.
-    Generate text using the original OpenAI GPT model (2018).
-    """)
+    # 📜 GPT-1 Text Generation Demo
+    Run on free HuggingFace CPU • Model: [openai-community/openai-gpt](https://huggingface.co/openai-community/openai-gpt )
     
-    with gr.Row():
-        prompt = gr.Textbox(
-            label="Enter your prompt",
-            placeholder="Once upon a time...",
-            lines=3
-        )
+    *Note: This is the original 2018 GPT model with known limitations and biases. For production use, consider newer models.*
+    """)
     
     with gr.Row():
-        max_length = gr.Slider(
-            minimum=10, 
-            maximum=200, 
-            value=50, 
-            step=5,
-            label="Max Length"
-        )
-        num_return_sequences = gr.Slider(
-            minimum=1,
-            maximum=5,
-            value=3,
-            step=1,
-            label="Number of Results"
-        )
-        seed = gr.Textbox(
-            value="42",
-            label="Seed (leave blank for random)",
-            max_lines=1
-        )
+        with gr.Column():
+            prompt = gr.Textbox(
+                label="Input Prompt", 
+                placeholder="Enter your prompt here...",
+                lines=4
+            )
+            seed = gr.Number(value=42, label="Random Seed")
+        
+        with gr.Column():
+            max_length = gr.Slider(10, 100, value=30, step=5, label="Max Output Length")
+            num_return_sequences = gr.Slider(1, 5, value=3, step=1, label="Number of Variants")
     
-    generate_btn = gr.Button("Generate Text", variant="primary")
-    output = gr.Textbox(label="Generated Text", lines=15)
+    generate_btn = gr.Button("✨ Generate Text")
+    output = gr.Textbox(label="Generated Results", lines=10)
     
     generate_btn.click(
         fn=generate_text,
         inputs=[prompt, max_length, num_return_sequences, seed],
         outputs=output
     )
-    
-    gr.Markdown("""
-    ### Tips for Better Results  
-    - Use clear, specific prompts  
-    - Increase max length for longer stories  
-    - Try different seeds for varied outputs  
-    - GPT-1 has significant limitations compared to modern models
-    """)
 
-# Launch the app
-demo.launch()
+if __name__ == "__main__":
+    demo.launch()