Update app.py

app.py

@@ -6,12 +6,25 @@ from peft import PeftModel, PeftConfig
 # Load the fine-tuned model and tokenizer
 model_name = "sagar007/phi-1_5-finetuned"  # Updated model path
 config = PeftConfig.from_pretrained(model_name)
-model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, torch_dtype=torch.float16, device_map="auto")
+
+# Check if CUDA is available
+if torch.cuda.is_available():
+    device_map = "auto"
+    torch_dtype = torch.float16
+else:
+    device_map = "cpu"
+    torch_dtype = torch.float32
+
+model = AutoModelForCausalLM.from_pretrained(
+    config.base_model_name_or_path, 
+    torch_dtype=torch_dtype, 
+    device_map=device_map
+)
 model = PeftModel.from_pretrained(model, model_name)
 tokenizer = AutoTokenizer.from_pretrained(model_name)
 
 # Create a text generation pipeline
-generator = pipeline("text-generation", model=model, tokenizer=tokenizer, device_map="auto")
+generator = pipeline("text-generation", model=model, tokenizer=tokenizer, device_map=device_map)
 
 def generate_text(prompt, max_length=100, temperature=0.7, top_p=0.9):
     """Generate text based on the input prompt."""
@@ -46,9 +59,19 @@ with gr.Blocks(css=custom_css) as iface:
     # Add example prompts
     gr.Examples(
         examples=[
-            "Once upon a time in a galaxy far, far away",
-            "The secret to happiness is",
-            "In the year 2050, artificial intelligence has"
+            "Explain the concept of machine learning.",
+            "Write a short story about a robot learning to paint.",
+            "What are some effective ways to reduce stress?",
+            "Summarize the key points of climate change in simple terms.",
+            "Create a step-by-step guide for making a perfect omelette.",
+            "Describe the differences between classical and quantum computing.",
+            "Write a motivational speech for a team starting a new project.",
+            "Explain the importance of biodiversity in ecosystems.",
+            "Compose a haiku about artificial intelligence.",
+            "List five tips for effective time management.",
+            "Describe the process of photosynthesis in layman's terms.",
+            "Write a dialogue between two characters discussing the future of space exploration.",
+            "Explain the concept of blockchain technology and its potential applications."
         ],
         inputs=input_text
     )