Update app.py

app.py

@@ -16,8 +16,9 @@ def infer(prompt, seed=0, randomize_seed=True, max_length=100, temperature=0.7,
     # Random seed handling
     if randomize_seed:
         seed = random.randint(0, MAX_SEED)
-        
-    generator = torch.Generator().manual_seed(seed)
+    
+    # Set the seed for reproducibility
+    torch.manual_seed(seed)
     
     # Load model and tokenizer dynamically within the inference function
     tokenizer = AutoTokenizer.from_pretrained(model_id)
@@ -37,7 +38,6 @@ def infer(prompt, seed=0, randomize_seed=True, max_length=100, temperature=0.7,
         temperature=temperature,
         top_p=top_p,
         do_sample=True,
-        generator=generator,
     )
     
     # Decode and return generated text