removed device_map

app.py

@@ -9,7 +9,7 @@ token = os.environ['TOKEN']
 MODEL_NAME = "atlasia/Al-Atlas-LLM"
 
 tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, token=token)
-model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, device_map="auto", token=token)
+model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, token=token)
 
 def generate_text(prompt, max_length=256, temperature=0.7, top_p=0.9, top_k=150, repetition_penalty=1.5):
     inputs = tokenizer(prompt, return_tensors="pt").to(model.device)