Update app.py

app.py

@@ -19,11 +19,12 @@ MAX_MAX_NEW_TOKENS = 1024
 DEFAULT_MAX_NEW_TOKENS = 200
 
 # Setup the engine
-pipe = deepsparse.Pipeline.create(
+from deepsparse.legacy import Pipeline
+pipe = Pipeline.create(
     task="text-generation",
     model_path=MODEL_ID,
     sequence_length=MAX_MAX_NEW_TOKENS,
-    prompt_sequence_length=16,
+    prompt_sequence_length=8,
     num_cores=8,
 )