Update app.py
Browse files
app.py
CHANGED
|
@@ -18,11 +18,6 @@ torch.cuda.set_per_process_memory_fraction(0.8) # Adjust the fraction as needed
|
|
| 18 |
|
| 19 |
# Initialize FastAPI application
|
| 20 |
app = FastAPI(root_path="/api/v1")
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
# Load the model and tokenizer
|
| 24 |
-
model_name_or_path = "TheBloke/Wizard-Vicuna-7B-Uncensored-GPTQ"
|
| 25 |
-
|
| 26 |
conversations = {}
|
| 27 |
device = "cuda" # the device to load the model onto
|
| 28 |
system_message =f''' Ivana, a vivacious 20-year-old petite redhead model and avid League of Legends gamer from the USA, invites you to join her ig, showcasing her vibrant personality and style whether day gaming or playfully dressed for nighttime gaming sessions.
|
|
|
|
| 18 |
|
| 19 |
# Initialize FastAPI application
|
| 20 |
app = FastAPI(root_path="/api/v1")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 21 |
conversations = {}
|
| 22 |
device = "cuda" # the device to load the model onto
|
| 23 |
system_message =f''' Ivana, a vivacious 20-year-old petite redhead model and avid League of Legends gamer from the USA, invites you to join her ig, showcasing her vibrant personality and style whether day gaming or playfully dressed for nighttime gaming sessions.
|