Update app.py
Browse files
app.py
CHANGED
|
@@ -19,7 +19,7 @@ device = "cuda" if torch.cuda.is_available() else "cpu"
|
|
| 19 |
model_id = "raduqus/reco_1b_16bit"
|
| 20 |
MAX_SEED = np.iinfo(np.int32).max
|
| 21 |
|
| 22 |
-
@spaces.GPU
|
| 23 |
def infer(prompt, seed=0, randomize_seed=True, max_new_tokens=100, temperature=0.7, top_p=0.9):
|
| 24 |
# Random seed handling
|
| 25 |
if randomize_seed:
|
|
|
|
| 19 |
model_id = "raduqus/reco_1b_16bit"
|
| 20 |
MAX_SEED = np.iinfo(np.int32).max
|
| 21 |
|
| 22 |
+
@spaces.GPU()
|
| 23 |
def infer(prompt, seed=0, randomize_seed=True, max_new_tokens=100, temperature=0.7, top_p=0.9):
|
| 24 |
# Random seed handling
|
| 25 |
if randomize_seed:
|