Spaces:
Sleeping
Sleeping
Commit
·
726fee7
1
Parent(s):
15d43aa
Update main.py
Browse files
main.py
CHANGED
@@ -60,7 +60,7 @@ async def stream(item: validation):
|
|
60 |
prefix=model['prefix']
|
61 |
suffix=model['suffix']
|
62 |
nctx = item.nctx if item.nctx is not None else model['nctx']
|
63 |
-
max_tokens = item.max_tokens if item.max_tokens is not None else
|
64 |
user="""
|
65 |
{prompt}"""
|
66 |
|
|
|
60 |
prefix=model['prefix']
|
61 |
suffix=model['suffix']
|
62 |
nctx = item.nctx if item.nctx is not None else model['nctx']
|
63 |
+
max_tokens = item.max_tokens if item.max_tokens is not None else 512
|
64 |
user="""
|
65 |
{prompt}"""
|
66 |
|