Spaces:
Sleeping
Sleeping
Commit
·
c8b19ec
1
Parent(s):
5fa3b2c
Update main.py
Browse files
main.py
CHANGED
@@ -52,8 +52,8 @@ async def stream(item: dict):
|
|
52 |
model = llms[item.llm]
|
53 |
prefix=model['prefix']
|
54 |
suffix=model['suffix']
|
55 |
-
nctx = item['nctx'] if 'nctx'
|
56 |
-
max_tokens = item['max_tokens'] if 'max_tokens'
|
57 |
user="""
|
58 |
{prompt}"""
|
59 |
|
|
|
52 |
model = llms[item.llm]
|
53 |
prefix=model['prefix']
|
54 |
suffix=model['suffix']
|
55 |
+
nctx = item['nctx'] if 'nctx' in item.keys() else model['nctx']
|
56 |
+
max_tokens = item['max_tokens'] if 'max_tokens' in item.keys() else 512
|
57 |
user="""
|
58 |
{prompt}"""
|
59 |
|