daniellefranca96 commited on
Commit
c8b19ec
·
1 Parent(s): 5fa3b2c

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +2 -2
main.py CHANGED
@@ -52,8 +52,8 @@ async def stream(item: dict):
52
  model = llms[item.llm]
53
  prefix=model['prefix']
54
  suffix=model['suffix']
55
- nctx = item['nctx'] if 'nctx' is in item.keys() else model['nctx']
56
- max_tokens = item['max_tokens'] if 'max_tokens' is in item.keys() else 512
57
  user="""
58
  {prompt}"""
59
 
 
52
  model = llms[item.llm]
53
  prefix=model['prefix']
54
  suffix=model['suffix']
55
+ nctx = item['nctx'] if 'nctx' in item.keys() else model['nctx']
56
+ max_tokens = item['max_tokens'] if 'max_tokens' in item.keys() else 512
57
  user="""
58
  {prompt}"""
59