h2ogpt-chatbot

Running

pseudotensor commited on May 2, 2023

Commit

14b46ba

•

1 Parent(s): afada69

Update with h2oGPT hash 1f145fdbb1769693736d253d0f21857158e142a6

Files changed (1) hide show

generate.py CHANGED Viewed

@@ -833,7 +833,7 @@ def evaluate(
         # else hit bitsandbytes lack of thread safety:
         # https://github.com/h2oai/h2ogpt/issues/104
         # but only makes sense if concurrency_count == 1
-        context_class = NullContext if concurrency_count > 1 else filelock.FileLock
         print('Pre-Generate: %s' % str(datetime.now()), flush=True)
         decoded_output = None
         with context_class("generate.lock"):

         # else hit bitsandbytes lack of thread safety:
         # https://github.com/h2oai/h2ogpt/issues/104
         # but only makes sense if concurrency_count == 1
+        context_class = NullContext #if concurrency_count > 1 else filelock.FileLock
         print('Pre-Generate: %s' % str(datetime.now()), flush=True)
         decoded_output = None
         with context_class("generate.lock"):