Spaces:

chansung
/

gradio_together_tgi

Runtime error

chansung commited on Mar 21, 2024

Commit

8385e49

1 Parent(s): 491b3b6

fix: typo

Files changed (1) hide show

entrypoint.sh.template CHANGED Viewed

@@ -4,15 +4,15 @@ if [[ "$QUANTIZATION" == "false" ]]; then
   text-generation-launcher --model-id $MODEL_NAME \
     --num-shard 1 --port 8080 --trust-remote-code \
     --max-concurrent-requests $MAX_CONCURRENT_REQUESTS \
-    --max-top-n-tokens $MAX_INPUT_LENGTH \
-    --max-input-length $MAX_TOTAL_TOKENS \
     &
 else
   text-generation-launcher --model-id $MODEL_NAME \
     --num-shard 1 --port 8080 --trust-remote-code \
     --max-concurrent-requests $MAX_CONCURRENT_REQUESTS \
-    --max-top-n-tokens $MAX_INPUT_LENGTH \
-    --max-input-length $MAX_TOTAL_TOKENS \
     --quantize $QUANTIZATION \
     &
 fi

   text-generation-launcher --model-id $MODEL_NAME \
     --num-shard 1 --port 8080 --trust-remote-code \
     --max-concurrent-requests $MAX_CONCURRENT_REQUESTS \
+    --max-input-length $MAX_INPUT_LENGTH \
+    --max-total-tokens $MAX_TOTAL_TOKENS \
     &
 else
   text-generation-launcher --model-id $MODEL_NAME \
     --num-shard 1 --port 8080 --trust-remote-code \
     --max-concurrent-requests $MAX_CONCURRENT_REQUESTS \
+    --max-input-length $MAX_INPUT_LENGTH \
+    --max-total-tokens $MAX_TOTAL_TOKENS \
     --quantize $QUANTIZATION \
     &
 fi