Spaces:
Running
on
Zero
Running
on
Zero
NGUYEN, Xuan Phi
commited on
Commit
•
e33248e
1
Parent(s):
5622434
fix
Browse files
app.py
CHANGED
|
@@ -511,7 +511,7 @@ def _vllm_run_engine(self: Any, use_tqdm: bool = False) -> Dict[str, Any]:
|
|
| 511 |
|
| 512 |
|
| 513 |
def vllm_generate_stream(
|
| 514 |
-
self:
|
| 515 |
prompts: Optional[Union[str, List[str]]] = None,
|
| 516 |
sampling_params: Optional[Any] = None,
|
| 517 |
prompt_token_ids: Optional[List[List[int]]] = None,
|
|
|
|
| 511 |
|
| 512 |
|
| 513 |
def vllm_generate_stream(
|
| 514 |
+
self: Any,
|
| 515 |
prompts: Optional[Union[str, List[str]]] = None,
|
| 516 |
sampling_params: Optional[Any] = None,
|
| 517 |
prompt_token_ids: Optional[List[List[int]]] = None,
|