Spaces:
Running
on
Zero
Running
on
Zero
Update main.py
Browse files
main.py
CHANGED
@@ -64,8 +64,6 @@ def search(query: str, k: int) -> tuple[str]:
|
|
64 |
pipe = transformers.pipeline(
|
65 |
"text-generation",
|
66 |
model="Qwen/Qwen2-0.5B-Instruct",
|
67 |
-
# model="microsoft/Phi-3-medium-128k-instruct-onnx-cuda",
|
68 |
-
# model="microsoft/Phi-3-medium-128k-instruct",
|
69 |
trust_remote_code=True,
|
70 |
max_new_tokens = 512,
|
71 |
device="cuda:0",
|
|
|
64 |
pipe = transformers.pipeline(
|
65 |
"text-generation",
|
66 |
model="Qwen/Qwen2-0.5B-Instruct",
|
|
|
|
|
67 |
trust_remote_code=True,
|
68 |
max_new_tokens = 512,
|
69 |
device="cuda:0",
|