Spaces:
Paused
Paused
Update server.py
Browse files
server.py
CHANGED
@@ -5,7 +5,9 @@ from paddleocr import PaddleOCR
|
|
5 |
from langchain.prompts import PromptTemplate
|
6 |
from langchain.chains import LLMChain
|
7 |
from passporteye import read_mrz
|
8 |
-
from pydantic.v1 import BaseModel
|
|
|
|
|
9 |
from typing import Any, Optional, Dict, List
|
10 |
from huggingface_hub import InferenceClient
|
11 |
from langchain.llms.base import LLM
|
@@ -18,7 +20,7 @@ model_name = "mistralai/Mixtral-8x7B-Instruct-v0.1"
|
|
18 |
hf_token = HF_token
|
19 |
kwargs = {"max_new_tokens":500, "temperature":0.1, "top_p":0.95, "repetition_penalty":1.0, "do_sample":True}
|
20 |
|
21 |
-
class KwArgsModel(
|
22 |
kwargs: Dict[str, Any] = Field(default_factory=dict)
|
23 |
|
24 |
class CustomInferenceClient(LLM, KwArgsModel):
|
|
|
5 |
from langchain.prompts import PromptTemplate
|
6 |
from langchain.chains import LLMChain
|
7 |
from passporteye import read_mrz
|
8 |
+
from pydantic.v1 import BaseModel as v1BaseModel
|
9 |
+
from pydantic.v1 import Field
|
10 |
+
from pydantic import BaseModel
|
11 |
from typing import Any, Optional, Dict, List
|
12 |
from huggingface_hub import InferenceClient
|
13 |
from langchain.llms.base import LLM
|
|
|
20 |
hf_token = HF_token
|
21 |
kwargs = {"max_new_tokens":500, "temperature":0.1, "top_p":0.95, "repetition_penalty":1.0, "do_sample":True}
|
22 |
|
23 |
+
class KwArgsModel(v1BaseModel):
|
24 |
kwargs: Dict[str, Any] = Field(default_factory=dict)
|
25 |
|
26 |
class CustomInferenceClient(LLM, KwArgsModel):
|