Spaces:
Sleeping
Sleeping
added new class
Browse files- interface.py +1 -1
interface.py
CHANGED
@@ -1,7 +1,7 @@
|
|
1 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
2 |
from llama_index.core.llms import CustomLLM, LLMMetadata, CompletionResponse, CompletionResponseGen
|
3 |
from llama_index.core.llms.callbacks import llm_completion_callback
|
4 |
-
from typing import Any
|
5 |
import torch
|
6 |
from transformers import TextIteratorStreamer
|
7 |
from threading import Thread
|
|
|
1 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
2 |
from llama_index.core.llms import CustomLLM, LLMMetadata, CompletionResponse, CompletionResponseGen
|
3 |
from llama_index.core.llms.callbacks import llm_completion_callback
|
4 |
+
from typing import Any, Iterator
|
5 |
import torch
|
6 |
from transformers import TextIteratorStreamer
|
7 |
from threading import Thread
|