gufett0 commited on
Commit
57b8c08
·
1 Parent(s): f680265

added new class

Browse files
Files changed (1) hide show
  1. interface.py +1 -1
interface.py CHANGED
@@ -1,7 +1,7 @@
1
  from transformers import AutoTokenizer, AutoModelForCausalLM
2
  from llama_index.core.llms import CustomLLM, LLMMetadata, CompletionResponse, CompletionResponseGen
3
  from llama_index.core.llms.callbacks import llm_completion_callback
4
- from typing import Any
5
  import torch
6
  from transformers import TextIteratorStreamer
7
  from threading import Thread
 
1
  from transformers import AutoTokenizer, AutoModelForCausalLM
2
  from llama_index.core.llms import CustomLLM, LLMMetadata, CompletionResponse, CompletionResponseGen
3
  from llama_index.core.llms.callbacks import llm_completion_callback
4
+ from typing import Any, Iterator
5
  import torch
6
  from transformers import TextIteratorStreamer
7
  from threading import Thread