gufett0 commited on
Commit
bb0b4d5
·
1 Parent(s): 650c39a

changed class interface

Browse files
Files changed (1) hide show
  1. interface.py +1 -1
interface.py CHANGED
@@ -9,7 +9,7 @@ from pydantic import Field, field_validator
9
 
10
  # for transformers 2
11
  class GemmaLLMInterface(CustomLLM):
12
- model: AutoModelForCausalLM = None
13
  context_window: int = 8192
14
  num_output: int = 2048
15
  model_name: str = "gemma-2-2b-it"
 
9
 
10
  # for transformers 2
11
  class GemmaLLMInterface(CustomLLM):
12
+ model: Any = None
13
  context_window: int = 8192
14
  num_output: int = 2048
15
  model_name: str = "gemma-2-2b-it"