Hugging Face's logo

Spaces:
neuralmagic
/
sparse-llama-gsm8k
Sleeping

App Files Community
mgoin commited on
Commit
5e19c4f
·
1 Parent(s): 7db1584

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -6
app.py CHANGED
@@ -25,12 +25,7 @@ MAX_MAX_NEW_TOKENS = 1024
25
  DEFAULT_MAX_NEW_TOKENS = 200
26
 
27
  # Setup the engine
28
- pipe = deepsparse.Pipeline.create(
29
- task="text-generation",
30
- model_path=MODEL_ID,
31
- sequence_length=MAX_MAX_NEW_TOKENS,
32
- prompt_sequence_length=16,
33
- )
34
 
35
 
36
  def clear_and_save_textbox(message: str) -> Tuple[str, str]:
 
25
  DEFAULT_MAX_NEW_TOKENS = 200
26
 
27
  # Setup the engine
28
+ pipe = deepsparse.TextGeneration(model=MODEL_ID, sequence_length=MAX_MAX_NEW_TOKENS)
 
 
 
 
 
29
 
30
 
31
  def clear_and_save_textbox(message: str) -> Tuple[str, str]: