dwb2023 commited on
Commit
9aa57c1
1 Parent(s): 9eaa1af

Update app.py

Browse files

add LlamaTokenizer import

Files changed (1) hide show
  1. app.py +6 -1
app.py CHANGED
@@ -5,7 +5,12 @@ from typing import Iterator
5
  import gradio as gr
6
  import spaces
7
  import torch
8
- from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
 
 
 
 
 
9
 
10
  MAX_MAX_NEW_TOKENS = 1024
11
  DEFAULT_MAX_NEW_TOKENS = 256
 
5
  import gradio as gr
6
  import spaces
7
  import torch
8
+ from transformers import (
9
+ AutoModelForCausalLM,
10
+ AutoTokenizer,
11
+ TextIteratorStreamer,
12
+ LlamaTokenizer,
13
+ )
14
 
15
  MAX_MAX_NEW_TOKENS = 1024
16
  DEFAULT_MAX_NEW_TOKENS = 256