rudr4sarkar commited on
Commit
58367cb
1 Parent(s): 925739f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -7,7 +7,9 @@ import gc
7
  @st.cache_resource
8
  def load_model():
9
  model_name = "peterxyz/detect-llama-34b"
10
- tokenizer = LlamaTokenizer.from_pretrained(model_name)
 
 
11
 
12
  # Check if CUDA is available
13
  device = "cuda" if torch.cuda.is_available() else "cpu"
 
7
  @st.cache_resource
8
  def load_model():
9
  model_name = "peterxyz/detect-llama-34b"
10
+
11
+ # Load the specific tokenizer type used by the model checkpoint
12
+ tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=False)
13
 
14
  # Check if CUDA is available
15
  device = "cuda" if torch.cuda.is_available() else "cpu"