Spaces:
Runtime error
Runtime error
Upload app.py
Browse files
app.py
CHANGED
@@ -17,7 +17,7 @@ import subprocess
|
|
17 |
subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
|
18 |
|
19 |
model_id = 'microsoft/Florence-2-large'
|
20 |
-
model = AutoModelForCausalLM.from_pretrained(model_id, trust_remote_code=True).to("
|
21 |
processor = AutoProcessor.from_pretrained(model_id, trust_remote_code=True)
|
22 |
|
23 |
|
@@ -38,7 +38,7 @@ def run_example(task_prompt, image, text_input=None):
|
|
38 |
prompt = task_prompt
|
39 |
else:
|
40 |
prompt = task_prompt + text_input
|
41 |
-
inputs = processor(text=prompt, images=image, return_tensors="pt").to("
|
42 |
generated_ids = model.generate(
|
43 |
input_ids=inputs["input_ids"],
|
44 |
pixel_values=inputs["pixel_values"],
|
|
|
17 |
subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
|
18 |
|
19 |
model_id = 'microsoft/Florence-2-large'
|
20 |
+
model = AutoModelForCausalLM.from_pretrained(model_id, trust_remote_code=True).to("cpu").eval()
|
21 |
processor = AutoProcessor.from_pretrained(model_id, trust_remote_code=True)
|
22 |
|
23 |
|
|
|
38 |
prompt = task_prompt
|
39 |
else:
|
40 |
prompt = task_prompt + text_input
|
41 |
+
inputs = processor(text=prompt, images=image, return_tensors="pt").to("cpu")
|
42 |
generated_ids = model.generate(
|
43 |
input_ids=inputs["input_ids"],
|
44 |
pixel_values=inputs["pixel_values"],
|