Update README.md
Browse files
README.md
CHANGED
@@ -2,4 +2,53 @@
|
|
2 |
license: llama3.1
|
3 |
---
|
4 |
|
5 |
-
#
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2 |
license: llama3.1
|
3 |
---
|
4 |
|
5 |
+
# llama-3.1-8B-vision-378
|
6 |
+
|
7 |
+
THIS IS A SLAPPED-TOGETHER RELEASE; IF IT WORKS, IT IS A MIRACLE OF LATENT SPACE
|
8 |
+
|
9 |
+
## usage
|
10 |
+
|
11 |
+
```
|
12 |
+
import torch
|
13 |
+
from transformers import AutoModelForCausalLM, AutoTokenizer
|
14 |
+
from PIL import Image
|
15 |
+
import requests
|
16 |
+
from io import BytesIO
|
17 |
+
|
18 |
+
url = "https://huggingface.co/qresearch/llama-3-vision-alpha-hf/resolve/main/assets/demo-2.jpg"
|
19 |
+
response = requests.get(url)
|
20 |
+
image = Image.open(BytesIO(response.content))
|
21 |
+
|
22 |
+
|
23 |
+
model = AutoModelForCausalLM.from_pretrained(
|
24 |
+
"qresearch/llama-3.1-8B-vision-378",
|
25 |
+
trust_remote_code=True,
|
26 |
+
torch_dtype=torch.float16,
|
27 |
+
).to("cuda")
|
28 |
+
|
29 |
+
tokenizer = AutoTokenizer.from_pretrained(model_id, use_fast=True,)
|
30 |
+
|
31 |
+
print(
|
32 |
+
model.answer_question(
|
33 |
+
image, "Briefly describe the image", tokenizer, max_new_tokens=128, temperature=0.3
|
34 |
+
),
|
35 |
+
)
|
36 |
+
```
|
37 |
+
|
38 |
+
```
|
39 |
+
.x+=:.
|
40 |
+
z` ^% .uef^"
|
41 |
+
.u . . <k .u . :d88E
|
42 |
+
.u@u .d88B :@8c .u .@8Ned8" .u u .d88B :@8c . `888E
|
43 |
+
.zWF8888bx ="8888f8888r ud8888. .@^%8888" ud8888. us888u. ="8888f8888r .udR88N 888E .z8k
|
44 |
+
.888 9888 4888>'88" :888'8888. x88: `)8b. :888'8888. .@88 "8888" 4888>'88" <888'888k 888E~?888L
|
45 |
+
I888 9888 4888> ' d888 '88%" 8888N=*8888 d888 '88%" 9888 9888 4888> ' 9888 'Y" 888E 888E
|
46 |
+
I888 9888 4888> 8888.+" %8" R88 8888.+" 9888 9888 4888> 9888 888E 888E
|
47 |
+
I888 9888 .d888L .+ 8888L @8Wou 9% 8888L 9888 9888 .d888L .+ 9888 888E 888E
|
48 |
+
`888Nx?888 ^"8888*" '8888c. .+ .888888P` '8888c. .+ 9888 9888 ^"8888*" ?8888u../ 888E 888E
|
49 |
+
"88" '888 "Y" "88888% ` ^"F "88888% "888*""888" "Y" "8888P' m888N= 888>
|
50 |
+
88E "YP' "YP' ^Y" ^Y' "P' `Y" 888
|
51 |
+
98> J88"
|
52 |
+
'8 @%
|
53 |
+
` :"
|
54 |
+
```
|