Commit
•
3454c35
1
Parent(s):
64aa63c
Update README.md
Browse files
README.md
CHANGED
@@ -69,19 +69,14 @@ Model inference
|
|
69 |
question = "server of user id 11 with status active and server id 10"
|
70 |
table = "table_name_77 ( user id INTEGER, status VARCHAR, server id INTEGER )"
|
71 |
|
72 |
-
|
73 |
-
|
74 |
-
|
75 |
-
|
76 |
test = f"""Question: {question}\nTable: {table}\nSQL: """
|
77 |
|
78 |
p = tokenizer(test, return_tensors='pt')
|
79 |
|
80 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
|
|
81 |
|
82 |
-
|
83 |
-
|
84 |
-
print("output :", tokenizer.batch_decode(model.to(device).generate(**p.to(device),max_new_tokens=50),skip_special_tokens=True)[0])
|
85 |
|
86 |
```
|
87 |
|
|
|
69 |
question = "server of user id 11 with status active and server id 10"
|
70 |
table = "table_name_77 ( user id INTEGER, status VARCHAR, server id INTEGER )"
|
71 |
|
|
|
|
|
|
|
|
|
72 |
test = f"""Question: {question}\nTable: {table}\nSQL: """
|
73 |
|
74 |
p = tokenizer(test, return_tensors='pt')
|
75 |
|
76 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
77 |
+
out = model.to(device).generate(**p.to(device),max_new_tokens=50)
|
78 |
|
79 |
+
print("SQL Query :", tokenizer.batch_decode(out,skip_special_tokens=True)[0])
|
|
|
|
|
80 |
|
81 |
```
|
82 |
|