Spaces:
Sleeping
Sleeping
rolling back quantization efforts
Browse files
app.py
CHANGED
@@ -1,29 +1,3 @@
|
|
1 |
-
import sys
|
2 |
-
import subprocess
|
3 |
-
import pkg_resources
|
4 |
-
|
5 |
-
def install(package):
|
6 |
-
subprocess.check_call([sys.executable, "-m", "pip", "install", "-U", package])
|
7 |
-
|
8 |
-
required_packages = {
|
9 |
-
'gradio': '3.50.2',
|
10 |
-
'torch': '2.0.0',
|
11 |
-
'transformers': '4.35.0',
|
12 |
-
'einops': '0.6.1',
|
13 |
-
'tqdm': '4.66.1',
|
14 |
-
'bitsandbytes': '0.41.1'
|
15 |
-
}
|
16 |
-
|
17 |
-
for package, version in required_packages.items():
|
18 |
-
try:
|
19 |
-
pkg_resources.require(f"{package}>={version}")
|
20 |
-
except pkg_resources.VersionConflict:
|
21 |
-
print(f"{package} version {version} or higher is required. Upgrading...")
|
22 |
-
install(f"{package}>={version}")
|
23 |
-
except pkg_resources.DistributionNotFound:
|
24 |
-
print(f"{package} is not installed. Installing...")
|
25 |
-
install(f"{package}>={version}")
|
26 |
-
|
27 |
import gradio as gr
|
28 |
import torch
|
29 |
from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
import gradio as gr
|
2 |
import torch
|
3 |
from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig
|