dsmueller commited on
Commit
1cbae19
1 Parent(s): 094c28c

Update dependencies and Dockerfile permissions

Browse files
Files changed (4) hide show
  1. Dockerfile +2 -2
  2. poetry.lock +0 -0
  3. pyproject.toml +18 -0
  4. requirements.txt +25 -98
Dockerfile CHANGED
@@ -27,10 +27,10 @@ HEALTHCHECK CMD curl --fail http://localhost:8501/_stcore/health
27
  # RUN chmod +x python 3 train_llm.py
28
 
29
  # Run the container as root
30
- # USER root
31
 
32
  # Change permissions of the working directory
33
- RUN chmod 777 /app # Gives all users read, write, and exec permissions in the app directory.
34
 
35
  # Run the command inside your image filesystem.
36
  CMD ["python", "train_llm.py"]
 
27
  # RUN chmod +x python 3 train_llm.py
28
 
29
  # Run the container as root
30
+ USER root
31
 
32
  # Change permissions of the working directory
33
+ # RUN chmod 777 /app # Gives all users read, write, and exec permissions in the app directory.
34
 
35
  # Run the command inside your image filesystem.
36
  CMD ["python", "train_llm.py"]
poetry.lock ADDED
The diff for this file is too large to render. See raw diff
 
pyproject.toml ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [tool.poetry]
2
+ name = "autotrain-playground"
3
+ version = "0.1.0"
4
+ description = ""
5
+ authors = ["Dan Mueller <dsm@danmueller.pro>"]
6
+ readme = "README.md"
7
+
8
+ [tool.poetry.dependencies]
9
+ python = "^3.11"
10
+ jsonlines = "^4.0.0"
11
+ uuid = "^1.30"
12
+ pandas = "^2.1.4"
13
+ autotrain-advanced = "^0.6.59"
14
+
15
+
16
+ [build-system]
17
+ requires = ["poetry-core"]
18
+ build-backend = "poetry.core.masonry.api"
requirements.txt CHANGED
@@ -1,19 +1,16 @@
1
  absl-py==2.0.0
2
- accelerate==0.24.0
3
  aiofiles==23.2.1
4
  aiohttp==3.9.1
5
- aioitertools==0.11.0
6
  aiosignal==1.3.1
7
  albumentations==1.3.1
8
  alembic==1.13.0
9
  altair==5.2.0
10
  annotated-types==0.6.0
11
  anyio==3.7.1
12
- appnope==0.1.3
13
  arrow==1.3.0
14
- asttokens==2.4.1
15
  attrs==23.1.0
16
- autotrain-advanced==0.6.51
17
  bitsandbytes==0.41.0
18
  Brotli==1.1.0
19
  cachetools==5.3.2
@@ -23,128 +20,74 @@ click==8.1.7
23
  cmaes==0.10.0
24
  codecarbon==2.2.3
25
  colorlog==6.8.0
26
- comm==0.2.0
27
  contourpy==1.2.0
28
  cycler==0.12.1
29
- dataclasses-json==0.6.3
30
- datasets==2.14.7
31
- debugpy==1.8.0
32
- decorator==5.1.1
33
  diffusers==0.21.4
34
  dill==0.3.7
35
- distro==1.8.0
36
- dnspython==2.4.2
37
  docstring-parser==0.15
38
  einops==0.6.1
39
  evaluate==0.3.0
40
- executing==2.0.1
41
  fastapi==0.104.1
42
  ffmpy==0.3.1
43
  filelock==3.13.1
44
- fonttools==4.46.0
45
- frozenlist==1.4.0
46
- fsspec==2023.10.0
47
  fuzzywuzzy==0.18.0
48
- google-api-core==2.14.0
49
- google-auth==2.24.0
50
- google-auth-oauthlib==1.1.0
51
- google-cloud-core==2.3.3
52
- google-cloud-storage==2.13.0
53
- google-crc32c==1.5.0
54
- google-resumable-media==2.6.0
55
- googleapis-common-protos==1.61.0
56
  gradio==3.41.0
57
  gradio_client==0.5.0
58
- greenlet==3.0.2
59
- grpcio==1.59.3
60
- gunicorn==21.2.0
61
  h11==0.14.0
 
62
  httpcore==1.0.2
63
  httpx==0.25.2
64
  huggingface-hub==0.19.4
65
  idna==3.6
66
- imageio==2.33.0
67
  importlib-metadata==7.0.0
68
  importlib-resources==6.1.1
69
  inflate64==1.0.0
70
  invisible-watermark==0.2.0
71
  ipadic==1.0.0
72
- ipykernel==6.27.1
73
- ipython==8.18.1
74
- ipywidgets==8.1.1
75
- jedi==0.19.1
76
  Jinja2==3.1.2
77
  jiwer==3.0.2
78
  joblib==1.3.1
79
  jsonlines==4.0.0
80
- jsonpatch==1.33
81
- jsonpointer==2.4
82
  jsonschema==4.20.0
83
  jsonschema-specifications==2023.11.2
84
- jupyter_client==8.6.0
85
- jupyter_core==5.5.0
86
- jupyterlab-widgets==3.0.9
87
  kiwisolver==1.4.5
88
- langchain==0.0.345
89
- langchain-core==0.0.9
90
- langsmith==0.0.69
91
  lazy_loader==0.3
92
  loguru==0.7.0
93
  Mako==1.3.0
94
  Markdown==3.5.1
95
  markdown-it-py==3.0.0
96
  MarkupSafe==2.1.3
97
- marshmallow==3.20.1
98
  matplotlib==3.8.2
99
- matplotlib-inline==0.1.6
100
  mdurl==0.1.2
101
- mmh3==3.1.0
102
  mpmath==1.3.0
103
  multidict==6.0.4
104
  multiprocess==0.70.15
105
  multivolumefile==0.2.3
106
- mypy-extensions==1.0.0
107
- nest-asyncio==1.5.8
108
  networkx==3.2.1
109
  nltk==3.8.1
110
- numpy==1.25.2
111
- # nvidia-cuda-cupti-cu12==12.1.105
112
- # nvidia-cuda-nvrtc-cu12==12.1.105
113
- # nvidia-cuda-runtime-cu12==12.1.105
114
- # nvidia-cudnn-cu12==8.9.2.26
115
- # nvidia-cufft-cu12==11.0.2.54
116
- # nvidia-curand-cu12==10.3.2.106
117
- # nvidia-cusolver-cu12==11.4.5.107
118
- # nvidia-cusparse-cu12==12.1.0.106
119
- # nvidia-nccl-cu12==2.18.1
120
- # nvidia-nvjitlink-cu12==12.3.101
121
- # nvidia-nvtx-cu12==12.1.105
122
  oauthlib==3.2.2
123
- openai==1.3.7
124
  opencv-python==4.8.1.78
125
  opencv-python-headless==4.8.1.78
126
  optuna==3.3.0
127
  orjson==3.9.10
128
  packaging==23.1
129
  pandas==2.1.4
130
- pandas-stubs==2.0.3.230814
131
- parso==0.8.3
132
- peft==0.6.2
133
- pexpect==4.9.0
134
- pi==0.1.2
135
  Pillow==10.0.0
136
- pinecone-client==2.2.4
137
- pinecone-text==0.7.1
138
- platformdirs==4.1.0
139
- prompt-toolkit==3.0.41
140
  protobuf==4.23.4
141
- psutil==5.9.6
142
- ptyprocess==0.7.0
143
- pure-eval==0.2.2
144
  py-cpuinfo==9.0.0
145
  py7zr==0.20.6
146
- pyarrow==11.0.0
147
- pyarrow-hotfix==0.6
148
  pyasn1==0.5.1
149
  pyasn1-modules==0.3.0
150
  pybcj==1.0.2
@@ -153,28 +96,26 @@ pydantic==2.4.2
153
  pydantic_core==2.10.1
154
  pydub==0.25.1
155
  Pygments==2.17.2
 
156
  pynvml==11.5.0
157
  pyparsing==3.1.1
158
- pypdf==3.17.1
159
  pyppmd==1.0.0
160
  python-dateutil==2.8.2
161
- python-dotenv==1.0.0
162
  python-multipart==0.0.6
163
  pytz==2023.3.post1
164
  PyWavelets==1.5.0
165
  PyYAML==6.0.1
166
- pyzmq==25.1.2
167
  pyzstd==0.15.9
168
  qudida==0.0.4
169
  rapidfuzz==2.13.7
170
- referencing==0.31.1
171
  regex==2023.10.3
172
  requests==2.31.0
173
  requests-oauthlib==1.3.1
174
  responses==0.18.0
175
  rich==13.7.0
176
  rouge-score==0.1.2
177
- rpds-py==0.13.2
178
  rsa==4.9
179
  sacremoses==0.0.53
180
  safetensors==0.4.1
@@ -187,44 +128,30 @@ shtab==1.6.5
187
  six==1.16.0
188
  sniffio==1.3.0
189
  SQLAlchemy==2.0.23
190
- sse-starlette==1.8.2
191
- stack-data==0.6.3
192
  starlette==0.27.0
193
  sympy==1.12
194
- tenacity==8.2.3
195
  tensorboard==2.15.1
196
  tensorboard-data-server==0.7.2
197
  texttable==1.7.0
198
  threadpoolctl==3.2.0
199
- tifffile==2023.9.26
200
  tiktoken==0.5.1
201
  tokenizers==0.15.0
202
  toolz==0.12.0
203
- torch==2.1.1
204
- tornado==6.4
205
  tqdm==4.65.0
206
- traitlets==5.14.0
207
- transformers==4.35.2
208
- # triton==2.1.0
209
  trl==0.7.4
210
- types-jsonschema==4.20.0.0
211
  types-python-dateutil==2.8.19.14
212
- types-pytz==2023.3.1.1
213
- types-PyYAML==6.0.12.12
214
- types-tqdm==4.66.0.5
215
- typing-inspect==0.9.0
216
- typing_extensions==4.8.0
217
  tyro==0.6.0
218
  tzdata==2023.3
219
- urllib3==2.0.7
 
220
  uvicorn==0.22.0
221
- wcwidth==0.2.12
222
  websockets==11.0.3
223
  Werkzeug==2.3.6
224
- wget==3.2
225
- widgetsnbextension==4.0.9
226
- wrapt==1.16.0
227
  xgboost==1.7.6
228
  xxhash==3.4.1
229
- yarl==1.9.3
230
  zipp==3.17.0
 
1
  absl-py==2.0.0
2
+ accelerate==0.25.0
3
  aiofiles==23.2.1
4
  aiohttp==3.9.1
 
5
  aiosignal==1.3.1
6
  albumentations==1.3.1
7
  alembic==1.13.0
8
  altair==5.2.0
9
  annotated-types==0.6.0
10
  anyio==3.7.1
 
11
  arrow==1.3.0
 
12
  attrs==23.1.0
13
+ autotrain-advanced==0.6.59
14
  bitsandbytes==0.41.0
15
  Brotli==1.1.0
16
  cachetools==5.3.2
 
20
  cmaes==0.10.0
21
  codecarbon==2.2.3
22
  colorlog==6.8.0
 
23
  contourpy==1.2.0
24
  cycler==0.12.1
25
+ datasets==2.14.4
 
 
 
26
  diffusers==0.21.4
27
  dill==0.3.7
 
 
28
  docstring-parser==0.15
29
  einops==0.6.1
30
  evaluate==0.3.0
 
31
  fastapi==0.104.1
32
  ffmpy==0.3.1
33
  filelock==3.13.1
34
+ fonttools==4.47.0
35
+ frozenlist==1.4.1
36
+ fsspec==2023.12.2
37
  fuzzywuzzy==0.18.0
38
+ google-auth==2.25.2
39
+ google-auth-oauthlib==1.2.0
 
 
 
 
 
 
40
  gradio==3.41.0
41
  gradio_client==0.5.0
42
+ grpcio==1.60.0
 
 
43
  h11==0.14.0
44
+ hf_transfer==0.1.4
45
  httpcore==1.0.2
46
  httpx==0.25.2
47
  huggingface-hub==0.19.4
48
  idna==3.6
49
+ imageio==2.33.1
50
  importlib-metadata==7.0.0
51
  importlib-resources==6.1.1
52
  inflate64==1.0.0
53
  invisible-watermark==0.2.0
54
  ipadic==1.0.0
 
 
 
 
55
  Jinja2==3.1.2
56
  jiwer==3.0.2
57
  joblib==1.3.1
58
  jsonlines==4.0.0
 
 
59
  jsonschema==4.20.0
60
  jsonschema-specifications==2023.11.2
 
 
 
61
  kiwisolver==1.4.5
 
 
 
62
  lazy_loader==0.3
63
  loguru==0.7.0
64
  Mako==1.3.0
65
  Markdown==3.5.1
66
  markdown-it-py==3.0.0
67
  MarkupSafe==2.1.3
 
68
  matplotlib==3.8.2
 
69
  mdurl==0.1.2
 
70
  mpmath==1.3.0
71
  multidict==6.0.4
72
  multiprocess==0.70.15
73
  multivolumefile==0.2.3
 
 
74
  networkx==3.2.1
75
  nltk==3.8.1
76
+ numpy==1.26.2
 
 
 
 
 
 
 
 
 
 
 
77
  oauthlib==3.2.2
 
78
  opencv-python==4.8.1.78
79
  opencv-python-headless==4.8.1.78
80
  optuna==3.3.0
81
  orjson==3.9.10
82
  packaging==23.1
83
  pandas==2.1.4
84
+ peft==0.7.1
 
 
 
 
85
  Pillow==10.0.0
 
 
 
 
86
  protobuf==4.23.4
87
+ psutil==5.9.7
 
 
88
  py-cpuinfo==9.0.0
89
  py7zr==0.20.6
90
+ pyarrow==14.0.2
 
91
  pyasn1==0.5.1
92
  pyasn1-modules==0.3.0
93
  pybcj==1.0.2
 
96
  pydantic_core==2.10.1
97
  pydub==0.25.1
98
  Pygments==2.17.2
99
+ pyngrok==7.0.3
100
  pynvml==11.5.0
101
  pyparsing==3.1.1
 
102
  pyppmd==1.0.0
103
  python-dateutil==2.8.2
 
104
  python-multipart==0.0.6
105
  pytz==2023.3.post1
106
  PyWavelets==1.5.0
107
  PyYAML==6.0.1
 
108
  pyzstd==0.15.9
109
  qudida==0.0.4
110
  rapidfuzz==2.13.7
111
+ referencing==0.32.0
112
  regex==2023.10.3
113
  requests==2.31.0
114
  requests-oauthlib==1.3.1
115
  responses==0.18.0
116
  rich==13.7.0
117
  rouge-score==0.1.2
118
+ rpds-py==0.15.2
119
  rsa==4.9
120
  sacremoses==0.0.53
121
  safetensors==0.4.1
 
128
  six==1.16.0
129
  sniffio==1.3.0
130
  SQLAlchemy==2.0.23
 
 
131
  starlette==0.27.0
132
  sympy==1.12
 
133
  tensorboard==2.15.1
134
  tensorboard-data-server==0.7.2
135
  texttable==1.7.0
136
  threadpoolctl==3.2.0
137
+ tifffile==2023.12.9
138
  tiktoken==0.5.1
139
  tokenizers==0.15.0
140
  toolz==0.12.0
141
+ torch==2.1.2
 
142
  tqdm==4.65.0
143
+ transformers==4.36.1
 
 
144
  trl==0.7.4
 
145
  types-python-dateutil==2.8.19.14
146
+ typing_extensions==4.9.0
 
 
 
 
147
  tyro==0.6.0
148
  tzdata==2023.3
149
+ urllib3==2.1.0
150
+ uuid==1.30
151
  uvicorn==0.22.0
 
152
  websockets==11.0.3
153
  Werkzeug==2.3.6
 
 
 
154
  xgboost==1.7.6
155
  xxhash==3.4.1
156
+ yarl==1.9.4
157
  zipp==3.17.0