Spaces:
Runtime error
Runtime error
Niv Sardi
commited on
Commit
•
258f7cd
1
Parent(s):
fa99063
add crawler to docker-compose
Browse filesSigned-off-by: Niv Sardi <xaiki@evilgiggle.com>
- docker-compose.yaml +11 -1
docker-compose.yaml
CHANGED
@@ -1,5 +1,13 @@
|
|
1 |
version: "3.9" # optional since v1.27.0
|
2 |
services:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
3 |
puppet:
|
4 |
build:
|
5 |
dockerfile: Dockerfile.deno
|
@@ -12,7 +20,7 @@ services:
|
|
12 |
DEBUG: "puppet"
|
13 |
depends_on:
|
14 |
- "browserless"
|
15 |
-
# command: "sh -c 'while echo deno; do sleep 3h; done'" #
|
16 |
command: "deno run --allow-net --allow-env --allow-read --allow-write src/index.ts"
|
17 |
volumes:
|
18 |
# - "./src:/app/src:z" # for debugging
|
@@ -23,6 +31,7 @@ services:
|
|
23 |
condition: any
|
24 |
delay: 600s
|
25 |
window: 300s
|
|
|
26 |
cutter:
|
27 |
build:
|
28 |
dockerfile: Dockerfile.python
|
@@ -32,6 +41,7 @@ services:
|
|
32 |
volumes:
|
33 |
# - "./crawler:/app/src:z" # for debugging
|
34 |
- "./data:/app/data:z"
|
|
|
35 |
browserless:
|
36 |
image: docker.io/zenika/alpine-chrome
|
37 |
entrypoint: ["sh", "-c", "while true; do chromium-browser --headless --use-gl=swiftshader --disable-software-rasterizer --disable-dev-shm-usage --no-sandbox --remote-debugging-address=0.0.0.0 --remote-debugging-port=3000; sleep 2; done"]
|
|
|
1 |
version: "3.9" # optional since v1.27.0
|
2 |
services:
|
3 |
+
crawler:
|
4 |
+
build:
|
5 |
+
dockerfile: Dockerfile.python
|
6 |
+
context: .
|
7 |
+
command: "python3 src/main.py"
|
8 |
+
volumes:
|
9 |
+
- "./data:/app/data:z"
|
10 |
+
|
11 |
puppet:
|
12 |
build:
|
13 |
dockerfile: Dockerfile.deno
|
|
|
20 |
DEBUG: "puppet"
|
21 |
depends_on:
|
22 |
- "browserless"
|
23 |
+
# command: "sh -c 'while echo deno; do sleep 3h; done'" # debug
|
24 |
command: "deno run --allow-net --allow-env --allow-read --allow-write src/index.ts"
|
25 |
volumes:
|
26 |
# - "./src:/app/src:z" # for debugging
|
|
|
31 |
condition: any
|
32 |
delay: 600s
|
33 |
window: 300s
|
34 |
+
|
35 |
cutter:
|
36 |
build:
|
37 |
dockerfile: Dockerfile.python
|
|
|
41 |
volumes:
|
42 |
# - "./crawler:/app/src:z" # for debugging
|
43 |
- "./data:/app/data:z"
|
44 |
+
|
45 |
browserless:
|
46 |
image: docker.io/zenika/alpine-chrome
|
47 |
entrypoint: ["sh", "-c", "while true; do chromium-browser --headless --use-gl=swiftshader --disable-software-rasterizer --disable-dev-shm-usage --no-sandbox --remote-debugging-address=0.0.0.0 --remote-debugging-port=3000; sleep 2; done"]
|