2018-03-16 10:52:22 +01:00
|
|
|
version: '3'
|
|
|
|
|
services:
|
2019-11-02 05:05:08 +01:00
|
|
|
|
2019-10-01 22:38:59 +02:00
|
|
|
redis:
|
|
|
|
|
image: redis
|
2019-11-02 05:05:08 +01:00
|
|
|
working_dir: /cache
|
|
|
|
|
command: ./cache.conf --daemonize no
|
|
|
|
|
volumes:
|
|
|
|
|
- ./cache:/cache
|
|
|
|
|
|
2018-03-16 10:52:22 +01:00
|
|
|
splash:
|
2020-07-08 02:25:15 +02:00
|
|
|
image: "scrapinghub/splash:3.5.0"
|
2019-11-02 05:05:08 +01:00
|
|
|
ports:
|
|
|
|
|
- "8050:8050"
|
|
|
|
|
- "5023:5023"
|
2020-01-21 17:39:18 +01:00
|
|
|
command: --disable-private-mode
|
2019-11-02 05:05:08 +01:00
|
|
|
|
2018-03-16 10:52:22 +01:00
|
|
|
lookyloo:
|
2019-11-02 05:05:08 +01:00
|
|
|
build: .
|
|
|
|
|
working_dir: /lookyloo
|
|
|
|
|
tty: true
|
|
|
|
|
environment:
|
2020-07-07 13:51:09 +02:00
|
|
|
- SPLASH_URL_DOCKER=http://splash:8050
|
2019-11-02 05:05:08 +01:00
|
|
|
command:
|
|
|
|
|
- /bin/sh
|
|
|
|
|
- -c
|
|
|
|
|
- |
|
2020-07-08 02:25:15 +02:00
|
|
|
poetry run rebuild_caches.py
|
2020-01-21 17:39:18 +01:00
|
|
|
poetry run async_scrape.py &
|
|
|
|
|
poetry run start_website.py
|
2019-11-02 05:05:08 +01:00
|
|
|
volumes:
|
|
|
|
|
- ./cache:/lookyloo/cache
|
|
|
|
|
- ./scraped:/lookyloo/scraped
|
|
|
|
|
- ./user_agents:/lookyloo/user_agents
|
2020-07-07 01:00:59 +02:00
|
|
|
- ./config:/lookyloo/config
|
2019-11-02 05:05:08 +01:00
|
|
|
ports:
|
|
|
|
|
- "5100:5100"
|
|
|
|
|
links:
|
|
|
|
|
- "redis"
|
|
|
|
|
- "splash"
|
