Thanks to visit codestin.com
Credit goes to github.com

Skip to content

Commit 9ab4d44

Browse files
committed
update docs/docker
1 parent 710eed5 commit 9ab4d44

File tree

1 file changed

+25
-28
lines changed

1 file changed

+25
-28
lines changed

docs/Running-pyspider-with-Docker.md

Lines changed: 25 additions & 28 deletions
Original file line numberDiff line numberDiff line change
@@ -1,73 +1,70 @@
11
```shell
22
# mysql
3-
docker run -d --name mysql dockerfile/mysql:latest
3+
docker run --name mysql -d -v /data/mysql:/var/lib/mysql -e MYSQL_ALLOW_EMPTY_PASSWORD=yes mysql:latest
44
# rabbitmq
5-
docker run -d --name rabbitmq dockerfile/rabbitmq:latest
5+
docker run --name rabbitmq -d rabbitmq:latest
6+
67
# phantomjs
7-
docker run --name phantomjs -d -v `pwd`:/mnt/test --expose 25555 cmfatih/phantomjs:latest /usr/bin/phantomjs --ssl-protocol=any /mnt/test/pyspider/fetcher/phantomjs_fetcher.js 25555
8+
docker run --name phantomjs -d binux/pyspider:latest phantomjs
89

910
# result worker
10-
docker run -d --name result_worker --link mysql:mysql --link rabbitmq:rabbitmq binux/pyspider:latest result_worker
11+
docker run --name result_worker -m 128m -d --link mysql:mysql --link rabbitmq:rabbitmq binux/pyspider:latest result_worker
1112
# processor, run multiple instance if needed.
12-
docker run -d --name processor --link mysql:mysql --link rabbitmq:rabbitmq binux/pyspider:latest processor
13+
docker run --name processor -m 256m -d --link mysql:mysql --link rabbitmq:rabbitmq binux/pyspider:latest processor
1314
# fetcher, run multiple instance if needed.
14-
docker run -d --name fetcher --link rabbitmq:rabbitmq --link phantomjs:phantomjs binux/pyspider:latest fetcher
15+
docker run --name fetcher -m 256m -d --link phantomjs:phantomjs --link rabbitmq:rabbitmq binux/pyspider:latest fetcher --no-xmlrpc
1516
# scheduler
16-
docker run -d --name scheduler --link mysql:mysql --link rabbitmq:rabbitmq binux/pyspider:latest scheduler
17+
docker run --name scheduler -d --link mysql:mysql --link rabbitmq:rabbitmq binux/pyspider:latest scheduler
1718
# webui
18-
docker run -d --name webui -p 5000:5000 --link mysql:mysql --link rabbitmq:rabbitmq --link phantomjs:phantomjs --link scheduler:scheduler binux/pyspider:latest webui
19+
docker run --name webui -m 256m -d -p 5000:5000 --link mysql:mysql --link rabbitmq:rabbitmq --link scheduler:scheduler --link phantomjs:phantomjs binux/pyspider:latest webui
1920
```
2021

21-
or running with [fig](http://www.fig.sh/) with `fig.yml`:
22+
or running with [Docker Compose](https://docs.docker.com/compose/) with `docker-compose.yml`:
23+
24+
NOTE: It's recommended to run mysql and rabbitmq outside compose as they may not been restarted with pyspider. You can find commands to start mysql and rabbitmq service above.
2225

2326
```
24-
mysql:
25-
image: dockerfile/mysql:latest
26-
rabbitmq:
27-
image: dockerfile/rabbitmq:latest
2827
phantomjs:
29-
image: cmfatih/phantomjs:latest
30-
expose:
31-
- "25555"
32-
volumes:
33-
- .:/mnt/test
34-
command: /usr/bin/phantomjs --ssl-protocol=any /mnt/test/pyspider/fetcher/phantomjs_fetcher.js 25555
35-
result_worker:
3628
image: binux/pyspider:latest
37-
links:
29+
command: phantomjs
30+
result:
31+
image: binux/pyspider:latest
32+
external_links:
3833
- mysql
3934
- rabbitmq
4035
command: result_worker
4136
processor:
4237
image: binux/pyspider:latest
43-
links:
38+
external_links:
4439
- mysql
4540
- rabbitmq
4641
command: processor
4742
fetcher:
4843
image: binux/pyspider:latest
49-
links:
44+
external_links:
5045
- rabbitmq
46+
links:
5147
- phantomjs
5248
command : fetcher
5349
scheduler:
5450
image: binux/pyspider:latest
55-
links:
51+
external_links:
5652
- mysql
5753
- rabbitmq
5854
command: scheduler
5955
webui:
6056
image: binux/pyspider:latest
61-
links:
57+
external_links:
6258
- mysql
6359
- rabbitmq
60+
links:
6461
- scheduler
6562
- phantomjs
66-
volumes:
67-
- .:/opt/pyspider
6863
command: webui
6964
ports:
7065
- "5000:5000"
7166
```
7267

73-
`fig up`
68+
`docker-compose up`
69+
70+

0 commit comments

Comments
 (0)