diff --git a/docs/Running-pyspider-with-Docker.md b/docs/Running-pyspider-with-Docker.md index 4f56643a1..fb58a2a99 100644 --- a/docs/Running-pyspider-with-Docker.md +++ b/docs/Running-pyspider-with-Docker.md @@ -4,14 +4,16 @@ docker run -d --name mysql dockerfile/mysql:latest # rabbitmq docker run -d --name rabbitmq dockerfile/rabbitmq:latest # phantomjs -docker run --name phantomjs -d -v `pwd`:/mnt/test --expose 25555 cmfatih/phantomjs:latest /usr/bin/phantomjs /mnt/test/pyspider/fetcher/phantomjs_fetcher.js 25555 +docker run --name phantomjs -d -v `pwd`:/mnt/test --expose 25555 cmfatih/phantomjs:latest /usr/bin/phantomjs --ssl-protocol=any /mnt/test/pyspider/fetcher/phantomjs_fetcher.js 25555 -# scheduler -docker run -d --name scheduler --link mysql:mysql --link rabbitmq:rabbitmq binux/pyspider:latest scheduler -# fetcher, run multiple instance if needed. -docker run -d --name fetcher --link rabbitmq:rabbitmq --link phantomjs:phantomjs binux/pyspider:latest fetcher +# result worker +docker run -d --name result_worker --link mysql:mysql --link rabbitmq:rabbitmq binux/pyspider:latest result_worker # processor, run multiple instance if needed. docker run -d --name processor --link mysql:mysql --link rabbitmq:rabbitmq binux/pyspider:latest processor +# fetcher, run multiple instance if needed. +docker run -d --name fetcher --link rabbitmq:rabbitmq --link phantomjs:phantomjs binux/pyspider:latest fetcher +# scheduler +docker run -d --name scheduler --link mysql:mysql --link rabbitmq:rabbitmq binux/pyspider:latest scheduler # webui docker run -d --name webui -p 5000:5000 --link mysql:mysql --link rabbitmq:rabbitmq --link phantomjs:phantomjs --link scheduler:scheduler binux/pyspider:latest webui ``` @@ -29,25 +31,31 @@ phantomjs: - "25555" volumes: - .:/mnt/test - command: /usr/bin/phantomjs /mnt/test/pyspider/fetcher/phantomjs_fetcher.js 25555 -scheduler: + command: /usr/bin/phantomjs --ssl-protocol=any /mnt/test/pyspider/fetcher/phantomjs_fetcher.js 25555 +result_worker: image: binux/pyspider:latest links: - mysql - rabbitmq - command: scheduler + command: result_worker +processor: + image: binux/pyspider:latest + links: + - mysql + - rabbitmq + command: processor fetcher: image: binux/pyspider:latest links: - rabbitmq - phantomjs command : fetcher -processor: +scheduler: image: binux/pyspider:latest links: - mysql - rabbitmq - command: processor + command: scheduler webui: image: binux/pyspider:latest links: