mirror of
https://github.com/vimagick/dockerfiles.git
synced 2025-04-23 12:08:49 +02:00
update scrapyd
This commit is contained in:
parent
4568e096bc
commit
06b6ac3041
@ -33,6 +33,34 @@ $ docker run -d --restart always --name scrapyd -p 6800:6800 vimagick/scrapyd
|
|||||||
$ firefox http://localhost:6800
|
$ firefox http://localhost:6800
|
||||||
```
|
```
|
||||||
|
|
||||||
|
```
|
||||||
|
$ mkvirtualenv webbot
|
||||||
|
$ pip install scrapy scrapyd-client
|
||||||
|
|
||||||
|
$ scrapy startproject myproject
|
||||||
|
$ cd myproject
|
||||||
|
$ setvirtualenvproject
|
||||||
|
|
||||||
|
$ scrapy genspider myspider mydomain.com
|
||||||
|
$ scrapy edit myspider
|
||||||
|
$ scrapy list
|
||||||
|
|
||||||
|
$ vi scrapy.cfg
|
||||||
|
$ scrapyd-client deploy
|
||||||
|
$ curl http://localhost:6800/schedule.json -d project=myproject -d spider=myspider
|
||||||
|
```
|
||||||
|
|
||||||
|
File: scrapy.cfg
|
||||||
|
|
||||||
|
```
|
||||||
|
[settings]
|
||||||
|
default = myproject.settings
|
||||||
|
|
||||||
|
[deploy]
|
||||||
|
url = http://localhost:6800/
|
||||||
|
project = myproject
|
||||||
|
```
|
||||||
|
|
||||||
## Run it as interactive-shell for scrapy
|
## Run it as interactive-shell for scrapy
|
||||||
|
|
||||||
```
|
```
|
||||||
|
Loading…
x
Reference in New Issue
Block a user