dockerfiles/youtube/youtube-worker

youtube-worker

youtube-worker = youtube-dl + redis

docker-compose.yml

worker:
  image: vimagick/youtube-worker
  links:
    - redis
  volumes:
    - data:/data
  environment:
    - DATABASE=1
    - PASSWORD=secret-passwd
    - FORMAT=worst
    - OUTTMPL=%(id)s.%(ext)s
  restart: always

redis:
  image: redis
  command: redis-server --requirepass 'secret-passwd'
  ports:
    - "6379:6379"
  restart: always

format-selection.

server

$ cd ~/fig/youtube/

$ docker-compose up -d

$ docker-compose logs
Attaching to youtube_worker_1
worker_1 | 2015-07-12T17:50:02 [INFO] connect redis
worker_1 | 2015-07-12T17:50:06 [INFO] process: os6U77Hhm_s
worker_1 | [youtube] os6U77Hhm_s: Downloading webpage
worker_1 | [youtube] os6U77Hhm_s: Downloading video info webpage
worker_1 | [youtube] os6U77Hhm_s: Extracting video information
worker_1 | [youtube] os6U77Hhm_s: Downloading DASH manifest
worker_1 | [youtube] os6U77Hhm_s: Downloading DASH manifest
worker_1 | [info] Writing video description metadata as JSON to: os6U77Hhm_s.info.json
worker_1 | [download] Destination: os6U77Hhm_s.mp4
[download] 100% of 11.03MiB in 00:0014MiB/s ETA 00:001nown ETA
worker_1 | 2015-07-12T17:50:07 [INFO] success: True

client

$ redis-cli -h server -n 1 -a 'secret-passwd'
server[1]> lpush pending os6U77Hhm_s
server[1]> keys *
1) "pending"
server[1]> keys *
1) "running"
server[1]> keys *
1) "finished"
server[1]> quit

$ rsync -ahP user@server:fig/youtube/data
receiving file list ...
2 files to consider
drwxr-xr-x          74 2015/07/13 01:50:07 data
-rw-r--r--       19722 2015/06/15 17:19:16 data/os6U77Hhm_s.info.json
-rw-r--r--    11569834 2015/06/15 17:19:16 data/os6U77Hhm_s.mp4

sent 16 bytes  received 116 bytes  29.33 bytes/sec
total size is 11.78M  speedup is 87650.26