mirror of
https://github.com/vimagick/dockerfiles.git
synced 2024-12-04 10:34:49 +02:00
1.6 KiB
1.6 KiB
youtube-worker
youtube-worker = youtube-dl + redis
docker-compose.yml
worker:
image: vimagick/youtube-worker
links:
- redis
volumes:
- data:/data
environment:
- PASSWORD=secret-passwd
restart: always
redis:
image: redis
command: redis-server --requirepass 'secret-passwd'
ports:
- "6379:6379"
restart: always
server
$ cd ~/fig/youtube/
$ docker-compose up -d
$ docker-compose logs
Attaching to youtube_worker_1
worker_1 | 2015-07-12T17:50:02 [INFO] connect redis
worker_1 | 2015-07-12T17:50:06 [INFO] process: os6U77Hhm_s
worker_1 | [youtube] os6U77Hhm_s: Downloading webpage
worker_1 | [youtube] os6U77Hhm_s: Downloading video info webpage
worker_1 | [youtube] os6U77Hhm_s: Extracting video information
worker_1 | [youtube] os6U77Hhm_s: Downloading DASH manifest
worker_1 | [youtube] os6U77Hhm_s: Downloading DASH manifest
worker_1 | [download] Destination: Shia LaBeouf TED Talk-os6U77Hhm_s.mp4
[download] 100% of 11.03MiB in 00:0014MiB/s ETA 00:001nown ETA
worker_1 | 2015-07-12T17:50:07 [INFO] success: True
client
$ redis-cli -h server -a 'secret-passwd'
server> lpush pending os6U77Hhm_s
server> keys *
1) "pending"
server> keys *
1) "running"
server> keys *
1) "finished"
server> quit
$ rsync -ahP user@server:fig/youtube/data
receiving file list ...
2 files to consider
drwxr-xr-x 74 2015/07/13 01:50:07 data
-rw-r--r-- 11569834 2015/06/15 17:19:16 data/Shia LaBeouf TED Talk-os6U77Hhm_s.mp4
sent 16 bytes received 116 bytes 29.33 bytes/sec
total size is 11.57M speedup is 87650.26