1
0
mirror of https://github.com/vimagick/dockerfiles.git synced 2024-12-25 02:04:06 +02:00
dockerfiles/youtube/youtube-worker/worker.py
2015-07-13 12:45:26 +08:00

68 lines
1.7 KiB
Python
Executable File

#!/usr/bin/env python
#-*- coding: utf-8 -*-
#
# youtube_dl worker
#
import logging
import os
import redis
import time
import youtube_dl
def download(url):
def hook(info):
now = int(time.time())
status = info['status']
if status == 'downloading':
rdb.zadd('running', now, url)
elif status == 'error':
rdb.zrem('running', url)
rdb.zadd('error', now, url)
elif status == 'finished':
rdb.zrem('running', url)
rdb.zadd('finished', now, url)
if rdb.zrank('finished', url) != None:
logging.warn('This video already exists.')
return False
try:
opts = {
'format': os.getenv('FORMAT', 'best'),
'outtmpl': unicode(os.getenv('OUTTMPL', '%(title)s-%(id)s.%(ext)s'), 'utf-8'),
'progress_hooks': [hook],
'writeinfojson': True,
}
with youtube_dl.YoutubeDL(opts) as ydl:
ydl.download([url])
except Exception as ex:
logging.error('error: %s', ex)
rdb.zrem('running', url)
rdb.zadd('error', int(time.time()), url)
return False
return True
if __name__ == '__main__':
logging.basicConfig(format='%(asctime)s [%(levelname)s] %(message)s', datefmt='%FT%T', level='INFO')
logging.info('connect redis')
rdb = redis.StrictRedis(host='redis', db=os.getenv('DATABASE', 0), password=os.getenv('PASSWORD'))
rdb.ping()
while True:
try:
_, url = rdb.brpop('pending')
logging.info('process: %s', url)
ok = download(url)
logging.info('success: %s', ok)
except Exception as ex:
logging.error('error: %s', ex)