diff --git a/youtube/youtube-worker/README.md b/youtube/youtube-worker/README.md index ea8e363..a6a1567 100644 --- a/youtube/youtube-worker/README.md +++ b/youtube/youtube-worker/README.md @@ -1,7 +1,7 @@ youtube-worker ============== -youtube-worker = youtube-dl + redis +`youtube-worker` = `youtube-dl` + `redis` ## docker-compose.yml @@ -13,6 +13,7 @@ worker: volumes: - data:/data environment: + - DATABASE=1 - PASSWORD=secret-passwd - FORMAT=worst - OUTTMPL=%(id)s.%(ext)s @@ -44,7 +45,8 @@ worker_1 | [youtube] os6U77Hhm_s: Downloading video info webpage worker_1 | [youtube] os6U77Hhm_s: Extracting video information worker_1 | [youtube] os6U77Hhm_s: Downloading DASH manifest worker_1 | [youtube] os6U77Hhm_s: Downloading DASH manifest -worker_1 | [download] Destination: Shia LaBeouf TED Talk-os6U77Hhm_s.mp4 +worker_1 | [info] Writing video description metadata as JSON to: os6U77Hhm_s.info.json +worker_1 | [download] Destination: os6U77Hhm_s.mp4 [download] 100% of 11.03MiB in 00:0014MiB/s ETA 00:001nown ETA worker_1 | 2015-07-12T17:50:07 [INFO] success: True ``` @@ -52,22 +54,23 @@ worker_1 | 2015-07-12T17:50:07 [INFO] success: True ## client ``` -$ redis-cli -h server -a 'secret-passwd' -server> lpush pending os6U77Hhm_s -server> keys * +$ redis-cli -h server -n 1 -a 'secret-passwd' +server[1]> lpush pending os6U77Hhm_s +server[1]> keys * 1) "pending" -server> keys * +server[1]> keys * 1) "running" -server> keys * +server[1]> keys * 1) "finished" -server> quit +server[1]> quit $ rsync -ahP user@server:fig/youtube/data receiving file list ... 2 files to consider drwxr-xr-x 74 2015/07/13 01:50:07 data --rw-r--r-- 11569834 2015/06/15 17:19:16 data/Shia LaBeouf TED Talk-os6U77Hhm_s.mp4 +-rw-r--r-- 19722 2015/06/15 17:19:16 data/os6U77Hhm_s.info.json +-rw-r--r-- 11569834 2015/06/15 17:19:16 data/os6U77Hhm_s.mp4 sent 16 bytes received 116 bytes 29.33 bytes/sec -total size is 11.57M speedup is 87650.26 +total size is 11.78M speedup is 87650.26 ``` diff --git a/youtube/youtube-worker/docker-compose.yml b/youtube/youtube-worker/docker-compose.yml index fdad23e..591e393 100644 --- a/youtube/youtube-worker/docker-compose.yml +++ b/youtube/youtube-worker/docker-compose.yml @@ -5,7 +5,10 @@ worker: volumes: - data:/data environment: + - DATABASE=1 - PASSWORD=secret-passwd + - FORMAT=worst + - OUTTMPL=%(id)s.%(ext)s restart: always redis: