about summary refs log tree commit diff
path: root/youtube_dl/downloader/http.py
diff options
context:
space:
mode:
authorPhilipp Hagemeister <phihag@phihag.de>2014-12-12 17:16:13 +0100
committerPhilipp Hagemeister <phihag@phihag.de>2014-12-12 17:16:13 +0100
commitcf372f0778e82cdc181a6173909589e640ac29fb (patch)
tree2ffed9b48501b0ffb7c1ba30d043e785083f7c44 /youtube_dl/downloader/http.py
parent34bc0ae667d8632e5bc760884441d84f0a0a0b80 (diff)
parent00cf122d7a79e81a2b328b7352d23eb0bdb17e52 (diff)
downloadyoutube-dl-cf372f0778e82cdc181a6173909589e640ac29fb.tar.gz
youtube-dl-cf372f0778e82cdc181a6173909589e640ac29fb.tar.xz
youtube-dl-cf372f0778e82cdc181a6173909589e640ac29fb.zip
Merge remote-tracking branch 'SyxbEaEQ2/rate-limit'
Diffstat (limited to 'youtube_dl/downloader/http.py')
-rw-r--r--youtube_dl/downloader/http.py29
1 files changed, 21 insertions, 8 deletions
diff --git a/youtube_dl/downloader/http.py b/youtube_dl/downloader/http.py
index 8491cee8a..224962e86 100644
--- a/youtube_dl/downloader/http.py
+++ b/youtube_dl/downloader/http.py
@@ -136,16 +136,21 @@ class HttpFD(FileDownloader):
         byte_counter = 0 + resume_len
         block_size = self.params.get('buffersize', 1024)
         start = time.time()
+
+        # measure time over whole while-loop, so slow_down() and best_block_size() work together properly
+        now = None  # needed for slow_down() in the first loop run
+        before = start  # start measuring
         while True:
+
             # Download and write
-            before = time.time()
             data_block = data.read(block_size if not is_test else min(block_size, data_len - byte_counter))
-            after = time.time()
+            byte_counter += len(data_block)
+
+            # exit loop when download is finished
             if len(data_block) == 0:
                 break
-            byte_counter += len(data_block)
 
-            # Open file just in time
+            # Open destination file just in time
             if stream is None:
                 try:
                     (stream, tmpfilename) = sanitize_open(tmpfilename, open_mode)
@@ -161,11 +166,22 @@ class HttpFD(FileDownloader):
                 self.to_stderr('\n')
                 self.report_error('unable to write data: %s' % str(err))
                 return False
+
+            # Apply rate limit
+            self.slow_down(start, now, byte_counter - resume_len)
+
+            # end measuring of one loop run
+            now = time.time()
+            after = now
+
+            # Adjust block size
             if not self.params.get('noresizebuffer', False):
                 block_size = self.best_block_size(after - before, len(data_block))
 
+            before = after
+
             # Progress message
-            speed = self.calc_speed(start, time.time(), byte_counter - resume_len)
+            speed = self.calc_speed(start, now, byte_counter - resume_len)
             if data_len is None:
                 eta = percent = None
             else:
@@ -186,9 +202,6 @@ class HttpFD(FileDownloader):
             if is_test and byte_counter == data_len:
                 break
 
-            # Apply rate limit
-            self.slow_down(start, byte_counter - resume_len)
-
         if stream is None:
             self.to_stderr('\n')
             self.report_error('Did not get any data blocks')