summary refs log tree commit diff
diff options
context:
space:
mode:
authorPhilipp Hagemeister <phihag@phihag.de>2014-01-22 03:41:19 +0100
committerPhilipp Hagemeister <phihag@phihag.de>2014-01-22 03:41:25 +0100
commitd7b51547c0220b28d6914f4721a7d0ff11d8d98e (patch)
tree95a9214e489cb94479d3303cc0ef65f33391eeab
parent43030f36db60d1262525e8182c2bb8f8bc68f260 (diff)
downloadyoutube-dl-d7b51547c0220b28d6914f4721a7d0ff11d8d98e.tar.gz
youtube-dl-d7b51547c0220b28d6914f4721a7d0ff11d8d98e.tar.xz
youtube-dl-d7b51547c0220b28d6914f4721a7d0ff11d8d98e.zip
[imdb:list] Switch to loading the webpage
The RSS method seems to be defunct.
-rw-r--r--youtube_dl/extractor/imdb.py31
1 files changed, 12 insertions, 19 deletions
diff --git a/youtube_dl/extractor/imdb.py b/youtube_dl/extractor/imdb.py
index f40769eac..1763af020 100644
--- a/youtube_dl/extractor/imdb.py
+++ b/youtube_dl/extractor/imdb.py
@@ -67,23 +67,16 @@ class ImdbListIE(InfoExtractor):
     def _real_extract(self, url):
         mobj = re.match(self._VALID_URL, url)
         list_id = mobj.group('id')
-        
-        # RSS XML is sometimes malformed
-        rss = self._download_webpage('http://rss.imdb.com/list/%s' % list_id, list_id, 'Downloading list RSS')
-        list_title = self._html_search_regex(r'<title>(.*?)</title>', rss, 'list title')
-        
-        # Export is independent of actual author_id, but returns 404 if no author_id is provided.
-        # However, passing dummy author_id seems to be enough.
-        csv = self._download_webpage('http://www.imdb.com/list/export?list_id=%s&author_id=ur00000000' % list_id,
-                                     list_id, 'Downloading list CSV')
-        
-        entries = []
-        for item in csv.split('\n')[1:]:
-            cols = item.split(',')
-            if len(cols) < 2:
-                continue
-            item_id = cols[1][1:-1]
-            if item_id.startswith('vi'):
-                entries.append(self.url_result('http://www.imdb.com/video/imdb/%s' % item_id, 'Imdb'))
-        
+
+        webpage = self._download_webpage(url, list_id)
+        list_code = self._search_regex(
+            r'(?s)<div\s+class="list\sdetail">(.*?)class="see-more"',
+            webpage, 'list code')
+        entries = [
+            self.url_result('http://www.imdb.com' + m, 'Imdb')
+            for m in re.findall(r'href="(/video/imdb/vi[^"]+)"', webpage)]
+
+        list_title = self._html_search_regex(
+            r'<h1 class="header">(.*?)</h1>', webpage, 'list title')
+
         return self.playlist_result(entries, list_id, list_title)