aboutsummaryrefslogtreecommitdiffstats
path: root/youtube_dl
diff options
context:
space:
mode:
authorYen Chi Hsuan <yan12125@gmail.com>2016-05-22 22:22:27 +0800
committerYen Chi Hsuan <yan12125@gmail.com>2016-05-22 22:23:20 +0800
commit4a12077855026a0ca9cf31868c13d2d029f7a723 (patch)
tree3b85fcbb9698eec089832dd10e656753d9545c4c /youtube_dl
parenta4a7c44bd337cdda534ad879c516d5b33e25a893 (diff)
downloadyoutube-dl-4a12077855026a0ca9cf31868c13d2d029f7a723.zip
youtube-dl-4a12077855026a0ca9cf31868c13d2d029f7a723.tar.gz
youtube-dl-4a12077855026a0ca9cf31868c13d2d029f7a723.tar.bz2
[genric] Eliminate duplicated video URLs (closes #6562)
Diffstat (limited to 'youtube_dl')
-rw-r--r--youtube_dl/extractor/generic.py12
1 files changed, 11 insertions, 1 deletions
diff --git a/youtube_dl/extractor/generic.py b/youtube_dl/extractor/generic.py
index ad6a407..bb96e72 100644
--- a/youtube_dl/extractor/generic.py
+++ b/youtube_dl/extractor/generic.py
@@ -1194,6 +1194,16 @@ class GenericIE(InfoExtractor):
'uploader': 'Lake8737',
}
},
+ # Duplicated embedded video URLs
+ {
+ 'url': 'http://www.hudl.com/athlete/2538180/highlights/149298443',
+ 'info_dict': {
+ 'id': '149298443_480_16c25b74_2',
+ 'ext': 'mp4',
+ 'title': 'vs. Blue Orange Spring Game',
+ 'uploader': 'www.hudl.com',
+ },
+ },
]
def report_following_redirect(self, new_url):
@@ -2111,7 +2121,7 @@ class GenericIE(InfoExtractor):
raise UnsupportedError(url)
entries = []
- for video_url in found:
+ for video_url in orderedSet(found):
video_url = unescapeHTML(video_url)
video_url = video_url.replace('\\/', '/')
video_url = compat_urlparse.urljoin(url, video_url)