2013-01-01 21:07:37 +01:00
|
|
|
import base64
|
2012-03-25 03:07:37 +02:00
|
|
|
import datetime
|
2013-01-27 03:01:23 +01:00
|
|
|
import itertools
|
2012-03-25 03:07:37 +02:00
|
|
|
import netrc
|
|
|
|
import os
|
|
|
|
import re
|
|
|
|
import socket
|
|
|
|
import time
|
|
|
|
import email.utils
|
2012-05-01 17:01:51 +02:00
|
|
|
import xml.etree.ElementTree
|
2012-08-08 20:04:02 +02:00
|
|
|
import random
|
|
|
|
import math
|
2013-02-26 10:39:26 +01:00
|
|
|
import operator
|
2013-05-15 23:38:44 +02:00
|
|
|
import hashlib
|
|
|
|
import binascii
|
|
|
|
import urllib
|
2012-03-25 03:07:37 +02:00
|
|
|
|
2012-11-28 03:34:40 +01:00
|
|
|
from .utils import *
|
2013-06-23 19:57:38 +02:00
|
|
|
from .extractor.common import InfoExtractor, SearchInfoExtractor
|
2013-06-23 20:24:07 +02:00
|
|
|
|
|
|
|
from .extractor.ard import ARDIE
|
|
|
|
from .extractor.arte import ArteTvIE
|
2013-06-23 22:24:58 +02:00
|
|
|
from .extractor.bandcamp import BandcampIE
|
2013-06-23 20:44:48 +02:00
|
|
|
from .extractor.bliptv import BlipTVIE, BlipTVUserIE
|
2013-06-23 20:50:22 +02:00
|
|
|
from .extractor.comedycentral import ComedyCentralIE
|
2013-06-23 21:10:21 +02:00
|
|
|
from .extractor.collegehumor import CollegeHumorIE
|
2013-06-23 20:09:47 +02:00
|
|
|
from .extractor.dailymotion import DailymotionIE
|
2013-06-23 21:06:20 +02:00
|
|
|
from .extractor.depositfiles import DepositFilesIE
|
2013-06-23 22:15:50 +02:00
|
|
|
from .extractor.eighttracks import EightTracksIE
|
2013-06-23 21:08:17 +02:00
|
|
|
from .extractor.escapist import EscapistIE
|
2013-06-23 21:00:34 +02:00
|
|
|
from .extractor.facebook import FacebookIE
|
2013-06-23 22:31:12 +02:00
|
|
|
from .extractor.flickr import FlickrIE
|
2013-06-23 22:05:23 +02:00
|
|
|
from .extractor.funnyordie import FunnyOrDieIE
|
2013-06-23 20:29:46 +02:00
|
|
|
from .extractor.gametrailers import GametrailersIE
|
2013-06-23 20:31:45 +02:00
|
|
|
from .extractor.generic import GenericIE
|
2013-06-23 20:55:15 +02:00
|
|
|
from .extractor.googleplus import GooglePlusIE
|
|
|
|
from .extractor.googlesearch import GoogleSearchIE
|
2013-06-23 22:30:16 +02:00
|
|
|
from .extractor.howcast import HowcastIE
|
2013-06-23 22:29:27 +02:00
|
|
|
from .extractor.hypem import HypemIE
|
2013-06-23 22:28:19 +02:00
|
|
|
from .extractor.ina import InaIE
|
2013-06-23 21:14:19 +02:00
|
|
|
from .extractor.infoq import InfoQIE
|
2013-06-23 22:07:27 +02:00
|
|
|
from .extractor.justintv import JustinTVIE
|
2013-06-23 22:16:41 +02:00
|
|
|
from .extractor.keek import KeekIE
|
2013-06-23 22:23:19 +02:00
|
|
|
from .extractor.liveleak import LiveLeakIE
|
2013-06-23 20:07:51 +02:00
|
|
|
from .extractor.metacafe import MetacafeIE
|
2013-06-23 21:59:15 +02:00
|
|
|
from .extractor.mixcloud import MixcloudIE
|
2013-06-23 21:27:38 +02:00
|
|
|
from .extractor.mtv import MTVIE
|
2013-06-23 22:20:45 +02:00
|
|
|
from .extractor.myspass import MySpassIE
|
2013-06-23 20:48:32 +02:00
|
|
|
from .extractor.myvideo import MyVideoIE
|
2013-06-23 21:18:00 +02:00
|
|
|
from .extractor.nba import NBAIE
|
2013-06-23 20:07:51 +02:00
|
|
|
from .extractor.statigram import StatigramIE
|
2013-06-23 20:12:18 +02:00
|
|
|
from .extractor.photobucket import PhotobucketIE
|
2013-06-23 22:13:32 +02:00
|
|
|
from .extractor.pornotube import PornotubeIE
|
2013-06-23 22:09:32 +02:00
|
|
|
from .extractor.rbmaradio import RBMARadioIE
|
2013-06-23 22:27:16 +02:00
|
|
|
from .extractor.redtube import RedTubeIE
|
2013-06-23 20:57:44 +02:00
|
|
|
from .extractor.soundcloud import SoundcloudIE, SoundcloudSetIE
|
2013-06-23 22:22:08 +02:00
|
|
|
from .extractor.spiegel import SpiegelIE
|
2013-06-23 21:16:32 +02:00
|
|
|
from .extractor.stanfordoc import StanfordOpenClassroomIE
|
2013-06-23 22:02:56 +02:00
|
|
|
from .extractor.steam import SteamIE
|
2013-06-23 22:31:50 +02:00
|
|
|
from .extractor.teamcoco import TeamcocoIE
|
2013-06-23 21:55:53 +02:00
|
|
|
from .extractor.ted import TEDIE
|
2013-06-23 22:24:07 +02:00
|
|
|
from .extractor.tumblr import TumblrIE
|
2013-06-23 22:08:28 +02:00
|
|
|
from .extractor.ustream import UstreamIE
|
2013-06-23 22:25:46 +02:00
|
|
|
from .extractor.vbox7 import Vbox7IE
|
2013-06-23 20:18:21 +02:00
|
|
|
from .extractor.vimeo import VimeoIE
|
2013-06-23 22:26:30 +02:00
|
|
|
from .extractor.vine import VineIE
|
2013-06-23 22:04:08 +02:00
|
|
|
from .extractor.worldstarhiphop import WorldStarHipHopIE
|
2013-06-23 22:02:56 +02:00
|
|
|
from .extractor.xnxx import XNXXIE
|
2013-06-23 22:32:44 +02:00
|
|
|
from .extractor.xhamster import XHamsterIE
|
2013-06-23 21:11:47 +02:00
|
|
|
from .extractor.xvideos import XVideosIE
|
2013-06-23 20:41:54 +02:00
|
|
|
from .extractor.yahoo import YahooIE, YahooSearchIE
|
2013-06-23 22:14:22 +02:00
|
|
|
from .extractor.youjizz import YouJizzIE
|
2013-06-23 22:01:02 +02:00
|
|
|
from .extractor.youku import YoukuIE
|
2013-06-23 22:12:14 +02:00
|
|
|
from .extractor.youporn import YouPornIE
|
2013-06-23 20:28:15 +02:00
|
|
|
from .extractor.youtube import YoutubeIE, YoutubePlaylistIE, YoutubeSearchIE, YoutubeUserIE, YoutubeChannelIE
|
2013-06-23 20:24:07 +02:00
|
|
|
from .extractor.zdf import ZDFIE
|
2013-05-11 23:04:56 +02:00
|
|
|
|
2013-01-01 20:43:43 +01:00
|
|
|
|
2012-03-25 03:07:37 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
2012-08-16 01:54:03 +02:00
|
|
|
|
2012-08-08 20:04:02 +02:00
|
|
|
|
2012-08-19 18:39:43 +02:00
|
|
|
|
|
|
|
|
2012-10-09 10:48:49 +02:00
|
|
|
|
|
|
|
|
2012-12-13 21:27:57 +01:00
|
|
|
|
2012-12-16 09:50:41 +01:00
|
|
|
|
2012-12-20 21:28:27 +01:00
|
|
|
|
2012-12-27 01:38:41 +01:00
|
|
|
|
2013-01-12 13:49:14 +01:00
|
|
|
|
2013-01-01 19:37:07 +01:00
|
|
|
|
2013-03-07 06:09:55 +01:00
|
|
|
|
2013-01-01 19:37:07 +01:00
|
|
|
|
2013-01-05 21:42:35 +01:00
|
|
|
|
|
|
|
|
2013-02-26 10:39:26 +01:00
|
|
|
|
2013-01-05 21:42:35 +01:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2013-02-08 08:25:55 +01:00
|
|
|
|
|
|
|
|
2013-02-16 13:46:13 +01:00
|
|
|
|
2013-03-12 01:08:54 +01:00
|
|
|
|
2013-03-26 21:37:08 +01:00
|
|
|
|
2013-05-23 21:42:03 +02:00
|
|
|
|
|
|
|
|
2013-04-22 21:07:49 +02:00
|
|
|
|
2013-05-01 15:55:46 +02:00
|
|
|
|
2013-03-12 01:08:54 +01:00
|
|
|
|
2013-05-18 19:17:19 +02:00
|
|
|
|
2013-05-20 00:25:26 +02:00
|
|
|
|
2013-05-20 23:18:40 +02:00
|
|
|
|
2013-06-07 11:46:03 +02:00
|
|
|
|
2013-05-20 23:18:40 +02:00
|
|
|
|
2013-06-05 16:16:53 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
2013-06-16 20:34:45 +02:00
|
|
|
|
2013-01-01 19:37:07 +01:00
|
|
|
def gen_extractors():
|
|
|
|
""" Return a list of an instance of every supported extractor.
|
|
|
|
The order does matter; the first extractor matched is the one handling the URL.
|
|
|
|
"""
|
|
|
|
return [
|
|
|
|
YoutubePlaylistIE(),
|
|
|
|
YoutubeChannelIE(),
|
|
|
|
YoutubeUserIE(),
|
|
|
|
YoutubeSearchIE(),
|
|
|
|
YoutubeIE(),
|
|
|
|
MetacafeIE(),
|
|
|
|
DailymotionIE(),
|
|
|
|
GoogleSearchIE(),
|
|
|
|
PhotobucketIE(),
|
|
|
|
YahooIE(),
|
|
|
|
YahooSearchIE(),
|
|
|
|
DepositFilesIE(),
|
|
|
|
FacebookIE(),
|
|
|
|
BlipTVIE(),
|
2013-05-28 15:12:39 +02:00
|
|
|
BlipTVUserIE(),
|
2013-01-01 19:37:07 +01:00
|
|
|
VimeoIE(),
|
|
|
|
MyVideoIE(),
|
|
|
|
ComedyCentralIE(),
|
|
|
|
EscapistIE(),
|
|
|
|
CollegeHumorIE(),
|
|
|
|
XVideosIE(),
|
2013-03-24 02:24:07 +01:00
|
|
|
SoundcloudSetIE(),
|
2013-01-01 19:37:07 +01:00
|
|
|
SoundcloudIE(),
|
|
|
|
InfoQIE(),
|
|
|
|
MixcloudIE(),
|
|
|
|
StanfordOpenClassroomIE(),
|
|
|
|
MTVIE(),
|
|
|
|
YoukuIE(),
|
|
|
|
XNXXIE(),
|
2013-01-06 21:52:33 +01:00
|
|
|
YouJizzIE(),
|
|
|
|
PornotubeIE(),
|
|
|
|
YouPornIE(),
|
2013-01-01 19:37:07 +01:00
|
|
|
GooglePlusIE(),
|
|
|
|
ArteTvIE(),
|
|
|
|
NBAIE(),
|
2013-03-07 06:09:55 +01:00
|
|
|
WorldStarHipHopIE(),
|
2013-01-01 19:37:07 +01:00
|
|
|
JustinTVIE(),
|
|
|
|
FunnyOrDieIE(),
|
|
|
|
SteamIE(),
|
|
|
|
UstreamIE(),
|
2013-01-12 17:58:39 +01:00
|
|
|
RBMARadioIE(),
|
2013-01-27 03:01:23 +01:00
|
|
|
EightTracksIE(),
|
2013-02-08 08:25:55 +01:00
|
|
|
KeekIE(),
|
2013-02-17 17:13:06 +01:00
|
|
|
TEDIE(),
|
2013-02-18 18:45:09 +01:00
|
|
|
MySpassIE(),
|
2013-03-12 01:08:54 +01:00
|
|
|
SpiegelIE(),
|
2013-03-29 15:13:24 +01:00
|
|
|
LiveLeakIE(),
|
2013-04-07 15:23:48 +02:00
|
|
|
ARDIE(),
|
2013-05-23 21:42:03 +02:00
|
|
|
ZDFIE(),
|
2013-04-22 21:07:49 +02:00
|
|
|
TumblrIE(),
|
2013-05-01 15:55:46 +02:00
|
|
|
BandcampIE(),
|
2013-05-03 20:07:35 +02:00
|
|
|
RedTubeIE(),
|
2013-05-05 20:57:19 +02:00
|
|
|
InaIE(),
|
2013-05-18 19:17:19 +02:00
|
|
|
HowcastIE(),
|
2013-05-20 00:25:26 +02:00
|
|
|
VineIE(),
|
2013-05-20 23:18:40 +02:00
|
|
|
FlickrIE(),
|
2013-05-21 14:37:32 +02:00
|
|
|
TeamcocoIE(),
|
2013-06-04 14:30:54 +02:00
|
|
|
XHamsterIE(),
|
2013-06-05 16:16:53 +02:00
|
|
|
HypemIE(),
|
2013-06-08 09:44:38 +02:00
|
|
|
Vbox7IE(),
|
2013-06-16 20:34:45 +02:00
|
|
|
GametrailersIE(),
|
2013-06-23 18:58:53 +02:00
|
|
|
StatigramIE(),
|
2013-01-01 19:37:07 +01:00
|
|
|
GenericIE()
|
|
|
|
]
|
2013-04-20 12:42:57 +02:00
|
|
|
|
|
|
|
def get_info_extractor(ie_name):
|
|
|
|
"""Returns the info extractor class with the given ie_name"""
|
|
|
|
return globals()[ie_name+'IE']
|