mirror_maker
/
gallery-dl
mirror of https://github.com/mikf/gallery-dl.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

update supportedsites.rst

Browse Source
pull/30/head
Mike Fährmann 7 years ago
parent f105782435
commit 74a2b5af06
No known key found for this signature in database
GPG Key ID: 5680CA389D365A88
3 changed files with 133 additions and 178 deletions
Show Stats Download Patch File Download Diff File

2
docs/gallery-dl.conf
Unescape View File

@ -59,7 +59,7 @@
"morecomments": false, "morecomments": false,
"date-min": 0, "date-min": 0,
"date-max": 253402210800, "date-max": 253402210800,
"date-format": "", "date-format": "%Y-%m-%dT%H:%M:%S",
"id-min": "0", "id-min": "0",
"id-max": "ZIK0ZJ", "id-max": "ZIK0ZJ",
"recursion": 0 "recursion": 0

263
docs/supportedsites.rst
Unescape View File

@ -1,167 +1,100 @@
Supported Sites Supported Sites
=============== ===============
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ ==================== =================================== ================================================== ================
|Site |URL |Capabilities |Authentication | Site URL Capabilities Authentication
+===================+=======================================+==========================================================================================+================+ ==================== =================================== ================================================== ================
|3dbooru |http://behoimi.org/ |Pools, Posts, Tag-Searches | | 3dbooru http://behoimi.org/ Pools, Posts, Tag-Searches
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ 4chan https://www.4chan.org/ Threads
|4chan |https://www.4chan.org/ |Threads | | 4plebs https://archive.4plebs.org/ Threads
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ 8chan https://8ch.net/ Threads
|8chan |https://8ch.net/ |Threads | | Archive of Sins https://archiveofsins.com/ Threads
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ Archived.Moe https://archived.moe/ Threads
|Batoto |https://bato.to/ |Chapters, Manga |Optional | Batoto https://bato.to/ Chapters, Manga Optional
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ Danbooru https://danbooru.donmai.us/ Pools, Posts, Tag-Searches
|Danbooru |https://danbooru.donmai.us/ |Pools, Posts, Tag-Searches | | Desuarchive https://desuarchive.org/ Threads
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ DeviantArt https://www.deviantart.com/ |Collections, De-1|
|DeviantArt |https://www.deviantart.com/ |Deviations, Favorites, Galleries, Journals | | Doki Reader https://kobato.hologfx.com/ Chapters, Manga
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ Dynasty Reader https://dynasty-scans.com/ Chapters
|Doki Reader |https://kobato.hologfx.com/ |Chapters, Manga | | e621 https://e621.net/ Pools, Posts, Tag-Searches
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ ExHentai https://exhentai.org/ Galleries Optional
|Dynasty Reader |https://dynasty-scans.com/ |Chapters | | Fallen Angels Scans https://www.fascans.com/ Chapters, Manga
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ Fireden https://boards.fireden.net/ Threads
|e621 |https://e621.net/ |Pools, Posts, Tag-Searches | | Flickr https://www.flickr.com/ |Images from Use-2| Optional (OAuth)
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ Futaba Channel https://www.2chan.net/ Threads
|ExHentai |https://exhentai.org/ |Galleries |Optional | Gelbooru https://gelbooru.com/ Posts, Tag-Searches
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ Gfycat https://gfycat.com/ individual Images
|Fallen Angels Scans|https://www.fascans.com/ |Chapters, Manga | | GoManga https://gomanga.co/ Chapters, Manga
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ HBrowse http://www.hbrowse.com/ Chapters, Manga
|Flickr |https://www.flickr.com/ |Images from Users, Albums, Favorites, Galleries, Groups, individual Images, Search Results|Optional (OAuth)| Hentai Foundry https://www.hentai-foundry.com/ Images from Users, individual Images
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ Hentai2Read https://hentai2read.com/ Chapters, Manga
|Gelbooru |https://gelbooru.com/ |Posts, Tag-Searches | | HentaiHere https://hentaihere.com/ Chapters, Manga
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ Hitomi.la https://hitomi.la/ Galleries
|Gfycat |https://gfycat.com/ |individual Images | | ImageBam http://www.imagebam.com/ Galleries, individual Images
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ ImageFap http://imagefap.com/ Images from Users, Galleries, individual Images
|GoManga |https://gomanga.co/ |Chapters, Manga | | imgbox https://imgbox.com/ Galleries, individual Images
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ imgChili https://imgchili.net/ Albums, individual Images
|HBrowse |http://www.hbrowse.com/ |Chapters, Manga | | imgth https://imgth.com/ Galleries
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ imgur https://imgur.com/ Albums, individual Images
|Hentai Foundry |https://www.hentai-foundry.com/ |Images from Users, individual Images | | Jaimini's Box https://jaiminisbox.com/ Chapters, Manga
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ Khinsider https://downloads.khinsider.com/ Soundtracks
|Hentai2Read |https://hentai2read.com/ |Chapters, Manga | | Kirei Cake https://reader.kireicake.com/ Chapters, Manga
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ KissComic http://kisscomic.us/ Comic-Issues, Comics
|HentaiHere |https://hentaihere.com/ |Chapters, Manga | | KissManga http://kissmanga.com/ Chapters, Manga
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ Konachan https://konachan.com/ Pools, Posts, Tag-Searches
|Hitomi.la |https://hitomi.la/ |Galleries | | Love is Over Archive https://archive.loveisover.me/ Threads
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ Luscious https://luscious.net/ Albums
|ImageBam |http://www.imagebam.com/ |Galleries, individual Images | | Manga Fox http://www.mangafox.me/ Chapters
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ Manga Here http://www.mangahere.co/ Chapters, Manga
|ImageFap |http://imagefap.com/ |Images from Users, Galleries, individual Images | | Manga Stream https://mangastream.com/ Chapters
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ Mangapanda http://www.mangapanda.com/ Chapters, Manga
|imgbox |https://imgbox.com/ |Galleries, individual Images | | MangaPark http://mangapark.me/ Chapters, Manga
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ Mangareader http://www.mangareader.net/ Chapters, Manga
|imgChili |https://imgchili.net/ |Albums, individual Images | | nhentai https://nhentai.net/ Galleries
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ Niconico Seiga http://seiga.nicovideo.jp Images from Users, individual Images Required
|imgth |https://imgth.com/ |Galleries | | nijie https://nijie.info/ Images from Users, individual Images Required
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ Nyafuu Archive https://archive.nyafuu.org/ Threads
|imgur |https://imgur.com/ |Albums, individual Images | | Pawoo https://pawoo.net Images from Users, Images from Statuses
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ Pinterest https://www.pinterest.com Boards, Pins, pin.it Links
|Jaimini's Box |https://jaiminisbox.com/ |Chapters, Manga | | Pixiv https://www.pixiv.net/ |Images from Use-3| Required
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ PowerManga https://powermanga.org/ Chapters, Manga
|Khinsider |https://downloads.khinsider.com/ |Soundtracks | | Read Comic Online http://readcomiconline.to/ Comic-Issues, Comics
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ Reddit https://reddit.com/ Submissions, Subreddits Optional (OAuth)
|Kirei Cake |https://reader.kireicake.com/ |Chapters, Manga | | Rule 34 https://rule34.xxx/ Posts, Tag-Searches
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ Safebooru https://safebooru.org/ Posts, Tag-Searches
|KissComic |http://kisscomic.us/ |Comic-Issues, Comics | | Sankaku Channel https://chan.sankakucomplex.com/ Tag-Searches
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ Sea Otter Scans https://reader.seaotterscans.com/ Chapters, Manga
|KissManga |http://kissmanga.com/ |Chapters, Manga | | Sen Manga http://raw.senmanga.com/ Chapters
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ Sense-Scans http://sensescans.com/ Chapters, Manga
|Konachan |https://konachan.com/ |Pools, Posts, Tag-Searches | | Spectrum Nexus |http://www.thes-0| Chapters, Manga
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ Tumblr https://www.tumblr.com/ Images from Users, Posts, Tag-Searches
|Luscious |https://luscious.net/ |Albums | | Twitter https://twitter.com/ Tweets
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ World Three http://www.slide.world-three.org/ Chapters, Manga
|Manga Fox |http://www.mangafox.me/ |Chapters | | Yandere https://yande.re/ Pools, Posts, Tag-Searches
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ Yonkou Productions https://yonkouprod.com/ Chapters, Manga
|Manga Here |http://www.mangahere.co/ |Chapters, Manga | | Chronos http://chronos.to/ individual Images
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ Coreimg http://coreimg.net/ individual Images
|Manga Stream |https://mangastream.com/ |Chapters | | Fapat http://fapat.me/ individual Images
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ Hosturimage https://hosturimage.com/ individual Images
|Mangapanda |http://www.mangapanda.com/ |Chapters, Manga | | Imageontime http://imageontime.org/ individual Images
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ Imagetwist https://imagetwist.com/ individual Images
|MangaPark |http://mangapark.me/ |Chapters, Manga | | Imagevenue http://imagevenue.com/ individual Images
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ Img4ever https://img4ever.net/ individual Images
|Mangareader |http://www.mangareader.net/ |Chapters, Manga | | Imgcandy http://imgcandy.net/ individual Images
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ Imgmaid https://imgmaid.net/ individual Images
|nhentai |https://nhentai.net/ |Galleries | | Imgspice https://imgspice.com/ individual Images
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ Imgspot http://imgspot.org/ individual Images
|Niconico Seiga |http://seiga.nicovideo.jp |Images from Users, individual Images |Required | Imgtrex http://imgtrex.com/ individual Images
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ Imgtrial http://imgtrial.com/ individual Images
|nijie |https://nijie.info/ |Images from Users, individual Images |Required | Imgupload https://imgupload.yt/ individual Images
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ Imgyt https://img.yt/ individual Images
|Pawoo |https://pawoo.net |Images from Users, Images from Statuses | | Picmaniac http://pic-maniac.com/ individual Images
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ Pixhost https://pixhost.org/ individual Images
|Pinterest |https://www.pinterest.com |Boards, Pins, pin.it Links | | Postimg https://postimg.org/ individual Images
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ Rapidimg http://rapidimg.net/ individual Images
|Pixiv |https://www.pixiv.net/ |Images from Users, Bookmarks, Favorites, pixiv.me Links, Individual Images |Required | Turboimagehost http://turboimagehost.com/ individual Images
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ ==================== =================================== ================================================== ================
|PowerManga |https://powermanga.org/ |Chapters, Manga | |
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ .. |http://www.thes-0| replace:: http://www.thespectrum.net/manga_scans/
|Read Comic Online |http://readcomiconline.to/ |Comic-Issues, Comics | | .. |Collections, De-1| replace:: Collections, Deviations, Favorites, Folders, Galleries, Journals
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+ .. |Images from Use-2| replace:: Images from Users, Albums, Favorites, Galleries, Groups, individual Images, Search Results
|Reddit |https://reddit.com/ |Submissions, Subreddits |Optional (OAuth)| .. |Images from Use-3| replace:: Images from Users, Bookmarks, Favorites, pixiv.me Links, Individual Images
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+
|Rule 34 |https://rule34.xxx/ |Posts, Tag-Searches | |
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+
|Safebooru |https://safebooru.org/ |Posts, Tag-Searches | |
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+
|Sankaku Channel |https://chan.sankakucomplex.com/ |Tag-Searches | |
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+
|Sea Otter Scans |https://reader.seaotterscans.com/ |Chapters, Manga | |
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+
|Sen Manga |http://raw.senmanga.com/ |Chapters | |
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+
|Sense-Scans |http://sensescans.com/ |Chapters, Manga | |
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+
|Spectrum Nexus |http://www.thespectrum.net/manga_scans/|Chapters, Manga | |
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+
|Tumblr |https://www.tumblr.com/ |Images from Users, Posts, Tag-Searches | |
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+
|Twitter |https://twitter.com/ |Tweets | |
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+
|World Three |http://www.slide.world-three.org/ |Chapters, Manga | |
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+
|Yandere |https://yande.re/ |Pools, Posts, Tag-Searches | |
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+
|Yonkou Productions |https://yonkouprod.com/ |Chapters, Manga | |
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+
|Chronos |http://chronos.to/ |individual Images | |
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+
|Coreimg |http://coreimg.net/ |individual Images | |
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+
|Fapat |http://fapat.me/ |individual Images | |
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+
|Hosturimage |https://hosturimage.com/ |individual Images | |
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+
|Imageontime |http://imageontime.org/ |individual Images | |
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+
|Imagetwist |https://imagetwist.com/ |individual Images | |
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+
|Imagevenue |http://imagevenue.com/ |individual Images | |
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+
|Img4ever |https://img4ever.net/ |individual Images | |
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+
|Imgcandy |http://imgcandy.net/ |individual Images | |
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+
|Imgmaid |https://imgmaid.net/ |individual Images | |
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+
|Imgspice |https://imgspice.com/ |individual Images | |
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+
|Imgspot |http://imgspot.org/ |individual Images | |
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+
|Imgtrex |http://imgtrex.com/ |individual Images | |
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+
|Imgtrial |http://imgtrial.com/ |individual Images | |
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+
|Imgupload |https://imgupload.yt/ |individual Images | |
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+
|Imgyt |https://img.yt/ |individual Images | |
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+
|Picmaniac |http://pic-maniac.com/ |individual Images | |
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+
|Pixhost |https://pixhost.org/ |individual Images | |
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+
|Postimg |https://postimg.org/ |individual Images | |
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+
|Rapidimg |http://rapidimg.net/ |individual Images | |
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+
|Turboimagehost |http://turboimagehost.com/ |individual Images | |
+-------------------+---------------------------------------+------------------------------------------------------------------------------------------+----------------+

46
scripts/build_supportedsites.py
Unescape View File

@ -9,6 +9,9 @@ import gallery_dl.extractor
CATEGORY_MAP = { CATEGORY_MAP = {
"2chan" : "Futaba Channel",
"archivedmoe" : "Archived.Moe",
"archiveofsins" : "Archive of Sins",
"deviantart" : "DeviantArt", "deviantart" : "DeviantArt",
"dokireader" : "Doki Reader", "dokireader" : "Doki Reader",
"dynastyscans" : "Dynasty Reader", "dynastyscans" : "Dynasty Reader",
@ -31,12 +34,14 @@ CATEGORY_MAP = {
"kireicake" : "Kirei Cake", "kireicake" : "Kirei Cake",
"kisscomic" : "KissComic", "kisscomic" : "KissComic",
"kissmanga" : "KissManga", "kissmanga" : "KissManga",
"loveisover" : "Love is Over Archive",
"mangafox" : "Manga Fox", "mangafox" : "Manga Fox",
"mangahere" : "Manga Here", "mangahere" : "Manga Here",
"mangapark" : "MangaPark", "mangapark" : "MangaPark",
"mangastream" : "Manga Stream", "mangastream" : "Manga Stream",
"nhentai" : "nhentai", "nhentai" : "nhentai",
"nijie" : "nijie", "nijie" : "nijie",
"nyafuu" : "Nyafuu Archive",
"powermanga" : "PowerManga", "powermanga" : "PowerManga",
"readcomiconline": "Read Comic Online", "readcomiconline": "Read Comic Online",
"rule34" : "Rule 34", "rule34" : "Rule 34",
@ -82,10 +87,13 @@ IGNORE_LIST = (
class RstColumn(): class RstColumn():
def __init__(self, title, data): def __init__(self, title, data, size=None):
self.title = title self.title = title
self.data = self._transform(data) self.data = self._transform(data)
self.size = max(len(value) for value in data + [title]) if not size:
self.size = max(len(value) for value in data + [title])
else:
self.size = size
self.title = self._pad(self.title) self.title = self._pad(self.title)
for i, value in enumerate(self.data): for i, value in enumerate(self.data):
@ -107,7 +115,10 @@ class RstColumn():
] ]
def _pad(self, s): def _pad(self, s):
return s + " " * (self.size - len(s)) if len(s) <= self.size:
return s + " " * (self.size - len(s))
else:
return substitute(s, self.size)
class RstTable(): class RstTable():
@ -115,18 +126,26 @@ class RstTable():
def __init__(self, columns): def __init__(self, columns):
self.columns = columns self.columns = columns
self.rowcount = max(len(col) for col in columns) self.rowcount = max(len(col) for col in columns)
self.sep = "+" + "+".join("-" * col.size for col in columns) + "+" self.sep = " ".join("=" * col.size for col in columns)
def __iter__(self): def __iter__(self):
yield self.sep yield self.sep
yield "|" + "|".join(col.title for col in self.columns) + "|" yield " ".join(col.title for col in self.columns)
yield self.sep.replace("-", "=") yield self.sep
for i in range(self.rowcount): for i in range(self.rowcount):
yield self._format_row(i) yield self._format_row(i)
yield self.sep yield self.sep
def _format_row(self, row): def _format_row(self, row):
return "|" + "|".join(col[row] for col in self.columns) + "|" return " ".join(col[row] for col in self.columns)
_subs = []
def substitute(value, size):
sub = "|{}-{}|".format(value[:15], len(_subs))
_subs.append((value, sub))
return sub + " " * (size - len(sub))
def build_list(): def build_list():
@ -196,15 +215,15 @@ columns = [
RstColumn("Site", [ RstColumn("Site", [
extrlist[0].cat extrlist[0].cat
for extrlist in extractors for extrlist in extractors
]), ], 20),
RstColumn("URL", [ RstColumn("URL", [
get_domain(extrlist) get_domain(extrlist)
for extrlist in extractors for extrlist in extractors
]), ], 35),
RstColumn("Capabilities", [ RstColumn("Capabilities", [
", ".join(extr.subcat for extr in extrlist) ", ".join(extr.subcat for extr in extrlist)
for extrlist in extractors for extrlist in extractors
]), ], 50),
RstColumn("Authentication", [ RstColumn("Authentication", [
AUTH_MAP.get(extrlist[0].category, "") AUTH_MAP.get(extrlist[0].category, "")
for extrlist in extractors for extrlist in extractors
@ -216,4 +235,7 @@ with open(os.path.join(ROOTDIR, "docs", outfile), "w") as file:
file.write("Supported Sites\n" file.write("Supported Sites\n"
"===============\n") "===============\n")
for line in RstTable(columns): for line in RstTable(columns):
file.write(line + "\n") file.write(line.rstrip() + "\n")
file.write("\n")
for val, sub in _subs:
file.write(".. {} replace:: {}\n".format(sub, val))

Write Preview
Loading…
Cancel
Save