diff --git a/Makefile b/Makefile index 43e8e09f..334a1b3d 100644 --- a/Makefile +++ b/Makefile @@ -6,7 +6,7 @@ SHAREDIR ?= $(PREFIX)/share PYTHON ?= /usr/bin/env python3 -all: man completion docs/supportedsites.rst +all: man completion supportedsites clean: $(RM) -r build/ @@ -15,7 +15,7 @@ clean: install: man completion $(PYTHON) setup.py install -release: man completion docs/supportedsites.rst +release: man completion supportedsites scripts/release.sh test: @@ -28,9 +28,11 @@ completion: data/completion/gallery-dl data/completion/_gallery-dl man: data/man/gallery-dl.1 data/man/gallery-dl.conf.5 -.PHONY: all clean install release test executable completion man +supportedsites: docs/supportedsites.md -docs/supportedsites.rst: gallery_dl/*/*.py scripts/supportedsites.py +.PHONY: all clean install release test executable completion man supportedsites + +docs/supportedsites.md: gallery_dl/*/*.py scripts/supportedsites.py $(PYTHON) scripts/supportedsites.py data/man/gallery-dl.1: gallery_dl/option.py gallery_dl/version.py scripts/man.py diff --git a/README.rst b/README.rst index 20ed2228..d1a5a9f8 100644 --- a/README.rst +++ b/README.rst @@ -317,7 +317,7 @@ To authenticate with a ``mastodon`` instance, run *gallery-dl* with .. _gallery-dl.conf: https://github.com/mikf/gallery-dl/blob/master/docs/gallery-dl.conf .. _gallery-dl-example.conf: https://github.com/mikf/gallery-dl/blob/master/docs/gallery-dl-example.conf .. _configuration.rst: https://github.com/mikf/gallery-dl/blob/master/docs/configuration.rst -.. _Supported Sites: https://github.com/mikf/gallery-dl/blob/master/docs/supportedsites.rst +.. _Supported Sites: https://github.com/mikf/gallery-dl/blob/master/docs/supportedsites.md .. _Python: https://www.python.org/downloads/ .. _PyPI: https://pypi.org/ diff --git a/docs/supportedsites.md b/docs/supportedsites.md new file mode 100644 index 00000000..8e631168 --- /dev/null +++ b/docs/supportedsites.md @@ -0,0 +1,965 @@ +# Supported Sites + + +Consider all sites to be NSFW unless otherwise known. + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
SiteURLCapabilitiesAuthentication
35PHOTOhttps://35photo.pro/Genres, individual Images, Tag Searches, User Profiles
3dbooruhttp://behoimi.org/Pools, Popular Images, Posts, Tag Searches
4chanhttps://www.4chan.org/Boards, Threads
4plebshttps://archive.4plebs.org/Boards, Search Results, Threads
500pxhttps://500px.com/Galleries, individual Images, User Profiles
8kunhttps://8kun.top/Boards, Threads
8museshttps://comics.8muses.com/Albums
Acidimghttps://acidimg.cc/individual Images
Adobe Portfoliohttps://www.myportfolio.com/Galleries
Adult Empirehttps://www.adultempire.com/Galleries
Allgirlbooruhttps://allgirl.booru.org/Posts, Tag Searches
arch.b4k.cohttps://arch.b4k.co/Boards, Search Results, Threads
Archive of Sinshttps://archiveofsins.com/Boards, Search Results, Threads
Archived.Moehttps://archived.moe/Boards, Search Results, Threads
ArtStationhttps://www.artstation.com/Albums, Artwork Listings, Challenges, individual Images, Likes, Search Results, User Profiles
baraaghttps://baraag.net/Images from Statuses, User ProfilesOAuth
Behancehttps://www.behance.net/Collections, Galleries, User Profiles
Bloggerhttps://www.blogger.com/Blogs, Posts, Search Results
Cyberdrophttps://cyberdrop.me/Albums
Danbooruhttps://danbooru.donmai.us/Pools, Popular Images, Posts, Tag SearchesSupported
Derpibooruhttps://derpibooru.org/Galleries, Posts, Search ResultsAPI Key
Desuarchivehttps://desuarchive.org/Boards, Search Results, Threads
DeviantArthttps://www.deviantart.com/Collections, Deviations, Favorites, Folders, Galleries, Journals, Popular Images, Scraps, Sta.sh, User ProfilesOAuth
Doki Readerhttps://kobato.hologfx.com/reader/Chapters, Manga
Dynasty Readerhttps://dynasty-scans.com/Chapters, individual Images, Search Results
E-Hentaihttps://e-hentai.org/Favorites, Galleries, Search ResultsSupported
e621https://e621.net/Pools, Popular Images, Posts, Tag SearchesSupported
Eka's Portalhttps://aryion.com/Galleries, PostsSupported
EroMehttps://www.erome.com/Albums, Search Results, User Profiles
ExHentaihttps://exhentai.org/Favorites, Galleries, Search ResultsSupported
Fallen Angels Scanshttps://www.fascans.com/Chapters, Manga
Fashion Novahttps://www.fashionnova.com/Collections, Products
Firedenhttps://boards.fireden.net/Boards, Search Results, Threads
Flickrhttps://www.flickr.com/Albums, Favorites, Galleries, Groups, individual Images, Search Results, User ProfilesOAuth
Fur Affinityhttps://www.furaffinity.net/Favorites, Galleries, Posts, Scraps, Search Results, User ProfilesCookies
Fuskatorhttps://fuskator.com/Galleries, Search Results
Futaba Channelhttps://www.2chan.net/Threads
Gelbooruhttps://gelbooru.com/Pools, Posts, Tag Searches
Gfycathttps://gfycat.com/individual Images, Search Results, User Profiles
HBrowsehttps://www.hbrowse.com/Chapters, Manga
Hentai Cafehttps://hentai.cafe/Chapters, Manga, Search Results, Tag Searches
Hentai Foundryhttps://www.hentai-foundry.com/Favorites, individual Images, Pictures, Popular Images, Recent Images, Scraps, Stories, User Profiles
Hentai2Readhttps://hentai2read.com/Chapters, Manga
HentaiFoxhttps://hentaifox.com/Galleries, Search Results
HentaiHandhttps://hentaihand.com/Galleries, Tag Searches
HentaiHerehttps://hentaihere.com/Chapters, Manga
Hentainexushttps://hentainexus.com/Galleries, Search Results
Hiperdexhttps://hiperdex.com/Artists, Chapters, Manga
Hitomi.lahttps://hitomi.la/Galleries, Tag Searches
Hypnohubhttps://hypnohub.net/Pools, Popular Images, Posts, Tag Searches
Idol Complexhttps://idol.sankakucomplex.com/Pools, Posts, Tag SearchesSupported
Illusioncardsbooruhttps://illusioncards.booru.org/Posts, Tag Searches
ImageBamhttp://www.imagebam.com/Galleries, individual Images
ImageChesthttps://imgchest.com/Galleries
ImageFaphttps://www.imagefap.com/Galleries, individual Images, User Profiles
Imagetwisthttps://imagetwist.com/individual Images
Imagevenuehttp://imagevenue.com/individual Images
ImgBBhttps://imgbb.com/Albums, individual Images, User ProfilesSupported
imgboxhttps://imgbox.com/Galleries, individual Images
Imgclickhttps://imgclick.net/individual Images
Imgspicehttps://imgspice.com/individual Images
imgthhttps://imgth.com/Galleries
imgurhttps://imgur.com/Albums, Favorites, Galleries, individual Images, Search Results, Subreddits, Tag Searches, User Profiles
Imxtohttps://imx.to/individual Images
Inkbunnyhttps://inkbunny.net/Posts, User ProfilesSupported
Instagramhttps://www.instagram.com/Channels, Highlights, Posts, Reels, Saved Posts, Stories, Tag Searches, User ProfilesSupported
Issuuhttps://issuu.com/Publications, User Profiles
Joyreactorhttp://joyreactor.cc/Posts, Search Results, Tag Searches, User Profiles
Keenspothttp://www.keenspot.com/Comics
Kemonopartyhttps://kemono.party/Posts, User Profiles
Khinsiderhttps://downloads.khinsider.com/Soundtracks
Kirei Cakehttps://reader.kireicake.com/Chapters, Manga
Komikcasthttps://komikcast.com/Chapters, Manga
Konachanhttps://konachan.com/Pools, Popular Images, Posts, Tag Searches
LINE BLOGhttps://www.lineblog.me/Blogs, Posts
livedoor Bloghttp://blog.livedoor.jp/Blogs, Posts
Lolibooruhttps://lolibooru.moe/Pools, Popular Images, Posts, Tag Searches
Luscioushttps://members.luscious.net/Albums, Search Results
Manga Foxhttps://fanfox.net/Chapters
Manga Herehttps://www.mangahere.cc/Chapters, Manga
Manga Streamhttps://readms.net/Chapters
MangaDexhttps://mangadex.org/Chapters, Manga
MangaKakalothttps://mangakakalot.com/Chapters, Manga
MangaParkhttps://mangapark.net/Chapters, Manga
Mangareaderhttps://www.mangareader.net/Chapters, Manga
Mangoxohttps://www.mangoxo.com/Albums, ChannelsSupported
mastodon.socialhttps://mastodon.social/Images from Statuses, User ProfilesOAuth
My Hentai Galleryhttps://myhentaigallery.com/Galleries
Naverhttps://blog.naver.com/Blogs, Posts
NaverWebtoonhttps://comic.naver.com/Comics, Episodes
Newgroundshttps://www.newgrounds.com/Art, Audio, Favorites, individual Images, Media Files, Movies, User ProfilesSupported
Ngomikhttp://ngomik.in/Chapters
nhentaihttps://nhentai.net/Galleries, Search Results
Niconico Seigahttps://seiga.nicovideo.jp/individual Images, User ProfilesRequired
nijiehttps://nijie.info/Doujin, Favorites, Illustrations, individual Images, User ProfilesRequired
Nozomi.lahttps://nozomi.la/Site Index, Posts, Search Results, Tag Searches
NSFWalbum.comhttps://nsfwalbum.com/Albums
Nyafuu Archivehttps://archive.nyafuu.org/Boards, Search Results, Threads
Patreonhttps://www.patreon.com/Creators, Posts, User ProfilesCookies
Pawoohttps://pawoo.net/Images from Statuses, User ProfilesOAuth
Photobuckethttps://photobucket.com/Albums, individual Images
PhotoVoguehttps://www.vogue.it/en/photovogue/User Profiles
Piczelhttps://piczel.tv/Folders, individual Images, User Profiles
Pillowforthttps://www.pillowfort.social/Posts, User Profiles
Pinteresthttps://www.pinterest.com/Pins, pin.it Links, related Pins, Sections, User ProfilesSupported
Pixhosthttps://pixhost.to/individual Images
Pixivhttps://www.pixiv.net/Favorites, Follows, pixiv.me Links, Rankings, Search Results, User Profiles, individual ImagesOAuth
Pixnethttps://www.pixnet.net/Folders, individual Images, Sets, User Profiles
Plurkhttps://www.plurk.com/Posts, Timelines
Pornhubhttps://www.pornhub.com/Galleries, User Profiles
Pornreactorhttp://pornreactor.cc/Posts, Search Results, Tag Searches, User Profiles
Postimghttps://postimages.org/individual Images
PowerMangahttps://read.powermanga.org/Chapters, Manga
Pururinhttps://pururin.io/Galleries
Read Comic Onlinehttps://readcomiconline.to/Comic Issues, Comics
Realbooruhttps://realbooru.com/Pools, Posts, Tag Searches
RebeccaBlackTechhttps://rbt.asia/Boards, Search Results, Threads
Reddithttps://www.reddit.com/individual Images, Submissions, Subreddits, User ProfilesOAuth
RedGIFshttps://redgifs.com/individual Images, Search Results, User Profiles
rule #34https://rule34.paheal.net/Posts, Tag Searches
Rule 34https://rule34.xxx/Pools, Posts, Tag Searches
Safebooruhttps://safebooru.org/Pools, Posts, Tag Searches
Sakugabooruhttps://www.sakugabooru.com/Pools, Popular Images, Posts, Tag Searches
Sankaku Channelhttps://sankaku.app/Book Searches, Pools, Posts, Tag SearchesSupported
Sankaku Complexhttps://www.sankakucomplex.com/Articles, Tag Searches
Sen Mangahttps://raw.senmanga.com/Chapters
Sense-Scanshttps://sensescans.com/reader/Chapters, Manga
Sex.comhttps://www.sex.com/Boards, Pins, related Pins, Search Results
Simply Hentaihttps://www.simply-hentai.com/Galleries, individual Images, Videos
SlickPichttps://www.slickpic.com/Albums, User Profiles
SlideSharehttps://www.slideshare.net/Presentations
SmugMughttps://www.smugmug.com/Albums, individual Images, Images from Users and FoldersOAuth
Speaker Deckhttps://speakerdeck.com/Presentations
SubscribeStarhttps://www.subscribestar.com/Posts, User ProfilesSupported
Tbibhttps://tbib.org/Pools, Posts, Tag Searches
The /b/ Archivehttps://thebarchive.com/Boards, Search Results, Threads
Thecollectionhttps://the-collection.booru.org/Posts, Tag Searches
Tsuminohttps://www.tsumino.com/Galleries, Search ResultsSupported
Tumblrhttps://www.tumblr.com/Likes, Posts, Tag Searches, User ProfilesOAuth
TumblrGalleryhttps://tumblrgallery.xyz/Posts, Search Results, Tumblrblogs
Turboimagehosthttps://www.turboimagehost.com/individual Images
Twitterhttps://twitter.com/Bookmarks, Likes, Lists, List Members, Media Timelines, Search Results, Timelines, TweetsSupported
Unsplashhttps://unsplash.com/Collections, Favorites, individual Images, Search Results, User Profiles
Viprhttps://vipr.im/individual Images
VSCOhttps://vsco.co/Collections, individual Images, User Profiles
Wallhavenhttps://wallhaven.cc/Collections, individual Images, Search ResultsAPI Key
Warosuhttps://warosu.org/Threads
Weasylhttps://www.weasyl.com/Favorites, Folders, Journals, SubmissionsAPI Key
Webtoonhttps://www.webtoons.com/Comics, Episodes
Weibohttps://www.weibo.com/Images from Statuses, User Profiles
WikiArt.orghttps://www.wikiart.org/Artists, Artist Listings, Artworks, individual Images
xHamsterhttps://xhamster.com/Galleries, User Profiles
XVideoshttps://www.xvideos.com/Galleries, User Profiles
Yanderehttps://yande.re/Pools, Popular Images, Posts, Tag Searches
yuki.la 4chan archivehttps://yuki.la/Threads
かべうちhttps://kabe-uchiroom.com/User Profiles
もえぴりあhttps://vanilla-rock.com/Posts, Tag Searches
半次元https://bcy.net/Posts, User Profiles
diff --git a/docs/supportedsites.rst b/docs/supportedsites.rst deleted file mode 100644 index 61750dd8..00000000 --- a/docs/supportedsites.rst +++ /dev/null @@ -1,188 +0,0 @@ -Supported Sites -=============== -.. - generated by scripts/supportedsites.py - -Consider all sites to be NSFW, unless otherwise known. - -==================== =================================== ================================================== ================ -Site URL Capabilities Authentication -==================== =================================== ================================================== ================ -35PHOTO https://35photo.pro/ |35photo-C| -3dbooru http://behoimi.org/ Pools, Popular Images, Posts, Tag Searches -4chan https://www.4chan.org/ Boards, Threads -4plebs https://archive.4plebs.org/ Boards, Search Results, Threads -500px https://500px.com/ Galleries, individual Images, User Profiles -8kun https://8kun.top/ Boards, Threads -8muses https://comics.8muses.com/ Albums -Acidimg https://acidimg.cc/ individual Images -Adobe Portfolio https://www.myportfolio.com/ Galleries -Adult Empire https://www.adultempire.com/ Galleries -Allgirlbooru https://allgirl.booru.org/ Posts, Tag Searches -arch.b4k.co https://arch.b4k.co/ Boards, Search Results, Threads -Archive of Sins https://archiveofsins.com/ Boards, Search Results, Threads -Archived.Moe https://archived.moe/ Boards, Search Results, Threads -ArtStation https://www.artstation.com/ |artstation-C| -baraag https://baraag.net/ Images from Statuses, User Profiles `OAuth `__ -Behance https://www.behance.net/ Collections, Galleries, User Profiles -Blogger https://www.blogger.com/ Blogs, Posts, Search Results -Cyberdrop https://cyberdrop.me/ Albums -Danbooru https://danbooru.donmai.us/ Pools, Popular Images, Posts, Tag Searches Supported -Derpibooru https://derpibooru.org/ Galleries, Posts, Search Results `API Key `__ -Desuarchive https://desuarchive.org/ Boards, Search Results, Threads -DeviantArt https://www.deviantart.com/ |deviantart-C| `OAuth `__ -Doki Reader https://kobato.hologfx.com/reader/ Chapters, Manga -Dynasty Reader https://dynasty-scans.com/ Chapters, individual Images, Search Results -E-Hentai https://e-hentai.org/ Favorites, Galleries, Search Results Supported -e621 https://e621.net/ Pools, Popular Images, Posts, Tag Searches Supported -Eka's Portal https://aryion.com/ Galleries, Posts Supported -EroMe https://www.erome.com/ Albums, Search Results, User Profiles -ExHentai https://exhentai.org/ Favorites, Galleries, Search Results Supported -Fallen Angels Scans https://www.fascans.com/ Chapters, Manga -Fashion Nova https://www.fashionnova.com/ Collections, Products -Fireden https://boards.fireden.net/ Boards, Search Results, Threads -Flickr https://www.flickr.com/ |flickr-C| `OAuth `__ -Fur Affinity https://www.furaffinity.net/ |furaffinity-C| `Cookies `__ -Fuskator https://fuskator.com/ Galleries, Search Results -Futaba Channel https://www.2chan.net/ Threads -Gelbooru https://gelbooru.com/ Pools, Posts, Tag Searches -Gfycat https://gfycat.com/ individual Images, Search Results, User Profiles -HBrowse https://www.hbrowse.com/ Chapters, Manga -Hentai Cafe https://hentai.cafe/ Chapters, Manga, Search Results, Tag Searches -Hentai Foundry https://www.hentai-foundry.com/ |hentaifoundry-C| -Hentai2Read https://hentai2read.com/ Chapters, Manga -HentaiFox https://hentaifox.com/ Galleries, Search Results -HentaiHand https://hentaihand.com/ Galleries, Tag Searches -HentaiHere https://hentaihere.com/ Chapters, Manga -Hentainexus https://hentainexus.com/ Galleries, Search Results -Hiperdex https://hiperdex.com/ Artists, Chapters, Manga -Hitomi.la https://hitomi.la/ Galleries, Tag Searches -Hypnohub https://hypnohub.net/ Pools, Popular Images, Posts, Tag Searches -Idol Complex https://idol.sankakucomplex.com/ Pools, Posts, Tag Searches Supported -Illusioncardsbooru https://illusioncards.booru.org/ Posts, Tag Searches -ImageBam http://www.imagebam.com/ Galleries, individual Images -ImageChest https://imgchest.com/ Galleries -ImageFap https://www.imagefap.com/ Galleries, individual Images, User Profiles -Imagetwist https://imagetwist.com/ individual Images -Imagevenue http://imagevenue.com/ individual Images -ImgBB https://imgbb.com/ Albums, individual Images, User Profiles Supported -imgbox https://imgbox.com/ Galleries, individual Images -Imgclick https://imgclick.net/ individual Images -Imgspice https://imgspice.com/ individual Images -imgth https://imgth.com/ Galleries -imgur https://imgur.com/ |imgur-C| -Imxto https://imx.to/ individual Images -Inkbunny https://inkbunny.net/ Posts, User Profiles Supported -Instagram https://www.instagram.com/ |instagram-C| Supported -Issuu https://issuu.com/ Publications, User Profiles -Joyreactor http://joyreactor.cc/ Posts, Search Results, Tag Searches, User Profiles -Keenspot http://www.keenspot.com/ Comics -Kemonoparty https://kemono.party/ Posts, User Profiles -Khinsider https://downloads.khinsider.com/ Soundtracks -Kirei Cake https://reader.kireicake.com/ Chapters, Manga -Komikcast https://komikcast.com/ Chapters, Manga -Konachan https://konachan.com/ Pools, Popular Images, Posts, Tag Searches -LINE BLOG https://www.lineblog.me/ Blogs, Posts -livedoor Blog http://blog.livedoor.jp/ Blogs, Posts -Lolibooru https://lolibooru.moe/ Pools, Popular Images, Posts, Tag Searches -Luscious https://members.luscious.net/ Albums, Search Results -Manga Fox https://fanfox.net/ Chapters -Manga Here https://www.mangahere.cc/ Chapters, Manga -Manga Stream https://readms.net/ Chapters -MangaDex https://mangadex.org/ Chapters, Manga -MangaKakalot https://mangakakalot.com/ Chapters, Manga -MangaPark https://mangapark.net/ Chapters, Manga -Mangareader https://www.mangareader.net/ Chapters, Manga -Mangoxo https://www.mangoxo.com/ Albums, Channels Supported -mastodon.social https://mastodon.social/ Images from Statuses, User Profiles `OAuth `__ -My Hentai Gallery https://myhentaigallery.com/ Galleries -Naver https://blog.naver.com/ Blogs, Posts -NaverWebtoon https://comic.naver.com/ Comics, Episodes -Newgrounds https://www.newgrounds.com/ |newgrounds-C| Supported -Ngomik http://ngomik.in/ Chapters -nhentai https://nhentai.net/ Galleries, Search Results -Niconico Seiga https://seiga.nicovideo.jp/ individual Images, User Profiles Required -nijie https://nijie.info/ |nijie-C| Required -Nozomi.la https://nozomi.la/ Site Index, Posts, Search Results, Tag Searches -NSFWalbum.com https://nsfwalbum.com/ Albums -Nyafuu Archive https://archive.nyafuu.org/ Boards, Search Results, Threads -Patreon https://www.patreon.com/ Creators, Posts, User Profiles `Cookies `__ -Pawoo https://pawoo.net/ Images from Statuses, User Profiles `OAuth `__ -Photobucket https://photobucket.com/ Albums, individual Images -PhotoVogue https://www.vogue.it/en/photovogue/ User Profiles -Piczel https://piczel.tv/ Folders, individual Images, User Profiles -Pillowfort https://www.pillowfort.social/ Posts, User Profiles -Pinterest https://www.pinterest.com/ |pinterest-C| Supported -Pixhost https://pixhost.to/ individual Images -Pixiv https://www.pixiv.net/ |pixiv-C| `OAuth `__ -Pixnet https://www.pixnet.net/ Folders, individual Images, Sets, User Profiles -Plurk https://www.plurk.com/ Posts, Timelines -Pornhub https://www.pornhub.com/ Galleries, User Profiles -Pornreactor http://pornreactor.cc/ Posts, Search Results, Tag Searches, User Profiles -Postimg https://postimages.org/ individual Images -PowerManga https://read.powermanga.org/ Chapters, Manga -Pururin https://pururin.io/ Galleries -Read Comic Online https://readcomiconline.to/ Comic Issues, Comics -Realbooru https://realbooru.com/ Pools, Posts, Tag Searches -RebeccaBlackTech https://rbt.asia/ Boards, Search Results, Threads -Reddit https://www.reddit.com/ |reddit-C| `OAuth `__ -RedGIFs https://redgifs.com/ individual Images, Search Results, User Profiles -rule #34 https://rule34.paheal.net/ Posts, Tag Searches -Rule 34 https://rule34.xxx/ Pools, Posts, Tag Searches -Safebooru https://safebooru.org/ Pools, Posts, Tag Searches -Sakugabooru https://www.sakugabooru.com/ Pools, Popular Images, Posts, Tag Searches -Sankaku Channel https://sankaku.app/ Book Searches, Pools, Posts, Tag Searches Supported -Sankaku Complex https://www.sankakucomplex.com/ Articles, Tag Searches -Sen Manga https://raw.senmanga.com/ Chapters -Sense-Scans https://sensescans.com/reader/ Chapters, Manga -Sex.com https://www.sex.com/ Boards, Pins, related Pins, Search Results -Simply Hentai https://www.simply-hentai.com/ Galleries, individual Images, Videos -SlickPic https://www.slickpic.com/ Albums, User Profiles -SlideShare https://www.slideshare.net/ Presentations -SmugMug https://www.smugmug.com/ |smugmug-C| `OAuth `__ -Speaker Deck https://speakerdeck.com/ Presentations -SubscribeStar https://www.subscribestar.com/ Posts, User Profiles Supported -Tbib https://tbib.org/ Pools, Posts, Tag Searches -The /b/ Archive https://thebarchive.com/ Boards, Search Results, Threads -Thecollection https://the-collection.booru.org/ Posts, Tag Searches -Tsumino https://www.tsumino.com/ Galleries, Search Results Supported -Tumblr https://www.tumblr.com/ Likes, Posts, Tag Searches, User Profiles `OAuth `__ -TumblrGallery https://tumblrgallery.xyz/ Posts, Search Results, Tumblrblogs -Turboimagehost https://www.turboimagehost.com/ individual Images -Twitter https://twitter.com/ |twitter-C| Supported -Unsplash https://unsplash.com/ |unsplash-C| -Vipr https://vipr.im/ individual Images -VSCO https://vsco.co/ Collections, individual Images, User Profiles -Wallhaven https://wallhaven.cc/ Collections, individual Images, Search Results `API Key `__ -Warosu https://warosu.org/ Threads -Weasyl https://www.weasyl.com/ Favorites, Folders, Journals, Submissions `API Key `__ -Webtoon https://www.webtoons.com/ Comics, Episodes -Weibo https://www.weibo.com/ Images from Statuses, User Profiles -WikiArt.org https://www.wikiart.org/ |wikiart-C| -xHamster https://xhamster.com/ Galleries, User Profiles -XVideos https://www.xvideos.com/ Galleries, User Profiles -Yandere https://yande.re/ Pools, Popular Images, Posts, Tag Searches -|yuki-S| https://yuki.la/ Threads -かべうち https://kabe-uchiroom.com/ User Profiles -もえぴりあ https://vanilla-rock.com/ Posts, Tag Searches -半次元 https://bcy.net/ Posts, User Profiles -==================== =================================== ================================================== ================ - -.. |35photo-C| replace:: Genres, individual Images, Tag Searches, User Profiles -.. |artstation-C| replace:: Albums, Artwork Listings, Challenges, individual Images, Likes, Search Results, User Profiles -.. |deviantart-C| replace:: Collections, Deviations, Favorites, Folders, Galleries, Journals, Popular Images, Scraps, Sta.sh, User Profiles -.. |flickr-C| replace:: Albums, Favorites, Galleries, Groups, individual Images, Search Results, User Profiles -.. |furaffinity-C| replace:: Favorites, Galleries, Posts, Scraps, Search Results, User Profiles -.. |hentaifoundry-C| replace:: Favorites, individual Images, Pictures, Popular Images, Recent Images, Scraps, Stories, User Profiles -.. |imgur-C| replace:: Albums, Favorites, Galleries, individual Images, Search Results, Subreddits, Tag Searches, User Profiles -.. |instagram-C| replace:: Channels, Highlights, Posts, Reels, Saved Posts, Stories, Tag Searches, User Profiles -.. |newgrounds-C| replace:: Art, Audio, Favorites, individual Images, Media Files, Movies, User Profiles -.. |nijie-C| replace:: Doujin, Favorites, Illustrations, individual Images, User Profiles -.. |pinterest-C| replace:: Pins, pin.it Links, related Pins, Sections, User Profiles -.. |pixiv-C| replace:: Favorites, Follows, pixiv.me Links, Rankings, Search Results, User Profiles, individual Images -.. |reddit-C| replace:: individual Images, Submissions, Subreddits, User Profiles -.. |smugmug-C| replace:: Albums, individual Images, Images from Users and Folders -.. |twitter-C| replace:: Bookmarks, Likes, Lists, List Members, Media Timelines, Search Results, Timelines, Tweets -.. |unsplash-C| replace:: Collections, Favorites, individual Images, Search Results, User Profiles -.. |wikiart-C| replace:: Artists, Artist Listings, Artworks, individual Images -.. |yuki-S| replace:: yuki.la 4chan archive diff --git a/scripts/release.sh b/scripts/release.sh index d8c3bd31..a08cb5d4 100755 --- a/scripts/release.sh +++ b/scripts/release.sh @@ -128,7 +128,7 @@ upload-pypi() { ROOTDIR="$(realpath "$(dirname "$0")/..")/" README="README.rst" CHANGELOG="CHANGELOG.md" -SUPPORTEDSITES="./docs/supportedsites.rst" +SUPPORTEDSITES="./docs/supportedsites.md" LASTTAG="$(git describe --abbrev=0 --tags)" OLDVERSION="${LASTTAG#v}" diff --git a/scripts/supportedsites.py b/scripts/supportedsites.py index 388eba79..e1bc6f55 100755 --- a/scripts/supportedsites.py +++ b/scripts/supportedsites.py @@ -167,11 +167,14 @@ SUBCATEGORY_MAP = { }, } -_OAUTH = "`OAuth `__" -_COOKIES = "`Cookies `__" -_APIKEY_DB = "`API Key `__" -_APIKEY_WH = "`API Key `__" -_APIKEY_WY = "`API Key `__" +_OAUTH = 'OAuth' +_COOKIES = 'Cookies' +_APIKEY_DB = \ + 'API Key' +_APIKEY_WH = \ + 'API Key' +_APIKEY_WY = \ + 'API Key' AUTH_MAP = { "aryion" : "Supported", @@ -314,55 +317,48 @@ COLUMNS = ( ) -def write_output(fp, columns, categories, domains): +def generate_output(columns, categories, domains): - def pad(output, col, category=None): - size = col[1] - output = output if isinstance(output, str) else col[2](output) + thead = [] + append = thead.append + append("") + for column in columns: + append(" " + column[0] + "") + append("") - if len(output) > size and col[0][0] != "A": - sub = "|{}-{}|".format(category, col[0][0]) - subs.append((sub, output)) - output = sub - - return output + " " * (size - len(output)) - - w = fp.write - subs = [] - - # caption - w("Supported Sites\n") - w("===============\n") - w("..\n generated by {}\n\n".format( - "/".join(os.path.normpath(__file__).split(os.sep)[-2:]))) - w("Consider all sites to be NSFW, unless otherwise known.\n\n") - - # table head - sep = " ".join("=" * c[1] for c in columns) + "\n" - w(sep) - w(" ".join(pad(c[0], c) for c in columns).strip() + "\n") - w(sep) - - # table body + tbody = [] + append = tbody.append clist = sorted(categories.items(), key=category_key) for category, subcategories in clist: - domain = domains[category] - w(" ".join( - pad(col[2](category, subcategories, domain), col, category) - for col in columns - ).strip()) - w("\n") - - # table bottom - w(sep) - w("\n") - - # substitutions - for sub, value in subs: - w(".. {} replace:: {}\n".format(sub, value)) + append("") + for column in columns: + domain = domains[category] + content = column[2](category, subcategories, domain) + append(" " + content + "") + append("") + + TEMPLATE = """# Supported Sites + + +Consider all sites to be NSFW unless otherwise known. + + + +{} + + +{} + +
+""" + return TEMPLATE.format( + "/".join(os.path.normpath(__file__).split(os.sep)[-2:]), + "\n".join(thead), + "\n".join(tbody), + ) categories, domains = build_extractor_list() -outfile = sys.argv[1] if len(sys.argv) > 1 else "supportedsites.rst" -with open(util.path("docs", outfile), "w") as file: - write_output(file, COLUMNS, categories, domains) +outfile = sys.argv[1] if len(sys.argv) > 1 else "supportedsites.md" +with open(util.path("docs", outfile), "w") as fp: + fp.write(generate_output(COLUMNS, categories, domains))