# -*- coding: utf-8 -*- # Copyright 2016 Mike Fährmann # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License version 2 as # published by the Free Software Foundation. """Extract images from https://www.pinterest.com""" from .common import Extractor, Message from .. import text, exception class PinterestExtractor(Extractor): """Base class for pinterest extractors""" category = "pinterest" directory_fmt = ["{category}"] filename_fmt = "{category}_{pin-id}.{extension}" def __init__(self): Extractor.__init__(self) self.api = PinterestAPI(self.session) def data_from_pin(self, pin): """Get image url and metadata from a pin-object""" img = pin["image"]["original"] url = img["url"] data = { "category": self.category, "subcategory": self.subcategory, "pin-id": pin["id"], "note": pin["note"], "width": img["width"], "height": img["height"], } return url, text.nameext_from_url(url, data) class PinterestPinExtractor(PinterestExtractor): """Extractor for images from a single pin from pinterest.com""" subcategory = "pin" pattern = [r"(?:https?://)?(?:www\.)?pinterest\.com/pin/([^/]+)"] test = [("https://www.pinterest.com/pin/858146903966145189/", { "url": "7abf2be76bf03d452feacf6e000b040fc2706b80", "keyword": "e1a2ce625ece86f0b31f0ae94a3af3d72e6454b9", "content": "d3e24bc9f7af585e8c23b9136956bd45a4d9b947", })] def __init__(self, match): PinterestExtractor.__init__(self) self.pin_id = match.group(1) def items(self): pin = self.api.pin(self.pin_id) url, data = self.data_from_pin(pin) yield Message.Version, 1 yield Message.Directory, data yield Message.Url, url, data class PinterestBoardExtractor(PinterestExtractor): """Extractor for images from a board from pinterest.com""" category = "pinterest" subcategory = "board" directory_fmt = ["{category}", "{user}", "{board}"] pattern = [r"(?:https?://)?(?:www\.)?pinterest\.com/(?!pin/)([^/]+)/([^/]+)"] test = [("https://www.pinterest.com/g1952849/test-/", { "url": "705ee521630a5d613b0449d694a5345e684572a9", "keyword": "2815716747f84fa0a4047d29d71df8ae96a0e177", "content": "30897fb5d5616765bb2c9c26cb84f54499424fb4", })] def __init__(self, match): PinterestExtractor.__init__(self) self.user, self.board = match.groups() def items(self): board = self.api.board(self.user, self.board) data = self.data_from_board(board) num = data["count"] yield Message.Version, 1 yield Message.Directory, data for pin in self.api.board_pins(self.user, self.board): url, pdata = self.data_from_pin(pin) data.update(pdata) data["num"] = num num -= 1 yield Message.Url, url, data def data_from_board(self, board): """Get metadata from a board-object""" data = { "category": self.category, "subcategory": self.subcategory, "user": self.user, "board-id": board["id"], "board": board["name"], "count": board["counts"]["pins"], } return data class PinterestAPI(): """Minimal interface for the pinterest API""" def __init__(self, session, access_token="AV2U9Oe6dyC2vfPugUnBvJ7Duxg9FHCJPXPZIvRDXv9hvwBALwAAAAA"): self.session = session self.session.params["access_token"] = access_token def pin(self, pin_id, fields="id,image,note"): """Query information about a pin""" params = {"fields": fields} response = self.session.get( "https://api.pinterest.com/v1/pins/{pin}/".format(pin=pin_id), params=params ) return self._parse(response)["data"] def board(self, user, board, fields="id,name,counts"): """Query information about a board""" params = {"fields": fields} response = self.session.get( "https://api.pinterest.com/v1/boards/{user}/{board}/" .format(user=user, board=board), params=params ) return self._parse(response)["data"] def board_pins(self, user, board, fields="id,image,note"): """Yield all pins of a specific board""" params = {"fields": fields} url = ("https://api.pinterest.com/v1/boards/{user}/{board}/pins/" .format(user=user, board=board)) while True: response = self._parse(self.session.get(url, params=params)) yield from response["data"] cursor = response["page"]["cursor"] if not cursor: return params["cursor"] = cursor @staticmethod def _parse(response): """Parse an API response""" data = response.json() if "data" not in data and data.get("type") == "api": msg = data.get("message", "").split(maxsplit=1)[0].lower() raise exception.NotFoundError(msg) return data