|
|
@ -10,22 +10,15 @@ defmodule Pleroma.Web.ActivityPub.MRF.StealEmojiPolicy do
|
|
|
|
@moduledoc "Detect new emojis by their shortcode and steals them"
|
|
|
|
@moduledoc "Detect new emojis by their shortcode and steals them"
|
|
|
|
@behaviour Pleroma.Web.ActivityPub.MRF
|
|
|
|
@behaviour Pleroma.Web.ActivityPub.MRF
|
|
|
|
|
|
|
|
|
|
|
|
defp remote_host?(host), do: host != Config.get([Pleroma.Web.Endpoint, :url, :host])
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
defp accept_host?(host), do: host in Config.get([:mrf_steal_emoji, :hosts], [])
|
|
|
|
defp accept_host?(host), do: host in Config.get([:mrf_steal_emoji, :hosts], [])
|
|
|
|
|
|
|
|
|
|
|
|
defp steal_emoji({shortcode, url}) do
|
|
|
|
defp steal_emoji({shortcode, url}, emoji_dir_path) do
|
|
|
|
url = Pleroma.Web.MediaProxy.url(url)
|
|
|
|
url = Pleroma.Web.MediaProxy.url(url)
|
|
|
|
{:ok, response} = Pleroma.HTTP.get(url)
|
|
|
|
|
|
|
|
|
|
|
|
with {:ok, %{status: status} = response} when status in 200..299 <- Pleroma.HTTP.get(url) do
|
|
|
|
size_limit = Config.get([:mrf_steal_emoji, :size_limit], 50_000)
|
|
|
|
size_limit = Config.get([:mrf_steal_emoji, :size_limit], 50_000)
|
|
|
|
|
|
|
|
|
|
|
|
if byte_size(response.body) <= size_limit do
|
|
|
|
if byte_size(response.body) <= size_limit do
|
|
|
|
emoji_dir_path =
|
|
|
|
|
|
|
|
Config.get(
|
|
|
|
|
|
|
|
[:mrf_steal_emoji, :path],
|
|
|
|
|
|
|
|
Path.join(Config.get([:instance, :static_dir]), "emoji/stolen")
|
|
|
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
extension =
|
|
|
|
extension =
|
|
|
|
url
|
|
|
|
url
|
|
|
|
|> URI.parse()
|
|
|
|
|> URI.parse()
|
|
|
@ -33,13 +26,12 @@ defmodule Pleroma.Web.ActivityPub.MRF.StealEmojiPolicy do
|
|
|
|
|> Path.basename()
|
|
|
|
|> Path.basename()
|
|
|
|
|> Path.extname()
|
|
|
|
|> Path.extname()
|
|
|
|
|
|
|
|
|
|
|
|
file_path = Path.join([emoji_dir_path, shortcode <> (extension || ".png")])
|
|
|
|
file_path = Path.join(emoji_dir_path, shortcode <> (extension || ".png"))
|
|
|
|
|
|
|
|
|
|
|
|
try do
|
|
|
|
|
|
|
|
:ok = File.write(file_path, response.body)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
case File.write(file_path, response.body) do
|
|
|
|
|
|
|
|
:ok ->
|
|
|
|
shortcode
|
|
|
|
shortcode
|
|
|
|
rescue
|
|
|
|
|
|
|
|
e ->
|
|
|
|
e ->
|
|
|
|
Logger.warn("MRF.StealEmojiPolicy: Failed to write to #{file_path}: #{inspect(e)}")
|
|
|
|
Logger.warn("MRF.StealEmojiPolicy: Failed to write to #{file_path}: #{inspect(e)}")
|
|
|
|
nil
|
|
|
|
nil
|
|
|
@ -53,30 +45,40 @@ defmodule Pleroma.Web.ActivityPub.MRF.StealEmojiPolicy do
|
|
|
|
|
|
|
|
|
|
|
|
nil
|
|
|
|
nil
|
|
|
|
end
|
|
|
|
end
|
|
|
|
rescue
|
|
|
|
else
|
|
|
|
e ->
|
|
|
|
e ->
|
|
|
|
Logger.warn("MRF.StealEmojiPolicy: Failed to fetch #{url}: #{inspect(e)}")
|
|
|
|
Logger.warn("MRF.StealEmojiPolicy: Failed to fetch #{url}: #{inspect(e)}")
|
|
|
|
nil
|
|
|
|
nil
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
|
|
@impl true
|
|
|
|
@impl true
|
|
|
|
def filter(%{"object" => %{"emoji" => foreign_emojis, "actor" => actor}} = message) do
|
|
|
|
def filter(%{"object" => %{"emoji" => foreign_emojis, "actor" => actor}} = message) do
|
|
|
|
host = URI.parse(actor).host
|
|
|
|
host = URI.parse(actor).host
|
|
|
|
|
|
|
|
|
|
|
|
if remote_host?(host) and accept_host?(host) do
|
|
|
|
if host != Pleroma.Web.Endpoint.host() and accept_host?(host) do
|
|
|
|
installed_emoji = Pleroma.Emoji.get_all() |> Enum.map(fn {k, _} -> k end)
|
|
|
|
installed_emoji = Pleroma.Emoji.get_all() |> Enum.map(fn {k, _} -> k end)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
emoji_dir_path =
|
|
|
|
|
|
|
|
Config.get(
|
|
|
|
|
|
|
|
[:mrf_steal_emoji, :path],
|
|
|
|
|
|
|
|
Path.join(Config.get([:instance, :static_dir]), "emoji/stolen")
|
|
|
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
File.mkdir_p(emoji_dir_path)
|
|
|
|
|
|
|
|
|
|
|
|
new_emojis =
|
|
|
|
new_emojis =
|
|
|
|
foreign_emojis
|
|
|
|
foreign_emojis
|
|
|
|
|> Enum.filter(fn {shortcode, _url} -> shortcode not in installed_emoji end)
|
|
|
|
|> Enum.reject(fn {shortcode, _url} -> shortcode in installed_emoji end)
|
|
|
|
|> Enum.filter(fn {shortcode, _url} ->
|
|
|
|
|> Enum.filter(fn {shortcode, _url} ->
|
|
|
|
reject_emoji? =
|
|
|
|
reject_emoji? =
|
|
|
|
Config.get([:mrf_steal_emoji, :rejected_shortcodes], [])
|
|
|
|
[:mrf_steal_emoji, :rejected_shortcodes]
|
|
|
|
|
|
|
|
|> Config.get([])
|
|
|
|
|> Enum.find(false, fn regex -> String.match?(shortcode, regex) end)
|
|
|
|
|> Enum.find(false, fn regex -> String.match?(shortcode, regex) end)
|
|
|
|
|
|
|
|
|
|
|
|
!reject_emoji?
|
|
|
|
!reject_emoji?
|
|
|
|
end)
|
|
|
|
end)
|
|
|
|
|> Enum.map(&steal_emoji(&1))
|
|
|
|
|> Enum.map(&steal_emoji(&1, emoji_dir_path))
|
|
|
|
|> Enum.filter(& &1)
|
|
|
|
|> Enum.filter(& &1)
|
|
|
|
|
|
|
|
|
|
|
|
if !Enum.empty?(new_emojis) do
|
|
|
|
if !Enum.empty?(new_emojis) do
|
|
|
|