[#1149] Oban jobs implementation for :federator_incoming and :federator_outgoing queues.
parent
23d279e03e
commit
b7fad8d395
@ -0,0 +1,61 @@
|
|||||||
|
# Pleroma: A lightweight social networking server
|
||||||
|
# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
|
||||||
|
# SPDX-License-Identifier: AGPL-3.0-only
|
||||||
|
|
||||||
|
defmodule Pleroma.Workers.Receiver do
|
||||||
|
alias Pleroma.Activity
|
||||||
|
alias Pleroma.Object.Containment
|
||||||
|
alias Pleroma.User
|
||||||
|
alias Pleroma.Web.ActivityPub.ActivityPub
|
||||||
|
alias Pleroma.Web.ActivityPub.Transmogrifier
|
||||||
|
alias Pleroma.Web.ActivityPub.Utils
|
||||||
|
alias Pleroma.Web.OStatus
|
||||||
|
|
||||||
|
require Logger
|
||||||
|
|
||||||
|
# Note: `max_attempts` is intended to be overridden in `new/1` call
|
||||||
|
use Oban.Worker,
|
||||||
|
queue: "federator_incoming",
|
||||||
|
max_attempts: Pleroma.Config.get([:workers, :retries, :compile_time_default])
|
||||||
|
|
||||||
|
@impl Oban.Worker
|
||||||
|
def perform(%{"op" => "incoming_doc", "body" => doc}) do
|
||||||
|
Logger.info("Got incoming document, trying to parse")
|
||||||
|
OStatus.handle_incoming(doc)
|
||||||
|
end
|
||||||
|
|
||||||
|
def perform(%{"op" => "incoming_ap_doc", "params" => params}) do
|
||||||
|
Logger.info("Handling incoming AP activity")
|
||||||
|
|
||||||
|
params = Utils.normalize_params(params)
|
||||||
|
|
||||||
|
# NOTE: we use the actor ID to do the containment, this is fine because an
|
||||||
|
# actor shouldn't be acting on objects outside their own AP server.
|
||||||
|
with {:ok, _user} <- ap_enabled_actor(params["actor"]),
|
||||||
|
nil <- Activity.normalize(params["id"]),
|
||||||
|
:ok <- Containment.contain_origin_from_id(params["actor"], params),
|
||||||
|
{:ok, activity} <- Transmogrifier.handle_incoming(params) do
|
||||||
|
{:ok, activity}
|
||||||
|
else
|
||||||
|
%Activity{} ->
|
||||||
|
Logger.info("Already had #{params["id"]}")
|
||||||
|
:error
|
||||||
|
|
||||||
|
_e ->
|
||||||
|
# Just drop those for now
|
||||||
|
Logger.info("Unhandled activity")
|
||||||
|
Logger.info(Jason.encode!(params, pretty: true))
|
||||||
|
:error
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
defp ap_enabled_actor(id) do
|
||||||
|
user = User.get_cached_by_ap_id(id)
|
||||||
|
|
||||||
|
if User.ap_enabled?(user) do
|
||||||
|
{:ok, user}
|
||||||
|
else
|
||||||
|
ActivityPub.make_user_from_ap_id(id)
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
@ -0,0 +1,44 @@
|
|||||||
|
# Pleroma: A lightweight social networking server
|
||||||
|
# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
|
||||||
|
# SPDX-License-Identifier: AGPL-3.0-only
|
||||||
|
|
||||||
|
defmodule Pleroma.Workers.Subscriber do
|
||||||
|
alias Pleroma.Repo
|
||||||
|
alias Pleroma.Web.Websub
|
||||||
|
alias Pleroma.Web.Websub.WebsubClientSubscription
|
||||||
|
|
||||||
|
require Logger
|
||||||
|
|
||||||
|
# Note: `max_attempts` is intended to be overridden in `new/1` call
|
||||||
|
use Oban.Worker,
|
||||||
|
queue: "federator_outgoing",
|
||||||
|
max_attempts: Pleroma.Config.get([:workers, :retries, :compile_time_default])
|
||||||
|
|
||||||
|
@impl Oban.Worker
|
||||||
|
def perform(%{"op" => "refresh_subscriptions"}) do
|
||||||
|
Websub.refresh_subscriptions()
|
||||||
|
# Schedule the next run in 6 hours
|
||||||
|
Pleroma.Web.Federator.refresh_subscriptions(schedule_in: 3600 * 6)
|
||||||
|
end
|
||||||
|
|
||||||
|
def perform(%{"op" => "request_subscription", "websub_id" => websub_id}) do
|
||||||
|
websub = Repo.get(WebsubClientSubscription, websub_id)
|
||||||
|
Logger.debug("Refreshing #{websub.topic}")
|
||||||
|
|
||||||
|
with {:ok, websub} <- Websub.request_subscription(websub) do
|
||||||
|
Logger.debug("Successfully refreshed #{websub.topic}")
|
||||||
|
else
|
||||||
|
_e -> Logger.debug("Couldn't refresh #{websub.topic}")
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
def perform(%{"op" => "verify_websub", "websub_id" => websub_id}) do
|
||||||
|
websub = Repo.get(WebsubClientSubscription, websub_id)
|
||||||
|
|
||||||
|
Logger.debug(fn ->
|
||||||
|
"Running WebSub verification for #{websub.id} (#{websub.topic}, #{websub.callback})"
|
||||||
|
end)
|
||||||
|
|
||||||
|
Websub.verify(websub)
|
||||||
|
end
|
||||||
|
end
|
@ -0,0 +1,36 @@
|
|||||||
|
# Pleroma: A lightweight social networking server
|
||||||
|
# Copyright © 2017-2018 Pleroma Authors <https://pleroma.social/>
|
||||||
|
# SPDX-License-Identifier: AGPL-3.0-only
|
||||||
|
|
||||||
|
defmodule Pleroma.ObanHelpers do
|
||||||
|
@moduledoc """
|
||||||
|
Oban test helpers.
|
||||||
|
"""
|
||||||
|
|
||||||
|
alias Pleroma.Repo
|
||||||
|
|
||||||
|
def perform(%Oban.Job{} = job) do
|
||||||
|
res = apply(String.to_existing_atom("Elixir." <> job.worker), :perform, [job])
|
||||||
|
Repo.delete(job)
|
||||||
|
res
|
||||||
|
end
|
||||||
|
|
||||||
|
def perform(jobs) when is_list(jobs) do
|
||||||
|
for job <- jobs, do: perform(job)
|
||||||
|
end
|
||||||
|
|
||||||
|
def member?(%{} = job_args, jobs) when is_list(jobs) do
|
||||||
|
Enum.any?(jobs, fn job ->
|
||||||
|
member?(job_args, job.args)
|
||||||
|
end)
|
||||||
|
end
|
||||||
|
|
||||||
|
def member?(%{} = test_attrs, %{} = attrs) do
|
||||||
|
Enum.all?(
|
||||||
|
test_attrs,
|
||||||
|
fn {k, _v} -> member?(test_attrs[k], attrs[k]) end
|
||||||
|
)
|
||||||
|
end
|
||||||
|
|
||||||
|
def member?(x, y), do: x == y
|
||||||
|
end
|
Loading…
Reference in new issue