2020-02-18 08:57:00 +01:00
|
|
|
defmodule Mobilizon.Federation.ActivityPub.Refresher do
|
|
|
|
@moduledoc """
|
|
|
|
Module that provides functions to explore and fetch collections on a group
|
|
|
|
"""
|
|
|
|
|
2020-08-27 11:53:24 +02:00
|
|
|
alias Mobilizon.Actors
|
2020-02-18 08:57:00 +01:00
|
|
|
alias Mobilizon.Actors.Actor
|
|
|
|
alias Mobilizon.Federation.ActivityPub
|
2021-04-22 12:17:56 +02:00
|
|
|
alias Mobilizon.Federation.ActivityPub.Actor, as: ActivityPubActor
|
2020-09-02 08:59:59 +02:00
|
|
|
alias Mobilizon.Federation.ActivityPub.{Fetcher, Relay, Transmogrifier, Utils}
|
2020-02-18 08:57:00 +01:00
|
|
|
require Logger
|
|
|
|
|
2022-04-20 18:47:31 +02:00
|
|
|
@collection_element_task_processing_time 60_000
|
|
|
|
|
2020-09-02 08:59:59 +02:00
|
|
|
@doc """
|
|
|
|
Refresh a remote profile
|
|
|
|
"""
|
2021-09-10 11:36:05 +02:00
|
|
|
@spec refresh_profile(Actor.t()) :: {:ok, Actor.t()} | {:error, fetch_actor_errors()} | {:error}
|
2020-08-27 11:53:24 +02:00
|
|
|
def refresh_profile(%Actor{domain: nil}), do: {:error, "Can only refresh remote actors"}
|
|
|
|
|
|
|
|
def refresh_profile(%Actor{type: :Group, url: url, id: group_id} = group) do
|
|
|
|
on_behalf_of =
|
|
|
|
case Actors.get_single_group_member_actor(group_id) do
|
|
|
|
%Actor{} = member_actor ->
|
|
|
|
member_actor
|
|
|
|
|
|
|
|
_ ->
|
|
|
|
Relay.get_actor()
|
|
|
|
end
|
|
|
|
|
2021-09-24 16:46:42 +02:00
|
|
|
case fetch_group(url, on_behalf_of) do
|
|
|
|
{:error, error} ->
|
|
|
|
{:error, error}
|
|
|
|
|
|
|
|
:ok ->
|
|
|
|
{:ok, group}
|
2020-08-27 11:53:24 +02:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2020-09-02 08:59:59 +02:00
|
|
|
def refresh_profile(%Actor{type: type, url: url}) when type in [:Person, :Application] do
|
2021-11-16 15:43:53 +01:00
|
|
|
Logger.debug("Refreshing profile #{url}")
|
|
|
|
|
2021-09-10 11:36:05 +02:00
|
|
|
case ActivityPubActor.make_actor_from_url(url) do
|
2021-09-24 16:46:42 +02:00
|
|
|
{:error, error} ->
|
|
|
|
{:error, error}
|
|
|
|
|
2021-09-10 11:36:05 +02:00
|
|
|
{:ok, %Actor{outbox_url: outbox_url} = actor} ->
|
|
|
|
case fetch_collection(outbox_url, Relay.get_actor()) do
|
|
|
|
:ok -> {:ok, actor}
|
|
|
|
{:error, error} -> {:error, error}
|
|
|
|
end
|
2020-09-02 08:59:59 +02:00
|
|
|
end
|
2020-08-27 11:53:24 +02:00
|
|
|
end
|
|
|
|
|
2021-09-10 11:36:05 +02:00
|
|
|
@type fetch_actor_errors :: ActivityPubActor.make_actor_errors() | fetch_collection_errors()
|
|
|
|
|
|
|
|
@spec fetch_group(String.t(), Actor.t()) :: :ok | {:error, fetch_actor_errors}
|
2020-02-18 08:57:00 +01:00
|
|
|
def fetch_group(group_url, %Actor{} = on_behalf_of) do
|
2021-11-16 15:43:53 +01:00
|
|
|
Logger.debug("Fetching group #{group_url}")
|
|
|
|
|
2021-11-13 18:45:01 +01:00
|
|
|
case ActivityPubActor.make_actor_from_url(group_url, on_behalf_of: on_behalf_of) do
|
2021-09-24 16:46:42 +02:00
|
|
|
{:error, err}
|
|
|
|
when err in [:actor_deleted, :http_error, :json_decode_error, :actor_is_local] ->
|
|
|
|
Logger.debug("Error while making actor")
|
|
|
|
{:error, err}
|
|
|
|
|
2021-09-10 11:36:05 +02:00
|
|
|
{:ok,
|
|
|
|
%Actor{
|
|
|
|
outbox_url: outbox_url,
|
|
|
|
resources_url: resources_url,
|
|
|
|
members_url: members_url,
|
|
|
|
posts_url: posts_url,
|
|
|
|
todos_url: todos_url,
|
|
|
|
discussions_url: discussions_url,
|
|
|
|
events_url: events_url
|
|
|
|
}} ->
|
|
|
|
Logger.debug("Fetched group OK, now doing collections")
|
|
|
|
|
|
|
|
with :ok <- fetch_collection(outbox_url, on_behalf_of),
|
|
|
|
:ok <- fetch_collection(members_url, on_behalf_of),
|
|
|
|
:ok <- fetch_collection(resources_url, on_behalf_of),
|
|
|
|
:ok <- fetch_collection(posts_url, on_behalf_of),
|
|
|
|
:ok <- fetch_collection(todos_url, on_behalf_of),
|
|
|
|
:ok <- fetch_collection(discussions_url, on_behalf_of),
|
|
|
|
:ok <- fetch_collection(events_url, on_behalf_of) do
|
|
|
|
:ok
|
|
|
|
else
|
|
|
|
{:error, err}
|
|
|
|
when err in [:error, :process_error, :fetch_error, :collection_url_nil] ->
|
|
|
|
Logger.debug("Error while fetching actor collection")
|
|
|
|
{:error, err}
|
|
|
|
end
|
2020-02-18 08:57:00 +01:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2021-09-10 11:36:05 +02:00
|
|
|
@typep fetch_collection_errors :: :process_error | :fetch_error | :collection_url_nil
|
|
|
|
|
|
|
|
@spec fetch_collection(String.t() | nil, any) ::
|
|
|
|
:ok | {:error, fetch_collection_errors}
|
|
|
|
def fetch_collection(nil, _on_behalf_of), do: {:error, :collection_url_nil}
|
2020-02-18 08:57:00 +01:00
|
|
|
|
|
|
|
def fetch_collection(collection_url, on_behalf_of) do
|
|
|
|
Logger.debug("Fetching and preparing collection from url")
|
|
|
|
Logger.debug(inspect(collection_url))
|
|
|
|
|
2021-09-10 11:36:05 +02:00
|
|
|
case Fetcher.fetch(collection_url, on_behalf_of: on_behalf_of) do
|
|
|
|
{:ok, data} when is_map(data) ->
|
|
|
|
Logger.debug("Fetch ok, passing to process_collection")
|
|
|
|
|
|
|
|
case process_collection(data, on_behalf_of) do
|
|
|
|
:ok ->
|
|
|
|
Logger.debug("Finished processing a collection")
|
|
|
|
:ok
|
|
|
|
|
|
|
|
:error ->
|
|
|
|
Logger.debug("Failed to process collection #{collection_url}")
|
|
|
|
{:error, :process_error}
|
|
|
|
end
|
|
|
|
|
|
|
|
{:error, _err} ->
|
|
|
|
Logger.debug("Failed to fetch collection #{collection_url}")
|
|
|
|
{:error, :fetch_error}
|
2020-02-18 08:57:00 +01:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2021-09-24 16:46:42 +02:00
|
|
|
@spec fetch_element(String.t(), Actor.t()) :: {:ok, struct()} | {:error, any()}
|
2020-07-09 17:24:28 +02:00
|
|
|
def fetch_element(url, %Actor{} = on_behalf_of) do
|
|
|
|
with {:ok, data} <- Fetcher.fetch(url, on_behalf_of: on_behalf_of) do
|
|
|
|
case handling_element(data) do
|
|
|
|
{:ok, _activity, entity} ->
|
|
|
|
{:ok, entity}
|
|
|
|
|
|
|
|
{:ok, entity} ->
|
|
|
|
{:ok, entity}
|
|
|
|
|
2021-09-24 16:46:42 +02:00
|
|
|
:error ->
|
|
|
|
{:error, :err_fetching_element}
|
|
|
|
|
2020-07-09 17:24:28 +02:00
|
|
|
err ->
|
|
|
|
{:error, err}
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2021-04-21 18:57:23 +02:00
|
|
|
@spec refresh_all_external_groups :: :ok
|
2020-11-06 11:34:32 +01:00
|
|
|
def refresh_all_external_groups do
|
2021-04-21 18:57:23 +02:00
|
|
|
Actors.list_external_groups()
|
|
|
|
|> Enum.filter(&Actors.needs_update?/1)
|
|
|
|
|> Enum.each(&refresh_profile/1)
|
2020-11-06 11:34:32 +01:00
|
|
|
end
|
|
|
|
|
2021-09-10 11:36:05 +02:00
|
|
|
@spec process_collection(map(), any()) :: :ok | :error
|
2020-02-18 08:57:00 +01:00
|
|
|
defp process_collection(%{"type" => type, "orderedItems" => items}, _on_behalf_of)
|
|
|
|
when type in ["OrderedCollection", "OrderedCollectionPage"] do
|
|
|
|
Logger.debug(
|
|
|
|
"Processing an OrderedCollection / OrderedCollectionPage with has direct orderedItems"
|
|
|
|
)
|
|
|
|
|
|
|
|
Logger.debug(inspect(items))
|
|
|
|
|
2021-03-31 18:32:37 +02:00
|
|
|
items
|
|
|
|
|> Enum.map(fn item -> Task.async(fn -> handling_element(item) end) end)
|
2022-04-20 18:47:31 +02:00
|
|
|
|> Task.await_many(@collection_element_task_processing_time)
|
2021-03-31 18:32:37 +02:00
|
|
|
|
2020-11-06 11:34:32 +01:00
|
|
|
Logger.debug("Finished processing a collection")
|
2020-08-27 11:53:24 +02:00
|
|
|
:ok
|
2020-02-18 08:57:00 +01:00
|
|
|
end
|
|
|
|
|
2021-04-21 18:57:23 +02:00
|
|
|
# Lemmy uses an OrderedCollection with the items property
|
|
|
|
defp process_collection(%{"type" => type, "items" => items} = collection, on_behalf_of)
|
|
|
|
when type in ["OrderedCollection", "OrderedCollectionPage"] do
|
|
|
|
collection
|
|
|
|
|> Map.put("orderedItems", items)
|
|
|
|
|> process_collection(on_behalf_of)
|
|
|
|
end
|
|
|
|
|
2020-02-18 08:57:00 +01:00
|
|
|
defp process_collection(%{"type" => "OrderedCollection", "first" => first}, on_behalf_of)
|
|
|
|
when is_map(first),
|
|
|
|
do: process_collection(first, on_behalf_of)
|
|
|
|
|
|
|
|
defp process_collection(%{"type" => "OrderedCollection", "first" => first}, on_behalf_of)
|
2021-04-08 16:41:49 +02:00
|
|
|
when is_binary(first) do
|
2020-02-18 08:57:00 +01:00
|
|
|
Logger.debug("OrderedCollection has a first property pointing to an URI")
|
|
|
|
|
2020-07-09 17:24:28 +02:00
|
|
|
with {:ok, data} <- Fetcher.fetch(first, on_behalf_of: on_behalf_of) do
|
2020-02-18 08:57:00 +01:00
|
|
|
Logger.debug("Fetched the collection for first property")
|
|
|
|
process_collection(data, on_behalf_of)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2020-08-27 11:53:24 +02:00
|
|
|
defp process_collection(_, _), do: :error
|
|
|
|
|
2020-10-19 09:32:37 +02:00
|
|
|
# If we're handling an activity
|
2022-05-03 12:23:09 +02:00
|
|
|
@spec handling_element(map() | String.t()) ::
|
|
|
|
{:ok, any, struct} | {:ok, struct} | {:ok, atom, struct} | {:error, any()} | :error
|
2020-10-19 09:32:37 +02:00
|
|
|
defp handling_element(%{"type" => activity_type} = data)
|
|
|
|
when activity_type in ["Create", "Update", "Delete"] do
|
2020-09-02 08:59:59 +02:00
|
|
|
object = get_in(data, ["object"])
|
2020-08-27 11:53:24 +02:00
|
|
|
|
2020-09-02 08:59:59 +02:00
|
|
|
if object do
|
|
|
|
object |> Utils.get_url() |> Mobilizon.Tombstone.delete_uri_tombstone()
|
2020-08-27 11:53:24 +02:00
|
|
|
end
|
|
|
|
|
2020-09-02 08:59:59 +02:00
|
|
|
Transmogrifier.handle_incoming(data)
|
2020-02-18 08:57:00 +01:00
|
|
|
end
|
|
|
|
|
2021-04-21 18:57:23 +02:00
|
|
|
# If we're handling an announce activity
|
|
|
|
defp handling_element(%{"type" => "Announce"} = data) do
|
|
|
|
handling_element(get_in(data, ["object"]))
|
|
|
|
end
|
|
|
|
|
2020-10-19 09:32:37 +02:00
|
|
|
# If we're handling directly an object
|
|
|
|
defp handling_element(data) when is_map(data) do
|
|
|
|
object = get_in(data, ["object"])
|
|
|
|
|
|
|
|
if object do
|
|
|
|
object |> Utils.get_url() |> Mobilizon.Tombstone.delete_uri_tombstone()
|
|
|
|
end
|
|
|
|
|
|
|
|
activity = %{
|
|
|
|
"type" => "Create",
|
|
|
|
"to" => data["to"],
|
|
|
|
"cc" => data["cc"],
|
|
|
|
"actor" => data["actor"] || data["attributedTo"],
|
|
|
|
"attributedTo" => data["attributedTo"] || data["actor"],
|
|
|
|
"object" => data
|
|
|
|
}
|
|
|
|
|
|
|
|
Transmogrifier.handle_incoming(activity)
|
|
|
|
end
|
|
|
|
|
2020-07-09 17:24:28 +02:00
|
|
|
defp handling_element(uri) when is_binary(uri) do
|
|
|
|
ActivityPub.fetch_object_from_url(uri)
|
2020-02-18 08:57:00 +01:00
|
|
|
end
|
|
|
|
end
|