2017-04-21 01:59:11 +00:00
|
|
|
defmodule Pleroma.Web.Websub do
|
2017-04-27 13:18:50 +00:00
|
|
|
alias Ecto.Changeset
|
2017-04-21 01:59:11 +00:00
|
|
|
alias Pleroma.Repo
|
2017-04-26 16:33:10 +00:00
|
|
|
alias Pleroma.Web.Websub.{WebsubServerSubscription, WebsubClientSubscription}
|
2017-04-22 10:07:51 +00:00
|
|
|
alias Pleroma.Web.OStatus.FeedRepresenter
|
2017-04-28 07:51:47 +00:00
|
|
|
alias Pleroma.Web.{XML, Endpoint, OStatus}
|
|
|
|
alias Pleroma.Web.Router.Helpers
|
2017-04-27 07:46:45 +00:00
|
|
|
require Logger
|
2017-04-22 10:07:51 +00:00
|
|
|
|
|
|
|
import Ecto.Query
|
2017-04-21 01:59:11 +00:00
|
|
|
|
2017-05-05 12:16:54 +00:00
|
|
|
@httpoison Application.get_env(:pleroma, :httpoison)
|
2017-04-22 11:44:21 +00:00
|
|
|
|
2017-05-05 12:16:54 +00:00
|
|
|
def verify(subscription, getter \\ &@httpoison.get/3) do
|
2017-04-21 01:59:11 +00:00
|
|
|
challenge = Base.encode16(:crypto.strong_rand_bytes(8))
|
2017-04-27 13:18:50 +00:00
|
|
|
lease_seconds = NaiveDateTime.diff(subscription.valid_until, subscription.updated_at)
|
|
|
|
lease_seconds = lease_seconds |> to_string
|
2017-04-22 10:07:51 +00:00
|
|
|
|
|
|
|
params = %{
|
|
|
|
"hub.challenge": challenge,
|
|
|
|
"hub.lease_seconds": lease_seconds,
|
|
|
|
"hub.topic": subscription.topic,
|
|
|
|
"hub.mode": "subscribe"
|
|
|
|
}
|
|
|
|
|
|
|
|
url = hd(String.split(subscription.callback, "?"))
|
|
|
|
query = URI.parse(subscription.callback).query || ""
|
|
|
|
params = Map.merge(params, URI.decode_query(query))
|
2018-03-30 13:01:53 +00:00
|
|
|
|
|
|
|
with {:ok, response} <- getter.(url, [], params: params),
|
|
|
|
^challenge <- response.body do
|
2017-04-27 13:18:50 +00:00
|
|
|
changeset = Changeset.change(subscription, %{state: "active"})
|
2017-04-21 01:59:11 +00:00
|
|
|
Repo.update(changeset)
|
2018-03-30 13:01:53 +00:00
|
|
|
else
|
|
|
|
e ->
|
|
|
|
Logger.debug("Couldn't verify subscription")
|
|
|
|
Logger.debug(inspect(e))
|
|
|
|
{:error, subscription}
|
2017-04-21 01:59:11 +00:00
|
|
|
end
|
|
|
|
end
|
2017-04-22 10:07:51 +00:00
|
|
|
|
2018-02-17 15:08:55 +00:00
|
|
|
@supported_activities [
|
|
|
|
"Create",
|
|
|
|
"Follow",
|
|
|
|
"Like",
|
|
|
|
"Announce",
|
|
|
|
"Undo",
|
|
|
|
"Delete"
|
|
|
|
]
|
2018-03-30 13:01:53 +00:00
|
|
|
def publish(topic, user, %{data: %{"type" => type}} = activity)
|
|
|
|
when type in @supported_activities do
|
2017-05-11 07:13:14 +00:00
|
|
|
# TODO: Only send to still valid subscriptions.
|
2018-03-30 13:01:53 +00:00
|
|
|
query =
|
|
|
|
from(
|
|
|
|
sub in WebsubServerSubscription,
|
|
|
|
where: sub.topic == ^topic and sub.state == "active",
|
|
|
|
where: fragment("? > NOW()", sub.valid_until)
|
|
|
|
)
|
|
|
|
|
2017-04-22 10:07:51 +00:00
|
|
|
subscriptions = Repo.all(query)
|
2018-03-30 13:01:53 +00:00
|
|
|
|
|
|
|
Enum.each(subscriptions, fn sub ->
|
|
|
|
response =
|
|
|
|
user
|
|
|
|
|> FeedRepresenter.to_simple_form([activity], [user])
|
|
|
|
|> :xmerl.export_simple(:xmerl_xml)
|
|
|
|
|> to_string
|
2017-04-22 10:07:51 +00:00
|
|
|
|
2017-06-23 14:37:34 +00:00
|
|
|
data = %{
|
|
|
|
xml: response,
|
|
|
|
topic: topic,
|
|
|
|
callback: sub.callback,
|
|
|
|
secret: sub.secret
|
|
|
|
}
|
2018-03-30 13:01:53 +00:00
|
|
|
|
2017-06-23 14:37:34 +00:00
|
|
|
Pleroma.Web.Federator.enqueue(:publish_single_websub, data)
|
2017-04-22 10:07:51 +00:00
|
|
|
end)
|
|
|
|
end
|
2018-03-30 13:01:53 +00:00
|
|
|
|
|
|
|
def publish(_, _, _), do: ""
|
2017-04-22 11:44:21 +00:00
|
|
|
|
2017-04-28 13:45:10 +00:00
|
|
|
def sign(secret, doc) do
|
2018-03-30 13:01:53 +00:00
|
|
|
:crypto.hmac(:sha, secret, to_string(doc)) |> Base.encode16() |> String.downcase()
|
2017-04-28 13:45:10 +00:00
|
|
|
end
|
|
|
|
|
2017-04-22 11:48:10 +00:00
|
|
|
def incoming_subscription_request(user, %{"hub.mode" => "subscribe"} = params) do
|
2017-04-22 11:44:21 +00:00
|
|
|
with {:ok, topic} <- valid_topic(params, user),
|
|
|
|
{:ok, lease_time} <- lease_time(params),
|
|
|
|
secret <- params["hub.secret"],
|
2018-03-30 13:01:53 +00:00
|
|
|
callback <- params["hub.callback"] do
|
2017-04-22 11:44:21 +00:00
|
|
|
subscription = get_subscription(topic, callback)
|
2018-03-30 13:01:53 +00:00
|
|
|
|
2017-04-22 11:44:21 +00:00
|
|
|
data = %{
|
|
|
|
state: subscription.state || "requested",
|
|
|
|
topic: topic,
|
|
|
|
secret: secret,
|
|
|
|
callback: callback
|
|
|
|
}
|
|
|
|
|
2017-04-27 13:18:50 +00:00
|
|
|
change = Changeset.change(subscription, data)
|
2017-04-22 11:44:21 +00:00
|
|
|
websub = Repo.insert_or_update!(change)
|
|
|
|
|
2018-03-30 13:01:53 +00:00
|
|
|
change =
|
|
|
|
Changeset.change(websub, %{valid_until: NaiveDateTime.add(websub.updated_at, lease_time)})
|
|
|
|
|
2017-04-22 11:44:21 +00:00
|
|
|
websub = Repo.update!(change)
|
|
|
|
|
2017-04-26 16:33:10 +00:00
|
|
|
Pleroma.Web.Federator.enqueue(:verify_websub, websub)
|
2017-04-22 11:44:21 +00:00
|
|
|
|
|
|
|
{:ok, websub}
|
2018-03-30 13:01:53 +00:00
|
|
|
else
|
|
|
|
{:error, reason} ->
|
|
|
|
Logger.debug("Couldn't create subscription")
|
|
|
|
Logger.debug(inspect(reason))
|
2017-05-01 15:28:49 +00:00
|
|
|
|
2018-03-30 13:01:53 +00:00
|
|
|
{:error, reason}
|
2017-04-22 11:44:21 +00:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
defp get_subscription(topic, callback) do
|
2017-04-27 13:18:50 +00:00
|
|
|
Repo.get_by(WebsubServerSubscription, topic: topic, callback: callback) ||
|
|
|
|
%WebsubServerSubscription{}
|
2017-04-22 11:44:21 +00:00
|
|
|
end
|
|
|
|
|
2017-05-01 18:09:00 +00:00
|
|
|
# Temp hack for mastodon.
|
|
|
|
defp lease_time(%{"hub.lease_seconds" => ""}) do
|
2018-03-30 13:01:53 +00:00
|
|
|
# three days
|
|
|
|
{:ok, 60 * 60 * 24 * 3}
|
2017-05-01 18:09:00 +00:00
|
|
|
end
|
|
|
|
|
2017-04-22 11:44:21 +00:00
|
|
|
defp lease_time(%{"hub.lease_seconds" => lease_seconds}) do
|
|
|
|
{:ok, String.to_integer(lease_seconds)}
|
|
|
|
end
|
|
|
|
|
|
|
|
defp lease_time(_) do
|
2018-03-30 13:01:53 +00:00
|
|
|
# three days
|
|
|
|
{:ok, 60 * 60 * 24 * 3}
|
2017-04-22 11:44:21 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
defp valid_topic(%{"hub.topic" => topic}, user) do
|
|
|
|
if topic == OStatus.feed_path(user) do
|
2017-05-01 16:05:02 +00:00
|
|
|
{:ok, OStatus.feed_path(user)}
|
2017-04-22 11:44:21 +00:00
|
|
|
else
|
|
|
|
{:error, "Wrong topic requested, expected #{OStatus.feed_path(user)}, got #{topic}"}
|
|
|
|
end
|
|
|
|
end
|
2017-04-26 16:33:10 +00:00
|
|
|
|
2017-04-29 17:06:01 +00:00
|
|
|
def subscribe(subscriber, subscribed, requester \\ &request_subscription/1) do
|
2018-11-30 16:08:02 +00:00
|
|
|
topic = subscribed.info.topic
|
2017-04-27 07:46:45 +00:00
|
|
|
# FIXME: Race condition, use transactions
|
2018-03-30 13:01:53 +00:00
|
|
|
{:ok, subscription} =
|
|
|
|
with subscription when not is_nil(subscription) <-
|
|
|
|
Repo.get_by(WebsubClientSubscription, topic: topic) do
|
|
|
|
subscribers = [subscriber.ap_id | subscription.subscribers] |> Enum.uniq()
|
|
|
|
change = Ecto.Changeset.change(subscription, %{subscribers: subscribers})
|
|
|
|
Repo.update(change)
|
|
|
|
else
|
|
|
|
_e ->
|
|
|
|
subscription = %WebsubClientSubscription{
|
|
|
|
topic: topic,
|
2018-11-30 16:08:02 +00:00
|
|
|
hub: subscribed.info.hub,
|
2018-03-30 13:01:53 +00:00
|
|
|
subscribers: [subscriber.ap_id],
|
|
|
|
state: "requested",
|
|
|
|
secret: :crypto.strong_rand_bytes(8) |> Base.url_encode64(),
|
|
|
|
user: subscribed
|
|
|
|
}
|
|
|
|
|
|
|
|
Repo.insert(subscription)
|
|
|
|
end
|
|
|
|
|
2017-04-27 07:46:45 +00:00
|
|
|
requester.(subscription)
|
|
|
|
end
|
|
|
|
|
2017-11-07 08:41:35 +00:00
|
|
|
def gather_feed_data(topic, getter \\ &@httpoison.get/1) do
|
2017-04-27 07:46:45 +00:00
|
|
|
with {:ok, response} <- getter.(topic),
|
|
|
|
status_code when status_code in 200..299 <- response.status_code,
|
|
|
|
body <- response.body,
|
|
|
|
doc <- XML.parse_document(body),
|
2017-04-29 15:51:59 +00:00
|
|
|
uri when not is_nil(uri) <- XML.string_from_xpath("/feed/author[1]/uri", doc),
|
2017-04-27 07:46:45 +00:00
|
|
|
hub when not is_nil(hub) <- XML.string_from_xpath(~S{/feed/link[@rel="hub"]/@href}, doc) do
|
2017-04-29 15:51:59 +00:00
|
|
|
name = XML.string_from_xpath("/feed/author[1]/name", doc)
|
|
|
|
preferredUsername = XML.string_from_xpath("/feed/author[1]/poco:preferredUsername", doc)
|
|
|
|
displayName = XML.string_from_xpath("/feed/author[1]/poco:displayName", doc)
|
2017-04-30 10:53:49 +00:00
|
|
|
avatar = OStatus.make_avatar_object(doc)
|
2017-05-24 15:34:38 +00:00
|
|
|
bio = XML.string_from_xpath("/feed/author[1]/summary", doc)
|
2017-04-29 15:51:59 +00:00
|
|
|
|
2018-03-30 13:01:53 +00:00
|
|
|
{:ok,
|
|
|
|
%{
|
|
|
|
"uri" => uri,
|
|
|
|
"hub" => hub,
|
|
|
|
"nickname" => preferredUsername || name,
|
|
|
|
"name" => displayName || name,
|
|
|
|
"host" => URI.parse(uri).host,
|
|
|
|
"avatar" => avatar,
|
|
|
|
"bio" => bio
|
|
|
|
}}
|
|
|
|
else
|
|
|
|
e ->
|
|
|
|
{:error, e}
|
2017-04-27 07:46:45 +00:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2017-05-05 12:16:54 +00:00
|
|
|
def request_subscription(websub, poster \\ &@httpoison.post/3, timeout \\ 10_000) do
|
2017-04-27 07:46:45 +00:00
|
|
|
data = [
|
|
|
|
"hub.mode": "subscribe",
|
|
|
|
"hub.topic": websub.topic,
|
|
|
|
"hub.secret": websub.secret,
|
2017-04-28 07:51:47 +00:00
|
|
|
"hub.callback": Helpers.websub_url(Endpoint, :websub_subscription_confirmation, websub.id)
|
2017-04-27 07:46:45 +00:00
|
|
|
]
|
|
|
|
|
|
|
|
# This checks once a second if we are confirmed yet
|
|
|
|
websub_checker = fn ->
|
2018-03-30 13:01:53 +00:00
|
|
|
helper = fn helper ->
|
2017-04-27 07:46:45 +00:00
|
|
|
:timer.sleep(1000)
|
|
|
|
websub = Repo.get_by(WebsubClientSubscription, id: websub.id, state: "accepted")
|
|
|
|
if websub, do: websub, else: helper.(helper)
|
|
|
|
end
|
2018-03-30 13:01:53 +00:00
|
|
|
|
2017-04-27 07:46:45 +00:00
|
|
|
helper.(helper)
|
|
|
|
end
|
2017-04-26 16:33:10 +00:00
|
|
|
|
2017-04-27 07:46:45 +00:00
|
|
|
task = Task.async(websub_checker)
|
|
|
|
|
2018-03-30 13:01:53 +00:00
|
|
|
with {:ok, %{status_code: 202}} <-
|
|
|
|
poster.(websub.hub, {:form, data}, "Content-type": "application/x-www-form-urlencoded"),
|
2017-04-27 07:46:45 +00:00
|
|
|
{:ok, websub} <- Task.yield(task, timeout) do
|
|
|
|
{:ok, websub}
|
2018-03-30 13:01:53 +00:00
|
|
|
else
|
|
|
|
e ->
|
|
|
|
Task.shutdown(task)
|
2017-04-27 07:46:45 +00:00
|
|
|
|
2018-03-30 13:01:53 +00:00
|
|
|
change = Ecto.Changeset.change(websub, %{state: "rejected"})
|
|
|
|
{:ok, websub} = Repo.update(change)
|
2017-04-27 07:46:45 +00:00
|
|
|
|
2018-03-30 13:01:53 +00:00
|
|
|
Logger.debug(fn -> "Couldn't confirm subscription: #{inspect(websub)}" end)
|
|
|
|
Logger.debug(fn -> "error: #{inspect(e)}" end)
|
2017-04-27 07:46:45 +00:00
|
|
|
|
2018-03-30 13:01:53 +00:00
|
|
|
{:error, websub}
|
2017-04-27 07:46:45 +00:00
|
|
|
end
|
2017-04-26 16:33:10 +00:00
|
|
|
end
|
2017-05-10 16:44:06 +00:00
|
|
|
|
|
|
|
def refresh_subscriptions(delta \\ 60 * 60 * 24) do
|
|
|
|
Logger.debug("Refreshing subscriptions")
|
|
|
|
|
2018-03-30 13:01:53 +00:00
|
|
|
cut_off = NaiveDateTime.add(NaiveDateTime.utc_now(), delta)
|
2017-05-10 16:44:06 +00:00
|
|
|
|
2018-03-30 13:01:53 +00:00
|
|
|
query = from(sub in WebsubClientSubscription, where: sub.valid_until < ^cut_off)
|
2017-05-10 16:44:06 +00:00
|
|
|
|
|
|
|
subs = Repo.all(query)
|
|
|
|
|
2018-03-30 13:01:53 +00:00
|
|
|
Enum.each(subs, fn sub ->
|
2017-08-02 10:34:48 +00:00
|
|
|
Pleroma.Web.Federator.enqueue(:request_subscription, sub)
|
2017-05-10 16:44:06 +00:00
|
|
|
end)
|
|
|
|
end
|
2018-08-26 18:17:13 +00:00
|
|
|
|
|
|
|
def publish_one(%{xml: xml, topic: topic, callback: callback, secret: secret}) do
|
|
|
|
signature = sign(secret || "", xml)
|
|
|
|
Logger.info(fn -> "Pushing #{topic} to #{callback}" end)
|
|
|
|
|
|
|
|
with {:ok, %{status_code: code}} <-
|
|
|
|
@httpoison.post(
|
|
|
|
callback,
|
|
|
|
xml,
|
|
|
|
[
|
|
|
|
{"Content-Type", "application/atom+xml"},
|
|
|
|
{"X-Hub-Signature", "sha1=#{signature}"}
|
|
|
|
],
|
|
|
|
timeout: 10000,
|
|
|
|
recv_timeout: 20000,
|
|
|
|
hackney: [pool: :default]
|
|
|
|
) do
|
|
|
|
Logger.info(fn -> "Pushed to #{callback}, code #{code}" end)
|
|
|
|
{:ok, code}
|
|
|
|
else
|
|
|
|
e ->
|
|
|
|
Logger.debug(fn -> "Couldn't push to #{callback}, #{inspect(e)}" end)
|
|
|
|
{:error, e}
|
|
|
|
end
|
|
|
|
end
|
2017-04-21 01:59:11 +00:00
|
|
|
end
|