2021-11-17 19:29:49 +00:00
|
|
|
# Pleroma: A lightweight social networking server
|
|
|
|
# Copyright © 2017-2021 Pleroma Authors <https://pleroma.social/>
|
|
|
|
# SPDX-License-Identifier: AGPL-3.0-only
|
|
|
|
|
2021-11-16 18:54:26 +00:00
|
|
|
defmodule Pleroma.Search.DatabaseSearch do
|
2021-11-17 19:29:49 +00:00
|
|
|
alias Pleroma.Activity
|
|
|
|
alias Pleroma.Object.Fetcher
|
|
|
|
alias Pleroma.Pagination
|
|
|
|
alias Pleroma.User
|
|
|
|
alias Pleroma.Web.ActivityPub.Visibility
|
|
|
|
|
|
|
|
require Pleroma.Constants
|
|
|
|
|
|
|
|
import Ecto.Query
|
|
|
|
|
2021-12-20 19:38:50 +00:00
|
|
|
@behaviour Pleroma.Search.SearchBackend
|
|
|
|
|
2021-11-17 19:29:49 +00:00
|
|
|
def search(user, search_query, options \\ []) do
|
2023-08-03 21:27:23 +00:00
|
|
|
index_type =
|
|
|
|
cond do
|
|
|
|
Pleroma.Config.get([:database, :rum_enabled]) -> :rum
|
|
|
|
Pleroma.Config.get([:database, :pgroonga_enabled]) -> :pgroonga
|
|
|
|
true -> :gin
|
|
|
|
end
|
|
|
|
|
2023-09-26 20:18:27 +00:00
|
|
|
can_search_following =
|
|
|
|
Pleroma.Config.get([Pleroma.Search, :extensions, :search_option_following], true)
|
|
|
|
|
2021-11-17 19:29:49 +00:00
|
|
|
limit = Enum.min([Keyword.get(options, :limit), 40])
|
|
|
|
offset = Keyword.get(options, :offset, 0)
|
|
|
|
author = Keyword.get(options, :author)
|
2023-09-26 20:18:27 +00:00
|
|
|
following = can_search_following && Keyword.get(options, :following, false)
|
2023-09-15 22:08:07 +00:00
|
|
|
only_media = Keyword.get(options, :only_media, false)
|
2023-11-14 23:45:53 +00:00
|
|
|
only_local = Keyword.get(options, :local, false)
|
2021-11-17 19:29:49 +00:00
|
|
|
|
|
|
|
try do
|
|
|
|
Activity
|
|
|
|
|> Activity.with_preloaded_object()
|
|
|
|
|> Activity.restrict_deactivated_users()
|
|
|
|
|> restrict_public()
|
2024-05-02 19:52:09 +00:00
|
|
|
|> query_with(index_type, search_query)
|
2023-11-14 23:45:53 +00:00
|
|
|
|> maybe_restrict_local(user, only_local)
|
2021-11-17 19:29:49 +00:00
|
|
|
|> maybe_restrict_author(author)
|
|
|
|
|> maybe_restrict_blocked(user)
|
2023-09-26 20:18:27 +00:00
|
|
|
|> maybe_restrict_following(user, following)
|
2023-09-26 19:28:18 +00:00
|
|
|
|> maybe_restrict_media(only_media)
|
2021-11-17 19:29:49 +00:00
|
|
|
|> Pagination.fetch_paginated(
|
|
|
|
%{"offset" => offset, "limit" => limit, "skip_order" => index_type == :rum},
|
|
|
|
:offset
|
|
|
|
)
|
|
|
|
|> maybe_fetch(user, search_query)
|
|
|
|
rescue
|
|
|
|
_ -> maybe_fetch([], user, search_query)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2021-12-20 19:38:50 +00:00
|
|
|
@impl true
|
2021-11-17 19:29:49 +00:00
|
|
|
def add_to_index(_activity), do: nil
|
2021-12-20 19:38:50 +00:00
|
|
|
|
|
|
|
@impl true
|
2021-11-17 19:29:49 +00:00
|
|
|
def remove_from_index(_object), do: nil
|
|
|
|
|
|
|
|
def maybe_restrict_author(query, %User{} = author) do
|
|
|
|
Activity.Queries.by_author(query, author)
|
|
|
|
end
|
|
|
|
|
|
|
|
def maybe_restrict_author(query, _), do: query
|
|
|
|
|
2023-09-26 20:18:27 +00:00
|
|
|
def maybe_restrict_following(query, %User{} = user, true) do
|
|
|
|
Activity.Queries.by_authors(query, User.following_ap_ids(user))
|
|
|
|
end
|
|
|
|
|
|
|
|
def maybe_restrict_following(query, _, _), do: query
|
|
|
|
|
2021-11-17 19:29:49 +00:00
|
|
|
def maybe_restrict_blocked(query, %User{} = user) do
|
|
|
|
Activity.Queries.exclude_authors(query, User.blocked_users_ap_ids(user))
|
|
|
|
end
|
|
|
|
|
|
|
|
def maybe_restrict_blocked(query, _), do: query
|
|
|
|
|
|
|
|
def restrict_public(q) do
|
|
|
|
from([a, o] in q,
|
|
|
|
where: fragment("?->>'type' = 'Create'", a.data),
|
|
|
|
where: ^Pleroma.Constants.as_public() in a.recipients
|
|
|
|
)
|
|
|
|
end
|
|
|
|
|
2024-06-13 18:35:47 +00:00
|
|
|
def query_with(q, :gin, search_query) do
|
2021-11-17 19:29:49 +00:00
|
|
|
%{rows: [[tsc]]} =
|
|
|
|
Ecto.Adapters.SQL.query!(
|
|
|
|
Pleroma.Repo,
|
|
|
|
"select current_setting('default_text_search_config')::regconfig::oid;"
|
|
|
|
)
|
|
|
|
|
|
|
|
from([a, o] in q,
|
|
|
|
where:
|
|
|
|
fragment(
|
|
|
|
"to_tsvector(?::oid::regconfig, ?->>'content') @@ websearch_to_tsquery(?)",
|
|
|
|
^tsc,
|
|
|
|
o.data,
|
|
|
|
^search_query
|
|
|
|
)
|
|
|
|
)
|
|
|
|
end
|
|
|
|
|
2024-06-13 18:35:47 +00:00
|
|
|
def query_with(q, :rum, search_query) do
|
2021-11-17 19:29:49 +00:00
|
|
|
from([a, o] in q,
|
|
|
|
where:
|
|
|
|
fragment(
|
|
|
|
"? @@ websearch_to_tsquery(?)",
|
|
|
|
o.fts_content,
|
|
|
|
^search_query
|
|
|
|
),
|
|
|
|
order_by: [fragment("? <=> now()::date", o.inserted_at)]
|
|
|
|
)
|
2021-11-14 17:24:05 +00:00
|
|
|
end
|
|
|
|
|
2024-06-13 18:35:47 +00:00
|
|
|
def query_with(q, :pgroonga, search_query) do
|
2023-08-03 21:27:23 +00:00
|
|
|
from([a, o] in q,
|
|
|
|
where:
|
|
|
|
fragment(
|
|
|
|
"?->'content' &@~ ?",
|
|
|
|
o.data,
|
|
|
|
^search_query
|
|
|
|
)
|
|
|
|
)
|
|
|
|
end
|
|
|
|
|
2023-11-14 23:45:53 +00:00
|
|
|
def maybe_restrict_local(q, user, only_local) do
|
2021-11-17 19:29:49 +00:00
|
|
|
limit = Pleroma.Config.get([:instance, :limit_to_local_content], :unauthenticated)
|
2021-11-14 17:24:05 +00:00
|
|
|
|
2023-11-14 23:45:53 +00:00
|
|
|
case {only_local, limit, user} do
|
|
|
|
{true, _, _} -> restrict_local(q)
|
|
|
|
{_, :all, _} -> restrict_local(q)
|
|
|
|
{_, :unauthenticated, %User{}} -> q
|
|
|
|
{_, :unauthenticated, _} -> restrict_local(q)
|
|
|
|
{_, false, _} -> q
|
2021-11-17 19:29:49 +00:00
|
|
|
end
|
2021-11-14 17:24:05 +00:00
|
|
|
end
|
2021-11-16 18:54:26 +00:00
|
|
|
|
2021-11-17 19:29:49 +00:00
|
|
|
defp restrict_local(q), do: where(q, local: true)
|
2021-11-16 18:54:26 +00:00
|
|
|
|
2021-11-17 19:29:49 +00:00
|
|
|
def maybe_fetch(activities, user, search_query) do
|
|
|
|
with true <- Regex.match?(~r/https?:/, search_query),
|
|
|
|
{:ok, object} <- Fetcher.fetch_object_from_id(search_query),
|
|
|
|
%Activity{} = activity <- Activity.get_create_by_object_ap_id(object.data["id"]),
|
|
|
|
true <- Visibility.visible_for_user?(activity, user) do
|
|
|
|
[activity | activities]
|
|
|
|
else
|
|
|
|
_ -> activities
|
|
|
|
end
|
2021-11-16 18:54:26 +00:00
|
|
|
end
|
2023-09-15 22:08:07 +00:00
|
|
|
|
2023-09-26 19:28:18 +00:00
|
|
|
def maybe_restrict_media(q, true) do
|
2023-09-15 22:08:07 +00:00
|
|
|
from([a, o] in q,
|
|
|
|
where: fragment("not (?)->'attachment' = (?)", o.data, ^[])
|
|
|
|
)
|
|
|
|
end
|
|
|
|
|
2023-09-26 19:28:18 +00:00
|
|
|
def maybe_restrict_media(q, _), do: q
|
2021-12-12 17:23:44 +00:00
|
|
|
end
|