# Pleroma: A lightweight social networking server # Copyright © 2017-2021 Pleroma Authors # SPDX-License-Identifier: AGPL-3.0-only defmodule Pleroma.Search.QdrantSearchTest do use Pleroma.DataCase, async: true use Oban.Testing, repo: Pleroma.Repo import Pleroma.Factory import Mox alias Pleroma.Search.QdrantSearch alias Pleroma.UnstubbedConfigMock, as: Config alias Pleroma.Web.CommonAPI alias Pleroma.Workers.SearchIndexingWorker describe "Qdrant search" do test "returns the correct healthcheck endpoints" do # No openai healthcheck URL Config |> expect(:get, 2, fn [Pleroma.Search.QdrantSearch, key], nil -> %{qdrant_url: "https://qdrant.url"}[key] end) [health_endpoint] = QdrantSearch.healthcheck_endpoints() assert "https://qdrant.url/healthz" == health_endpoint # Set openai healthcheck URL Config |> expect(:get, 2, fn [Pleroma.Search.QdrantSearch, key], nil -> %{qdrant_url: "https://qdrant.url", openai_healthcheck_url: "https://openai.url/health"}[ key ] end) [_, health_endpoint] = QdrantSearch.healthcheck_endpoints() assert "https://openai.url/health" == health_endpoint end test "searches for a term by encoding it and sending it to qdrant" do user = insert(:user) {:ok, activity} = CommonAPI.post(user, %{ status: "guys i just don't wanna leave the swamp", visibility: "public" }) Config |> expect(:get, 3, fn [Pleroma.Search, :module], nil -> QdrantSearch [Pleroma.Search.QdrantSearch, key], nil -> %{ openai_model: "a_model", openai_url: "https://openai.url", qdrant_url: "https://qdrant.url" }[key] end) Tesla.Mock.mock(fn %{url: "https://openai.url/v1/embeddings", method: :post} -> Tesla.Mock.json(%{ data: [%{embedding: [1, 2, 3]}] }) %{url: "https://qdrant.url/collections/posts/points/search", method: :post, body: body} -> data = Jason.decode!(body) refute data["filter"] Tesla.Mock.json(%{ result: [%{"id" => activity.id |> FlakeId.from_string() |> Ecto.UUID.cast!()}] }) end) results = QdrantSearch.search(nil, "guys i just don't wanna leave the swamp", %{}) assert results == [activity] end test "for a given actor, ask for only relevant matches" do user = insert(:user) {:ok, activity} = CommonAPI.post(user, %{ status: "guys i just don't wanna leave the swamp", visibility: "public" }) Config |> expect(:get, 3, fn [Pleroma.Search, :module], nil -> QdrantSearch [Pleroma.Search.QdrantSearch, key], nil -> %{ openai_model: "a_model", openai_url: "https://openai.url", qdrant_url: "https://qdrant.url" }[key] end) Tesla.Mock.mock(fn %{url: "https://openai.url/v1/embeddings", method: :post} -> Tesla.Mock.json(%{ data: [%{embedding: [1, 2, 3]}] }) %{url: "https://qdrant.url/collections/posts/points/search", method: :post, body: body} -> data = Jason.decode!(body) assert data["filter"] == %{ "must" => [%{"key" => "actor", "match" => %{"value" => user.ap_id}}] } Tesla.Mock.json(%{ result: [%{"id" => activity.id |> FlakeId.from_string() |> Ecto.UUID.cast!()}] }) end) results = QdrantSearch.search(nil, "guys i just don't wanna leave the swamp", %{author: user}) assert results == [activity] end test "indexes a public post on creation, deletes from the index on deletion" do user = insert(:user) Tesla.Mock.mock(fn %{method: :post, url: "https://openai.url/v1/embeddings"} -> send(self(), "posted_to_openai") Tesla.Mock.json(%{ data: [%{embedding: [1, 2, 3]}] }) %{method: :put, url: "https://qdrant.url/collections/posts/points", body: body} -> send(self(), "posted_to_qdrant") data = Jason.decode!(body) %{"points" => [%{"vector" => vector, "payload" => payload}]} = data assert vector == [1, 2, 3] assert payload["actor"] assert payload["published_at"] Tesla.Mock.json("ok") %{method: :post, url: "https://qdrant.url/collections/posts/points/delete"} -> send(self(), "deleted_from_qdrant") Tesla.Mock.json("ok") end) Config |> expect(:get, 6, fn [Pleroma.Search, :module], nil -> QdrantSearch [Pleroma.Search.QdrantSearch, key], nil -> %{ openai_model: "a_model", openai_url: "https://openai.url", qdrant_url: "https://qdrant.url" }[key] end) {:ok, activity} = CommonAPI.post(user, %{ status: "guys i just don't wanna leave the swamp", visibility: "public" }) args = %{"op" => "add_to_index", "activity" => activity.id} assert_enqueued( worker: SearchIndexingWorker, args: args ) assert :ok = perform_job(SearchIndexingWorker, args) assert_received("posted_to_openai") assert_received("posted_to_qdrant") {:ok, _} = CommonAPI.delete(activity.id, user) delete_args = %{"op" => "remove_from_index", "object" => activity.object.id} assert_enqueued(worker: SearchIndexingWorker, args: delete_args) assert :ok = perform_job(SearchIndexingWorker, delete_args) assert_received("deleted_from_qdrant") end end end