2020-09-10 09:03:37 +00:00
|
|
|
# Pleroma: A lightweight social networking server
|
2021-01-13 06:49:20 +00:00
|
|
|
# Copyright © 2017-2021 Pleroma Authors <https://pleroma.social/>
|
2020-09-10 09:03:37 +00:00
|
|
|
# SPDX-License-Identifier: AGPL-3.0-only
|
|
|
|
|
|
|
|
defmodule Pleroma.Web.ActivityPub.Transmogrifier.NoteHandlingTest do
|
|
|
|
use Oban.Testing, repo: Pleroma.Repo
|
|
|
|
use Pleroma.DataCase
|
|
|
|
|
|
|
|
alias Pleroma.Activity
|
|
|
|
alias Pleroma.Object
|
|
|
|
alias Pleroma.User
|
|
|
|
alias Pleroma.Web.ActivityPub.Transmogrifier
|
2020-09-15 16:19:38 +00:00
|
|
|
alias Pleroma.Web.ActivityPub.Utils
|
2020-09-10 09:03:37 +00:00
|
|
|
alias Pleroma.Web.CommonAPI
|
|
|
|
|
|
|
|
import Mock
|
|
|
|
import Pleroma.Factory
|
|
|
|
|
|
|
|
setup_all do
|
|
|
|
Tesla.Mock.mock_global(fn env -> apply(HttpRequestMock, :request, [env]) end)
|
|
|
|
:ok
|
|
|
|
end
|
|
|
|
|
|
|
|
setup do: clear_config([:instance, :max_remote_account_fields])
|
|
|
|
|
|
|
|
describe "handle_incoming" do
|
|
|
|
test "it works for incoming notices with tag not being an array (kroeg)" do
|
2020-09-10 23:59:31 +00:00
|
|
|
data = File.read!("test/fixtures/kroeg-array-less-emoji.json") |> Jason.decode!()
|
2020-09-10 09:03:37 +00:00
|
|
|
|
|
|
|
{:ok, %Activity{data: data, local: false}} = Transmogrifier.handle_incoming(data)
|
2021-01-04 12:38:31 +00:00
|
|
|
object = Object.normalize(data["object"], fetch: false)
|
2020-09-10 09:03:37 +00:00
|
|
|
|
|
|
|
assert object.data["emoji"] == %{
|
|
|
|
"icon_e_smile" => "https://puckipedia.com/forum/images/smilies/icon_e_smile.png"
|
|
|
|
}
|
|
|
|
|
2020-09-10 23:59:31 +00:00
|
|
|
data = File.read!("test/fixtures/kroeg-array-less-hashtag.json") |> Jason.decode!()
|
2020-09-10 09:03:37 +00:00
|
|
|
|
|
|
|
{:ok, %Activity{data: data, local: false}} = Transmogrifier.handle_incoming(data)
|
2021-01-04 12:38:31 +00:00
|
|
|
object = Object.normalize(data["object"], fetch: false)
|
2020-09-10 09:03:37 +00:00
|
|
|
|
2020-12-21 19:54:26 +00:00
|
|
|
assert "test" in Object.tags(object)
|
|
|
|
assert Object.hashtags(object) == ["test"]
|
2020-09-10 09:03:37 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
test "it ignores an incoming notice if we already have it" do
|
|
|
|
activity = insert(:note_activity)
|
|
|
|
|
|
|
|
data =
|
|
|
|
File.read!("test/fixtures/mastodon-post-activity.json")
|
2020-09-10 23:59:31 +00:00
|
|
|
|> Jason.decode!()
|
2021-01-04 12:38:31 +00:00
|
|
|
|> Map.put("object", Object.normalize(activity, fetch: false).data)
|
2020-09-10 09:03:37 +00:00
|
|
|
|
|
|
|
{:ok, returned_activity} = Transmogrifier.handle_incoming(data)
|
|
|
|
|
|
|
|
assert activity == returned_activity
|
|
|
|
end
|
|
|
|
|
|
|
|
@tag capture_log: true
|
|
|
|
test "it fetches reply-to activities if we don't have them" do
|
|
|
|
data =
|
|
|
|
File.read!("test/fixtures/mastodon-post-activity.json")
|
2020-09-10 23:59:31 +00:00
|
|
|
|> Jason.decode!()
|
2020-09-10 09:03:37 +00:00
|
|
|
|
|
|
|
object =
|
|
|
|
data["object"]
|
|
|
|
|> Map.put("inReplyTo", "https://mstdn.io/users/mayuutann/statuses/99568293732299394")
|
|
|
|
|
|
|
|
data = Map.put(data, "object", object)
|
|
|
|
{:ok, returned_activity} = Transmogrifier.handle_incoming(data)
|
2021-01-04 12:38:31 +00:00
|
|
|
returned_object = Object.normalize(returned_activity, fetch: false)
|
2020-09-10 09:03:37 +00:00
|
|
|
|
|
|
|
assert %Activity{} =
|
|
|
|
Activity.get_create_by_object_ap_id(
|
|
|
|
"https://mstdn.io/users/mayuutann/statuses/99568293732299394"
|
|
|
|
)
|
|
|
|
|
|
|
|
assert returned_object.data["inReplyTo"] ==
|
|
|
|
"https://mstdn.io/users/mayuutann/statuses/99568293732299394"
|
|
|
|
end
|
|
|
|
|
|
|
|
test "it does not fetch reply-to activities beyond max replies depth limit" do
|
|
|
|
data =
|
|
|
|
File.read!("test/fixtures/mastodon-post-activity.json")
|
2020-09-10 23:59:31 +00:00
|
|
|
|> Jason.decode!()
|
2020-09-10 09:03:37 +00:00
|
|
|
|
|
|
|
object =
|
|
|
|
data["object"]
|
|
|
|
|> Map.put("inReplyTo", "https://shitposter.club/notice/2827873")
|
|
|
|
|
|
|
|
data = Map.put(data, "object", object)
|
|
|
|
|
|
|
|
with_mock Pleroma.Web.Federator,
|
|
|
|
allowed_thread_distance?: fn _ -> false end do
|
|
|
|
{:ok, returned_activity} = Transmogrifier.handle_incoming(data)
|
|
|
|
|
2021-01-04 12:38:31 +00:00
|
|
|
returned_object = Object.normalize(returned_activity, fetch: false)
|
2020-09-10 09:03:37 +00:00
|
|
|
|
|
|
|
refute Activity.get_create_by_object_ap_id(
|
|
|
|
"tag:shitposter.club,2017-05-05:noticeId=2827873:objectType=comment"
|
|
|
|
)
|
|
|
|
|
|
|
|
assert returned_object.data["inReplyTo"] == "https://shitposter.club/notice/2827873"
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
test "it does not crash if the object in inReplyTo can't be fetched" do
|
|
|
|
data =
|
|
|
|
File.read!("test/fixtures/mastodon-post-activity.json")
|
2020-09-10 23:59:31 +00:00
|
|
|
|> Jason.decode!()
|
2020-09-10 09:03:37 +00:00
|
|
|
|
|
|
|
object =
|
|
|
|
data["object"]
|
|
|
|
|> Map.put("inReplyTo", "https://404.site/whatever")
|
|
|
|
|
|
|
|
data =
|
|
|
|
data
|
|
|
|
|> Map.put("object", object)
|
|
|
|
|
2020-09-10 09:11:10 +00:00
|
|
|
assert {:ok, _returned_activity} = Transmogrifier.handle_incoming(data)
|
2020-09-10 09:03:37 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
test "it does not work for deactivated users" do
|
2020-09-10 23:59:31 +00:00
|
|
|
data = File.read!("test/fixtures/mastodon-post-activity.json") |> Jason.decode!()
|
2020-09-10 09:03:37 +00:00
|
|
|
|
2020-10-12 22:42:27 +00:00
|
|
|
insert(:user, ap_id: data["actor"], is_active: false)
|
2020-09-10 09:03:37 +00:00
|
|
|
|
|
|
|
assert {:error, _} = Transmogrifier.handle_incoming(data)
|
|
|
|
end
|
|
|
|
|
|
|
|
test "it works for incoming notices" do
|
2020-09-10 23:59:31 +00:00
|
|
|
data = File.read!("test/fixtures/mastodon-post-activity.json") |> Jason.decode!()
|
2020-09-10 09:03:37 +00:00
|
|
|
|
|
|
|
{:ok, %Activity{data: data, local: false}} = Transmogrifier.handle_incoming(data)
|
|
|
|
|
|
|
|
assert data["id"] ==
|
|
|
|
"http://mastodon.example.org/users/admin/statuses/99512778738411822/activity"
|
|
|
|
|
|
|
|
assert data["context"] ==
|
|
|
|
"tag:mastodon.example.org,2018-02-12:objectId=20:objectType=Conversation"
|
|
|
|
|
|
|
|
assert data["to"] == ["https://www.w3.org/ns/activitystreams#Public"]
|
|
|
|
|
|
|
|
assert data["cc"] == [
|
2020-09-10 17:45:42 +00:00
|
|
|
"http://localtesting.pleroma.lol/users/lain",
|
|
|
|
"http://mastodon.example.org/users/admin/followers"
|
2020-09-10 09:03:37 +00:00
|
|
|
]
|
|
|
|
|
|
|
|
assert data["actor"] == "http://mastodon.example.org/users/admin"
|
|
|
|
|
2021-01-04 12:38:31 +00:00
|
|
|
object_data = Object.normalize(data["object"], fetch: false).data
|
2020-09-10 09:03:37 +00:00
|
|
|
|
|
|
|
assert object_data["id"] ==
|
|
|
|
"http://mastodon.example.org/users/admin/statuses/99512778738411822"
|
|
|
|
|
|
|
|
assert object_data["to"] == ["https://www.w3.org/ns/activitystreams#Public"]
|
|
|
|
|
|
|
|
assert object_data["cc"] == [
|
2020-09-10 17:45:42 +00:00
|
|
|
"http://localtesting.pleroma.lol/users/lain",
|
|
|
|
"http://mastodon.example.org/users/admin/followers"
|
2020-09-10 09:03:37 +00:00
|
|
|
]
|
|
|
|
|
|
|
|
assert object_data["actor"] == "http://mastodon.example.org/users/admin"
|
|
|
|
assert object_data["attributedTo"] == "http://mastodon.example.org/users/admin"
|
|
|
|
|
|
|
|
assert object_data["context"] ==
|
|
|
|
"tag:mastodon.example.org,2018-02-12:objectId=20:objectType=Conversation"
|
|
|
|
|
|
|
|
assert object_data["sensitive"] == true
|
|
|
|
|
|
|
|
user = User.get_cached_by_ap_id(object_data["actor"])
|
|
|
|
|
|
|
|
assert user.note_count == 1
|
|
|
|
end
|
|
|
|
|
|
|
|
test "it works for incoming notices without the sensitive property but an nsfw hashtag" do
|
2020-09-10 23:59:31 +00:00
|
|
|
data = File.read!("test/fixtures/mastodon-post-activity-nsfw.json") |> Jason.decode!()
|
2020-09-10 09:03:37 +00:00
|
|
|
|
|
|
|
{:ok, %Activity{data: data, local: false}} = Transmogrifier.handle_incoming(data)
|
|
|
|
|
2021-01-04 12:38:31 +00:00
|
|
|
object_data = Object.normalize(data["object"], fetch: false).data
|
2020-09-10 09:03:37 +00:00
|
|
|
|
|
|
|
assert object_data["sensitive"] == true
|
|
|
|
end
|
|
|
|
|
|
|
|
test "it works for incoming notices with hashtags" do
|
2020-09-10 23:59:31 +00:00
|
|
|
data = File.read!("test/fixtures/mastodon-post-activity-hashtag.json") |> Jason.decode!()
|
2020-09-10 09:03:37 +00:00
|
|
|
|
|
|
|
{:ok, %Activity{data: data, local: false}} = Transmogrifier.handle_incoming(data)
|
2021-01-04 12:38:31 +00:00
|
|
|
object = Object.normalize(data["object"], fetch: false)
|
2020-09-10 09:03:37 +00:00
|
|
|
|
2020-09-10 09:11:10 +00:00
|
|
|
assert match?(
|
|
|
|
%{
|
|
|
|
"href" => "http://localtesting.pleroma.lol/users/lain",
|
|
|
|
"name" => "@lain@localtesting.pleroma.lol",
|
|
|
|
"type" => "Mention"
|
|
|
|
},
|
|
|
|
Enum.at(object.data["tag"], 0)
|
|
|
|
)
|
|
|
|
|
|
|
|
assert match?(
|
|
|
|
%{
|
|
|
|
"href" => "http://mastodon.example.org/tags/moo",
|
|
|
|
"name" => "#moo",
|
|
|
|
"type" => "Hashtag"
|
|
|
|
},
|
|
|
|
Enum.at(object.data["tag"], 1)
|
|
|
|
)
|
|
|
|
|
|
|
|
assert "moo" == Enum.at(object.data["tag"], 2)
|
2020-09-10 09:03:37 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
test "it works for incoming notices with contentMap" do
|
2020-09-10 23:59:31 +00:00
|
|
|
data = File.read!("test/fixtures/mastodon-post-activity-contentmap.json") |> Jason.decode!()
|
2020-09-10 09:03:37 +00:00
|
|
|
|
|
|
|
{:ok, %Activity{data: data, local: false}} = Transmogrifier.handle_incoming(data)
|
2021-01-04 12:38:31 +00:00
|
|
|
object = Object.normalize(data["object"], fetch: false)
|
2020-09-10 09:03:37 +00:00
|
|
|
|
|
|
|
assert object.data["content"] ==
|
|
|
|
"<p><span class=\"h-card\"><a href=\"http://localtesting.pleroma.lol/users/lain\" class=\"u-url mention\">@<span>lain</span></a></span></p>"
|
|
|
|
end
|
|
|
|
|
|
|
|
test "it works for incoming notices with to/cc not being an array (kroeg)" do
|
2020-09-10 23:59:31 +00:00
|
|
|
data = File.read!("test/fixtures/kroeg-post-activity.json") |> Jason.decode!()
|
2020-09-10 09:03:37 +00:00
|
|
|
|
|
|
|
{:ok, %Activity{data: data, local: false}} = Transmogrifier.handle_incoming(data)
|
2021-01-04 12:38:31 +00:00
|
|
|
object = Object.normalize(data["object"], fetch: false)
|
2020-09-10 09:03:37 +00:00
|
|
|
|
|
|
|
assert object.data["content"] ==
|
|
|
|
"<p>henlo from my Psion netBook</p><p>message sent from my Psion netBook</p>"
|
|
|
|
end
|
|
|
|
|
|
|
|
test "it ensures that as:Public activities make it to their followers collection" do
|
|
|
|
user = insert(:user)
|
|
|
|
|
|
|
|
data =
|
|
|
|
File.read!("test/fixtures/mastodon-post-activity.json")
|
2020-09-10 23:59:31 +00:00
|
|
|
|> Jason.decode!()
|
2020-09-10 09:03:37 +00:00
|
|
|
|> Map.put("actor", user.ap_id)
|
|
|
|
|> Map.put("to", ["https://www.w3.org/ns/activitystreams#Public"])
|
|
|
|
|> Map.put("cc", [])
|
|
|
|
|
|
|
|
object =
|
|
|
|
data["object"]
|
|
|
|
|> Map.put("attributedTo", user.ap_id)
|
|
|
|
|> Map.put("to", ["https://www.w3.org/ns/activitystreams#Public"])
|
|
|
|
|> Map.put("cc", [])
|
|
|
|
|> Map.put("id", user.ap_id <> "/activities/12345678")
|
|
|
|
|
|
|
|
data = Map.put(data, "object", object)
|
|
|
|
|
|
|
|
{:ok, %Activity{data: data, local: false}} = Transmogrifier.handle_incoming(data)
|
|
|
|
|
|
|
|
assert data["cc"] == [User.ap_followers(user)]
|
|
|
|
end
|
|
|
|
|
|
|
|
test "it ensures that address fields become lists" do
|
|
|
|
user = insert(:user)
|
|
|
|
|
|
|
|
data =
|
|
|
|
File.read!("test/fixtures/mastodon-post-activity.json")
|
2020-09-10 23:59:31 +00:00
|
|
|
|> Jason.decode!()
|
2020-09-10 09:03:37 +00:00
|
|
|
|> Map.put("actor", user.ap_id)
|
|
|
|
|> Map.put("cc", nil)
|
|
|
|
|
|
|
|
object =
|
|
|
|
data["object"]
|
|
|
|
|> Map.put("attributedTo", user.ap_id)
|
|
|
|
|> Map.put("cc", nil)
|
|
|
|
|> Map.put("id", user.ap_id <> "/activities/12345678")
|
|
|
|
|
|
|
|
data = Map.put(data, "object", object)
|
|
|
|
|
|
|
|
{:ok, %Activity{data: data, local: false}} = Transmogrifier.handle_incoming(data)
|
|
|
|
|
2020-09-10 09:11:10 +00:00
|
|
|
refute is_nil(data["cc"])
|
2020-09-10 09:03:37 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
test "it strips internal likes" do
|
|
|
|
data =
|
|
|
|
File.read!("test/fixtures/mastodon-post-activity.json")
|
2020-09-10 23:59:31 +00:00
|
|
|
|> Jason.decode!()
|
2020-09-10 09:03:37 +00:00
|
|
|
|
|
|
|
likes = %{
|
|
|
|
"first" =>
|
|
|
|
"http://mastodon.example.org/objects/dbdbc507-52c8-490d-9b7c-1e1d52e5c132/likes?page=1",
|
|
|
|
"id" => "http://mastodon.example.org/objects/dbdbc507-52c8-490d-9b7c-1e1d52e5c132/likes",
|
|
|
|
"totalItems" => 3,
|
|
|
|
"type" => "OrderedCollection"
|
|
|
|
}
|
|
|
|
|
|
|
|
object = Map.put(data["object"], "likes", likes)
|
|
|
|
data = Map.put(data, "object", object)
|
|
|
|
|
2020-09-15 16:19:38 +00:00
|
|
|
{:ok, %Activity{} = activity} = Transmogrifier.handle_incoming(data)
|
|
|
|
|
|
|
|
object = Object.normalize(activity)
|
2020-09-10 09:03:37 +00:00
|
|
|
|
2020-09-15 16:19:38 +00:00
|
|
|
assert object.data["likes"] == []
|
2020-09-10 09:03:37 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
test "it strips internal reactions" do
|
|
|
|
user = insert(:user)
|
|
|
|
{:ok, activity} = CommonAPI.post(user, %{status: "#cofe"})
|
|
|
|
{:ok, _} = CommonAPI.react_with_emoji(activity.id, user, "📢")
|
|
|
|
|
|
|
|
%{object: object} = Activity.get_by_id_with_object(activity.id)
|
|
|
|
assert Map.has_key?(object.data, "reactions")
|
|
|
|
assert Map.has_key?(object.data, "reaction_count")
|
|
|
|
|
|
|
|
object_data = Transmogrifier.strip_internal_fields(object.data)
|
|
|
|
refute Map.has_key?(object_data, "reactions")
|
|
|
|
refute Map.has_key?(object_data, "reaction_count")
|
|
|
|
end
|
|
|
|
|
|
|
|
test "it correctly processes messages with non-array to field" do
|
2020-09-10 09:11:10 +00:00
|
|
|
data =
|
|
|
|
File.read!("test/fixtures/mastodon-post-activity.json")
|
|
|
|
|> Poison.decode!()
|
|
|
|
|> Map.put("to", "https://www.w3.org/ns/activitystreams#Public")
|
|
|
|
|> put_in(["object", "to"], "https://www.w3.org/ns/activitystreams#Public")
|
2020-09-10 09:03:37 +00:00
|
|
|
|
2020-09-10 09:11:10 +00:00
|
|
|
assert {:ok, activity} = Transmogrifier.handle_incoming(data)
|
2020-09-10 09:03:37 +00:00
|
|
|
|
2020-09-10 09:11:10 +00:00
|
|
|
assert [
|
2020-09-10 17:45:42 +00:00
|
|
|
"http://localtesting.pleroma.lol/users/lain",
|
|
|
|
"http://mastodon.example.org/users/admin/followers"
|
2020-09-10 09:11:10 +00:00
|
|
|
] == activity.data["cc"]
|
2020-09-10 09:03:37 +00:00
|
|
|
|
|
|
|
assert ["https://www.w3.org/ns/activitystreams#Public"] == activity.data["to"]
|
|
|
|
end
|
|
|
|
|
|
|
|
test "it correctly processes messages with non-array cc field" do
|
2020-09-10 09:11:10 +00:00
|
|
|
data =
|
|
|
|
File.read!("test/fixtures/mastodon-post-activity.json")
|
|
|
|
|> Poison.decode!()
|
|
|
|
|> Map.put("cc", "http://mastodon.example.org/users/admin/followers")
|
|
|
|
|> put_in(["object", "cc"], "http://mastodon.example.org/users/admin/followers")
|
2020-09-10 09:03:37 +00:00
|
|
|
|
2020-09-10 09:11:10 +00:00
|
|
|
assert {:ok, activity} = Transmogrifier.handle_incoming(data)
|
2020-09-10 09:03:37 +00:00
|
|
|
|
2020-09-10 09:11:10 +00:00
|
|
|
assert ["http://mastodon.example.org/users/admin/followers"] == activity.data["cc"]
|
|
|
|
assert ["https://www.w3.org/ns/activitystreams#Public"] == activity.data["to"]
|
2020-09-10 09:03:37 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
test "it correctly processes messages with weirdness in address fields" do
|
2020-09-10 09:11:10 +00:00
|
|
|
data =
|
|
|
|
File.read!("test/fixtures/mastodon-post-activity.json")
|
|
|
|
|> Poison.decode!()
|
|
|
|
|> Map.put("cc", ["http://mastodon.example.org/users/admin/followers", ["¿"]])
|
|
|
|
|> put_in(["object", "cc"], ["http://mastodon.example.org/users/admin/followers", ["¿"]])
|
2020-09-10 09:03:37 +00:00
|
|
|
|
2020-09-10 09:11:10 +00:00
|
|
|
assert {:ok, activity} = Transmogrifier.handle_incoming(data)
|
2020-09-10 09:03:37 +00:00
|
|
|
|
2020-09-10 09:11:10 +00:00
|
|
|
assert ["http://mastodon.example.org/users/admin/followers"] == activity.data["cc"]
|
|
|
|
assert ["https://www.w3.org/ns/activitystreams#Public"] == activity.data["to"]
|
2020-09-10 09:03:37 +00:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
describe "`handle_incoming/2`, Mastodon format `replies` handling" do
|
|
|
|
setup do: clear_config([:activitypub, :note_replies_output_limit], 5)
|
|
|
|
setup do: clear_config([:instance, :federation_incoming_replies_max_depth])
|
|
|
|
|
|
|
|
setup do
|
|
|
|
data =
|
|
|
|
"test/fixtures/mastodon-post-activity.json"
|
|
|
|
|> File.read!()
|
2020-09-10 23:59:31 +00:00
|
|
|
|> Jason.decode!()
|
2020-09-10 09:03:37 +00:00
|
|
|
|
|
|
|
items = get_in(data, ["object", "replies", "first", "items"])
|
|
|
|
assert length(items) > 0
|
|
|
|
|
|
|
|
%{data: data, items: items}
|
|
|
|
end
|
|
|
|
|
|
|
|
test "schedules background fetching of `replies` items if max thread depth limit allows", %{
|
|
|
|
data: data,
|
|
|
|
items: items
|
|
|
|
} do
|
2021-01-26 17:58:43 +00:00
|
|
|
clear_config([:instance, :federation_incoming_replies_max_depth], 10)
|
2020-09-10 09:03:37 +00:00
|
|
|
|
2020-09-10 09:11:10 +00:00
|
|
|
{:ok, activity} = Transmogrifier.handle_incoming(data)
|
|
|
|
object = Object.normalize(activity.data["object"])
|
|
|
|
|
|
|
|
assert object.data["replies"] == items
|
2020-09-10 09:03:37 +00:00
|
|
|
|
|
|
|
for id <- items do
|
|
|
|
job_args = %{"op" => "fetch_remote", "id" => id, "depth" => 1}
|
|
|
|
assert_enqueued(worker: Pleroma.Workers.RemoteFetcherWorker, args: job_args)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
test "does NOT schedule background fetching of `replies` beyond max thread depth limit allows",
|
|
|
|
%{data: data} do
|
2021-01-26 17:58:43 +00:00
|
|
|
clear_config([:instance, :federation_incoming_replies_max_depth], 0)
|
2020-09-10 09:03:37 +00:00
|
|
|
|
|
|
|
{:ok, _activity} = Transmogrifier.handle_incoming(data)
|
|
|
|
|
|
|
|
assert all_enqueued(worker: Pleroma.Workers.RemoteFetcherWorker) == []
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
describe "`handle_incoming/2`, Pleroma format `replies` handling" do
|
|
|
|
setup do: clear_config([:activitypub, :note_replies_output_limit], 5)
|
|
|
|
setup do: clear_config([:instance, :federation_incoming_replies_max_depth])
|
|
|
|
|
|
|
|
setup do
|
2020-09-10 09:11:10 +00:00
|
|
|
replies = %{
|
|
|
|
"type" => "Collection",
|
2020-09-15 16:19:38 +00:00
|
|
|
"items" => [Utils.generate_object_id(), Utils.generate_object_id()]
|
2020-09-10 09:11:10 +00:00
|
|
|
}
|
2020-09-10 09:03:37 +00:00
|
|
|
|
2020-09-10 09:11:10 +00:00
|
|
|
activity =
|
|
|
|
File.read!("test/fixtures/mastodon-post-activity.json")
|
|
|
|
|> Poison.decode!()
|
|
|
|
|> Kernel.put_in(["object", "replies"], replies)
|
2020-09-10 09:03:37 +00:00
|
|
|
|
2020-09-10 09:11:10 +00:00
|
|
|
%{activity: activity}
|
2020-09-10 09:03:37 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
test "schedules background fetching of `replies` items if max thread depth limit allows", %{
|
2020-09-10 09:11:10 +00:00
|
|
|
activity: activity
|
2020-09-10 09:03:37 +00:00
|
|
|
} do
|
2021-01-26 17:58:43 +00:00
|
|
|
clear_config([:instance, :federation_incoming_replies_max_depth], 1)
|
2020-09-10 09:03:37 +00:00
|
|
|
|
2020-09-10 09:11:10 +00:00
|
|
|
assert {:ok, %Activity{data: data, local: false}} = Transmogrifier.handle_incoming(activity)
|
|
|
|
object = Object.normalize(data["object"])
|
2020-09-10 09:03:37 +00:00
|
|
|
|
2020-09-10 09:11:10 +00:00
|
|
|
for id <- object.data["replies"] do
|
2020-09-10 09:03:37 +00:00
|
|
|
job_args = %{"op" => "fetch_remote", "id" => id, "depth" => 1}
|
|
|
|
assert_enqueued(worker: Pleroma.Workers.RemoteFetcherWorker, args: job_args)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
test "does NOT schedule background fetching of `replies` beyond max thread depth limit allows",
|
2020-09-10 09:11:10 +00:00
|
|
|
%{activity: activity} do
|
2021-01-26 17:58:43 +00:00
|
|
|
clear_config([:instance, :federation_incoming_replies_max_depth], 0)
|
2020-09-10 09:03:37 +00:00
|
|
|
|
2020-09-10 09:11:10 +00:00
|
|
|
{:ok, _activity} = Transmogrifier.handle_incoming(activity)
|
2020-09-10 09:03:37 +00:00
|
|
|
|
|
|
|
assert all_enqueued(worker: Pleroma.Workers.RemoteFetcherWorker) == []
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
describe "reserialization" do
|
|
|
|
test "successfully reserializes a message with inReplyTo == nil" do
|
|
|
|
user = insert(:user)
|
|
|
|
|
|
|
|
message = %{
|
|
|
|
"@context" => "https://www.w3.org/ns/activitystreams",
|
|
|
|
"to" => ["https://www.w3.org/ns/activitystreams#Public"],
|
|
|
|
"cc" => [],
|
|
|
|
"type" => "Create",
|
|
|
|
"object" => %{
|
|
|
|
"to" => ["https://www.w3.org/ns/activitystreams#Public"],
|
|
|
|
"cc" => [],
|
2020-09-10 09:11:10 +00:00
|
|
|
"id" => Utils.generate_object_id(),
|
2020-09-10 09:03:37 +00:00
|
|
|
"type" => "Note",
|
|
|
|
"content" => "Hi",
|
|
|
|
"inReplyTo" => nil,
|
|
|
|
"attributedTo" => user.ap_id
|
|
|
|
},
|
|
|
|
"actor" => user.ap_id
|
|
|
|
}
|
|
|
|
|
|
|
|
{:ok, activity} = Transmogrifier.handle_incoming(message)
|
|
|
|
|
|
|
|
{:ok, _} = Transmogrifier.prepare_outgoing(activity.data)
|
|
|
|
end
|
|
|
|
|
|
|
|
test "successfully reserializes a message with AS2 objects in IR" do
|
|
|
|
user = insert(:user)
|
|
|
|
|
|
|
|
message = %{
|
|
|
|
"@context" => "https://www.w3.org/ns/activitystreams",
|
|
|
|
"to" => ["https://www.w3.org/ns/activitystreams#Public"],
|
|
|
|
"cc" => [],
|
|
|
|
"type" => "Create",
|
|
|
|
"object" => %{
|
|
|
|
"to" => ["https://www.w3.org/ns/activitystreams#Public"],
|
|
|
|
"cc" => [],
|
2020-09-10 09:11:10 +00:00
|
|
|
"id" => Utils.generate_object_id(),
|
2020-09-10 09:03:37 +00:00
|
|
|
"type" => "Note",
|
|
|
|
"content" => "Hi",
|
|
|
|
"inReplyTo" => nil,
|
|
|
|
"attributedTo" => user.ap_id,
|
|
|
|
"tag" => [
|
|
|
|
%{"name" => "#2hu", "href" => "http://example.com/2hu", "type" => "Hashtag"},
|
|
|
|
%{"name" => "Bob", "href" => "http://example.com/bob", "type" => "Mention"}
|
|
|
|
]
|
|
|
|
},
|
|
|
|
"actor" => user.ap_id
|
|
|
|
}
|
|
|
|
|
|
|
|
{:ok, activity} = Transmogrifier.handle_incoming(message)
|
|
|
|
|
|
|
|
{:ok, _} = Transmogrifier.prepare_outgoing(activity.data)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
describe "fix_in_reply_to/2" do
|
|
|
|
setup do: clear_config([:instance, :federation_incoming_replies_max_depth])
|
|
|
|
|
|
|
|
setup do
|
2020-09-10 23:59:31 +00:00
|
|
|
data = Jason.decode!(File.read!("test/fixtures/mastodon-post-activity.json"))
|
2020-09-10 09:03:37 +00:00
|
|
|
[data: data]
|
|
|
|
end
|
|
|
|
|
|
|
|
test "returns not modified object when hasn't containts inReplyTo field", %{data: data} do
|
|
|
|
assert Transmogrifier.fix_in_reply_to(data) == data
|
|
|
|
end
|
|
|
|
|
|
|
|
test "returns object with inReplyTo when denied incoming reply", %{data: data} do
|
2021-01-26 17:58:43 +00:00
|
|
|
clear_config([:instance, :federation_incoming_replies_max_depth], 0)
|
2020-09-10 09:03:37 +00:00
|
|
|
|
|
|
|
object_with_reply =
|
|
|
|
Map.put(data["object"], "inReplyTo", "https://shitposter.club/notice/2827873")
|
|
|
|
|
|
|
|
modified_object = Transmogrifier.fix_in_reply_to(object_with_reply)
|
|
|
|
assert modified_object["inReplyTo"] == "https://shitposter.club/notice/2827873"
|
|
|
|
|
|
|
|
object_with_reply =
|
|
|
|
Map.put(data["object"], "inReplyTo", %{"id" => "https://shitposter.club/notice/2827873"})
|
|
|
|
|
|
|
|
modified_object = Transmogrifier.fix_in_reply_to(object_with_reply)
|
|
|
|
assert modified_object["inReplyTo"] == %{"id" => "https://shitposter.club/notice/2827873"}
|
|
|
|
|
|
|
|
object_with_reply =
|
|
|
|
Map.put(data["object"], "inReplyTo", ["https://shitposter.club/notice/2827873"])
|
|
|
|
|
|
|
|
modified_object = Transmogrifier.fix_in_reply_to(object_with_reply)
|
|
|
|
assert modified_object["inReplyTo"] == ["https://shitposter.club/notice/2827873"]
|
|
|
|
|
|
|
|
object_with_reply = Map.put(data["object"], "inReplyTo", [])
|
|
|
|
modified_object = Transmogrifier.fix_in_reply_to(object_with_reply)
|
|
|
|
assert modified_object["inReplyTo"] == []
|
|
|
|
end
|
|
|
|
|
|
|
|
@tag capture_log: true
|
|
|
|
test "returns modified object when allowed incoming reply", %{data: data} do
|
|
|
|
object_with_reply =
|
|
|
|
Map.put(
|
|
|
|
data["object"],
|
|
|
|
"inReplyTo",
|
|
|
|
"https://mstdn.io/users/mayuutann/statuses/99568293732299394"
|
|
|
|
)
|
|
|
|
|
2021-01-26 17:58:43 +00:00
|
|
|
clear_config([:instance, :federation_incoming_replies_max_depth], 5)
|
2020-09-10 09:03:37 +00:00
|
|
|
modified_object = Transmogrifier.fix_in_reply_to(object_with_reply)
|
|
|
|
|
|
|
|
assert modified_object["inReplyTo"] ==
|
|
|
|
"https://mstdn.io/users/mayuutann/statuses/99568293732299394"
|
|
|
|
|
|
|
|
assert modified_object["context"] ==
|
|
|
|
"tag:shitposter.club,2018-02-22:objectType=thread:nonce=e5a7c72d60a9c0e4"
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
describe "fix_attachments/1" do
|
|
|
|
test "returns not modified object" do
|
2020-09-10 23:59:31 +00:00
|
|
|
data = Jason.decode!(File.read!("test/fixtures/mastodon-post-activity.json"))
|
2020-09-10 09:03:37 +00:00
|
|
|
assert Transmogrifier.fix_attachments(data) == data
|
|
|
|
end
|
|
|
|
|
|
|
|
test "returns modified object when attachment is map" do
|
|
|
|
assert Transmogrifier.fix_attachments(%{
|
|
|
|
"attachment" => %{
|
|
|
|
"mediaType" => "video/mp4",
|
|
|
|
"url" => "https://peertube.moe/stat-480.mp4"
|
|
|
|
}
|
|
|
|
}) == %{
|
|
|
|
"attachment" => [
|
|
|
|
%{
|
|
|
|
"mediaType" => "video/mp4",
|
|
|
|
"type" => "Document",
|
|
|
|
"url" => [
|
|
|
|
%{
|
|
|
|
"href" => "https://peertube.moe/stat-480.mp4",
|
|
|
|
"mediaType" => "video/mp4",
|
|
|
|
"type" => "Link"
|
|
|
|
}
|
|
|
|
]
|
|
|
|
}
|
|
|
|
]
|
|
|
|
}
|
|
|
|
end
|
|
|
|
|
|
|
|
test "returns modified object when attachment is list" do
|
|
|
|
assert Transmogrifier.fix_attachments(%{
|
|
|
|
"attachment" => [
|
|
|
|
%{"mediaType" => "video/mp4", "url" => "https://pe.er/stat-480.mp4"},
|
|
|
|
%{"mimeType" => "video/mp4", "href" => "https://pe.er/stat-480.mp4"}
|
|
|
|
]
|
|
|
|
}) == %{
|
|
|
|
"attachment" => [
|
|
|
|
%{
|
|
|
|
"mediaType" => "video/mp4",
|
|
|
|
"type" => "Document",
|
|
|
|
"url" => [
|
|
|
|
%{
|
|
|
|
"href" => "https://pe.er/stat-480.mp4",
|
|
|
|
"mediaType" => "video/mp4",
|
|
|
|
"type" => "Link"
|
|
|
|
}
|
|
|
|
]
|
|
|
|
},
|
|
|
|
%{
|
|
|
|
"mediaType" => "video/mp4",
|
|
|
|
"type" => "Document",
|
|
|
|
"url" => [
|
|
|
|
%{
|
|
|
|
"href" => "https://pe.er/stat-480.mp4",
|
|
|
|
"mediaType" => "video/mp4",
|
|
|
|
"type" => "Link"
|
|
|
|
}
|
|
|
|
]
|
|
|
|
}
|
|
|
|
]
|
|
|
|
}
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
describe "fix_emoji/1" do
|
|
|
|
test "returns not modified object when object not contains tags" do
|
2020-09-10 23:59:31 +00:00
|
|
|
data = Jason.decode!(File.read!("test/fixtures/mastodon-post-activity.json"))
|
2020-09-10 09:03:37 +00:00
|
|
|
assert Transmogrifier.fix_emoji(data) == data
|
|
|
|
end
|
|
|
|
|
|
|
|
test "returns object with emoji when object contains list tags" do
|
|
|
|
assert Transmogrifier.fix_emoji(%{
|
|
|
|
"tag" => [
|
|
|
|
%{"type" => "Emoji", "name" => ":bib:", "icon" => %{"url" => "/test"}},
|
|
|
|
%{"type" => "Hashtag"}
|
|
|
|
]
|
|
|
|
}) == %{
|
|
|
|
"emoji" => %{"bib" => "/test"},
|
|
|
|
"tag" => [
|
|
|
|
%{"icon" => %{"url" => "/test"}, "name" => ":bib:", "type" => "Emoji"},
|
|
|
|
%{"type" => "Hashtag"}
|
|
|
|
]
|
|
|
|
}
|
|
|
|
end
|
|
|
|
|
|
|
|
test "returns object with emoji when object contains map tag" do
|
|
|
|
assert Transmogrifier.fix_emoji(%{
|
|
|
|
"tag" => %{"type" => "Emoji", "name" => ":bib:", "icon" => %{"url" => "/test"}}
|
|
|
|
}) == %{
|
|
|
|
"emoji" => %{"bib" => "/test"},
|
|
|
|
"tag" => %{"icon" => %{"url" => "/test"}, "name" => ":bib:", "type" => "Emoji"}
|
|
|
|
}
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
describe "set_replies/1" do
|
|
|
|
setup do: clear_config([:activitypub, :note_replies_output_limit], 2)
|
|
|
|
|
|
|
|
test "returns unmodified object if activity doesn't have self-replies" do
|
2020-09-10 23:59:31 +00:00
|
|
|
data = Jason.decode!(File.read!("test/fixtures/mastodon-post-activity.json"))
|
2020-09-10 09:03:37 +00:00
|
|
|
assert Transmogrifier.set_replies(data) == data
|
|
|
|
end
|
|
|
|
|
|
|
|
test "sets `replies` collection with a limited number of self-replies" do
|
|
|
|
[user, another_user] = insert_list(2, :user)
|
|
|
|
|
|
|
|
{:ok, %{id: id1} = activity} = CommonAPI.post(user, %{status: "1"})
|
|
|
|
|
|
|
|
{:ok, %{id: id2} = self_reply1} =
|
|
|
|
CommonAPI.post(user, %{status: "self-reply 1", in_reply_to_status_id: id1})
|
|
|
|
|
|
|
|
{:ok, self_reply2} =
|
|
|
|
CommonAPI.post(user, %{status: "self-reply 2", in_reply_to_status_id: id1})
|
|
|
|
|
|
|
|
# Assuming to _not_ be present in `replies` due to :note_replies_output_limit is set to 2
|
|
|
|
{:ok, _} = CommonAPI.post(user, %{status: "self-reply 3", in_reply_to_status_id: id1})
|
|
|
|
|
|
|
|
{:ok, _} =
|
|
|
|
CommonAPI.post(user, %{
|
|
|
|
status: "self-reply to self-reply",
|
|
|
|
in_reply_to_status_id: id2
|
|
|
|
})
|
|
|
|
|
|
|
|
{:ok, _} =
|
|
|
|
CommonAPI.post(another_user, %{
|
|
|
|
status: "another user's reply",
|
|
|
|
in_reply_to_status_id: id1
|
|
|
|
})
|
|
|
|
|
2021-01-04 12:38:31 +00:00
|
|
|
object = Object.normalize(activity, fetch: false)
|
2020-09-10 09:03:37 +00:00
|
|
|
replies_uris = Enum.map([self_reply1, self_reply2], fn a -> a.object.data["id"] end)
|
|
|
|
|
|
|
|
assert %{"type" => "Collection", "items" => ^replies_uris} =
|
|
|
|
Transmogrifier.set_replies(object.data)["replies"]
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
test "take_emoji_tags/1" do
|
|
|
|
user = insert(:user, %{emoji: %{"firefox" => "https://example.org/firefox.png"}})
|
|
|
|
|
|
|
|
assert Transmogrifier.take_emoji_tags(user) == [
|
|
|
|
%{
|
|
|
|
"icon" => %{"type" => "Image", "url" => "https://example.org/firefox.png"},
|
|
|
|
"id" => "https://example.org/firefox.png",
|
|
|
|
"name" => ":firefox:",
|
|
|
|
"type" => "Emoji",
|
|
|
|
"updated" => "1970-01-01T00:00:00Z"
|
|
|
|
}
|
|
|
|
]
|
|
|
|
end
|
2022-07-26 17:28:47 +00:00
|
|
|
|
|
|
|
describe "fix_quote_url/1" do
|
|
|
|
test "a misskey quote should work", _ do
|
|
|
|
Tesla.Mock.mock(fn %{
|
|
|
|
method: :get,
|
|
|
|
url: "https://example.com/objects/43479e20-c0f8-4f49-bf7f-13fab8234924"
|
|
|
|
} ->
|
|
|
|
%Tesla.Env{
|
|
|
|
status: 200,
|
|
|
|
body: File.read!("test/fixtures/quoted_status.json"),
|
|
|
|
headers: HttpRequestMock.activitypub_object_headers()
|
|
|
|
}
|
|
|
|
end)
|
|
|
|
|
|
|
|
insert(:user, %{ap_id: "https://misskey.io/users/93492q0ip0"})
|
|
|
|
insert(:user, %{ap_id: "https://example.com/users/user"})
|
|
|
|
|
|
|
|
note =
|
|
|
|
"test/fixtures/misskey/quote.json"
|
|
|
|
|> File.read!()
|
|
|
|
|> Jason.decode!()
|
|
|
|
|
|
|
|
%{"quoteUri" => "https://example.com/objects/43479e20-c0f8-4f49-bf7f-13fab8234924"} =
|
|
|
|
Transmogrifier.fix_quote_url(note)
|
|
|
|
end
|
|
|
|
|
|
|
|
test "a fedibird quote should work", _ do
|
|
|
|
Tesla.Mock.mock(fn %{
|
|
|
|
method: :get,
|
|
|
|
url: "https://example.com/objects/43479e20-c0f8-4f49-bf7f-13fab8234924"
|
|
|
|
} ->
|
|
|
|
%Tesla.Env{
|
|
|
|
status: 200,
|
|
|
|
body: File.read!("test/fixtures/quoted_status.json"),
|
|
|
|
headers: HttpRequestMock.activitypub_object_headers()
|
|
|
|
}
|
|
|
|
end)
|
|
|
|
|
|
|
|
insert(:user, %{ap_id: "https://fedibird.com/users/akkoma_ap_integration_tester"})
|
|
|
|
insert(:user, %{ap_id: "https://example.com/users/user"})
|
|
|
|
|
|
|
|
note =
|
|
|
|
"test/fixtures/fedibird/quote.json"
|
|
|
|
|> File.read!()
|
|
|
|
|> Jason.decode!()
|
|
|
|
|
|
|
|
%{
|
|
|
|
"quoteUri" => "https://example.com/objects/43479e20-c0f8-4f49-bf7f-13fab8234924"
|
|
|
|
} = Transmogrifier.fix_quote_url(note)
|
|
|
|
end
|
|
|
|
|
|
|
|
test "quote fetching should stop after n levels", _ do
|
|
|
|
clear_config([:instance, :federation_incoming_replies_max_depth], 1)
|
|
|
|
|
|
|
|
Tesla.Mock.mock(fn %{
|
|
|
|
method: :get,
|
|
|
|
url: "https://misskey.io/notes/934gok3482"
|
|
|
|
} ->
|
|
|
|
%Tesla.Env{
|
|
|
|
status: 200,
|
|
|
|
body: File.read!("test/fixtures/misskey/recursive_quote.json"),
|
|
|
|
headers: HttpRequestMock.activitypub_object_headers()
|
|
|
|
}
|
|
|
|
end)
|
|
|
|
|
|
|
|
insert(:user, %{ap_id: "https://misskey.io/users/93492q0ip0"})
|
|
|
|
|
|
|
|
note =
|
|
|
|
"test/fixtures/misskey/recursive_quote.json"
|
|
|
|
|> File.read!()
|
|
|
|
|> Jason.decode!()
|
|
|
|
|
|
|
|
%{
|
|
|
|
"quoteUri" => "https://misskey.io/notes/934gok3482"
|
|
|
|
} = Transmogrifier.fix_quote_url(note)
|
|
|
|
end
|
|
|
|
end
|
2020-09-10 09:03:37 +00:00
|
|
|
end
|