Filter summary in keywordpolicy
This commit is contained in:
parent
39383a6b79
commit
379d04692c
|
@ -12,9 +12,9 @@ defp string_matches?(string, pattern) do
|
||||||
String.match?(string, pattern)
|
String.match?(string, pattern)
|
||||||
end
|
end
|
||||||
|
|
||||||
defp check_reject(%{"object" => %{"content" => content}} = message) do
|
defp check_reject(%{"object" => %{"content" => content, "summary" => summary}} = message) do
|
||||||
if Enum.any?(Pleroma.Config.get([:mrf_keyword, :reject]), fn pattern ->
|
if Enum.any?(Pleroma.Config.get([:mrf_keyword, :reject]), fn pattern ->
|
||||||
string_matches?(content, pattern)
|
string_matches?(content, pattern) or string_matches?(summary, pattern)
|
||||||
end) do
|
end) do
|
||||||
{:reject, nil}
|
{:reject, nil}
|
||||||
else
|
else
|
||||||
|
@ -22,10 +22,12 @@ defp check_reject(%{"object" => %{"content" => content}} = message) do
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
|
||||||
defp check_ftl_removal(%{"to" => to, "object" => %{"content" => content}} = message) do
|
defp check_ftl_removal(
|
||||||
|
%{"to" => to, "object" => %{"content" => content, "summary" => summary}} = message
|
||||||
|
) do
|
||||||
if "https://www.w3.org/ns/activitystreams#Public" in to and
|
if "https://www.w3.org/ns/activitystreams#Public" in to and
|
||||||
Enum.any?(Pleroma.Config.get([:mrf_keyword, :federated_timeline_removal]), fn pattern ->
|
Enum.any?(Pleroma.Config.get([:mrf_keyword, :federated_timeline_removal]), fn pattern ->
|
||||||
string_matches?(content, pattern)
|
string_matches?(content, pattern) or string_matches?(summary, pattern)
|
||||||
end) do
|
end) do
|
||||||
to = List.delete(to, "https://www.w3.org/ns/activitystreams#Public")
|
to = List.delete(to, "https://www.w3.org/ns/activitystreams#Public")
|
||||||
cc = ["https://www.w3.org/ns/activitystreams#Public" | message["cc"] || []]
|
cc = ["https://www.w3.org/ns/activitystreams#Public" | message["cc"] || []]
|
||||||
|
@ -41,14 +43,20 @@ defp check_ftl_removal(%{"to" => to, "object" => %{"content" => content}} = mess
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
|
||||||
defp check_replace(%{"object" => %{"content" => content}} = message) do
|
defp check_replace(%{"object" => %{"content" => content, "summary" => summary}} = message) do
|
||||||
content =
|
{content, summary} =
|
||||||
Enum.reduce(Pleroma.Config.get([:mrf_keyword, :replace]), content, fn {pattern, replacement},
|
Enum.reduce(Pleroma.Config.get([:mrf_keyword, :replace]), {content, summary}, fn {pattern,
|
||||||
acc ->
|
replacement},
|
||||||
String.replace(acc, pattern, replacement)
|
{content_acc,
|
||||||
|
summary_acc} ->
|
||||||
|
{String.replace(content_acc, pattern, replacement),
|
||||||
|
String.replace(summary_acc, pattern, replacement)}
|
||||||
end)
|
end)
|
||||||
|
|
||||||
{:ok, put_in(message["object"]["content"], content)}
|
{:ok,
|
||||||
|
message
|
||||||
|
|> put_in(["object", "content"], content)
|
||||||
|
|> put_in(["object", "summary"], summary)}
|
||||||
end
|
end
|
||||||
|
|
||||||
@impl true
|
@impl true
|
||||||
|
|
|
@ -12,18 +12,35 @@ defmodule Pleroma.Web.ActivityPub.MRF.KeywordPolicyTest do
|
||||||
end
|
end
|
||||||
|
|
||||||
describe "rejecting based on keywords" do
|
describe "rejecting based on keywords" do
|
||||||
test "rejects if string matches" do
|
test "rejects if string matches in content" do
|
||||||
Pleroma.Config.put([:mrf_keyword, :reject], ["pun"])
|
Pleroma.Config.put([:mrf_keyword, :reject], ["pun"])
|
||||||
|
|
||||||
message = %{
|
message = %{
|
||||||
"type" => "Create",
|
"type" => "Create",
|
||||||
"object" => %{"content" => "just a daily reminder that compLAINer is a good pun"}
|
"object" => %{
|
||||||
|
"content" => "just a daily reminder that compLAINer is a good pun",
|
||||||
|
"summary" => ""
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
assert {:reject, nil} == KeywordPolicy.filter(message)
|
assert {:reject, nil} == KeywordPolicy.filter(message)
|
||||||
end
|
end
|
||||||
|
|
||||||
test "rejects if regex matches" do
|
test "rejects if string matches in summary" do
|
||||||
|
Pleroma.Config.put([:mrf_keyword, :reject], ["pun"])
|
||||||
|
|
||||||
|
message = %{
|
||||||
|
"type" => "Create",
|
||||||
|
"object" => %{
|
||||||
|
"summary" => "just a daily reminder that compLAINer is a good pun",
|
||||||
|
"content" => ""
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
assert {:reject, nil} == KeywordPolicy.filter(message)
|
||||||
|
end
|
||||||
|
|
||||||
|
test "rejects if regex matches in content" do
|
||||||
Pleroma.Config.put([:mrf_keyword, :reject], [~r/comp[lL][aA][iI][nN]er/])
|
Pleroma.Config.put([:mrf_keyword, :reject], [~r/comp[lL][aA][iI][nN]er/])
|
||||||
|
|
||||||
assert true ==
|
assert true ==
|
||||||
|
@ -31,7 +48,25 @@ test "rejects if regex matches" do
|
||||||
message = %{
|
message = %{
|
||||||
"type" => "Create",
|
"type" => "Create",
|
||||||
"object" => %{
|
"object" => %{
|
||||||
"content" => "just a daily reminder that #{content} is a good pun"
|
"content" => "just a daily reminder that #{content} is a good pun",
|
||||||
|
"summary" => ""
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
{:reject, nil} == KeywordPolicy.filter(message)
|
||||||
|
end)
|
||||||
|
end
|
||||||
|
|
||||||
|
test "rejects if regex matches in summary" do
|
||||||
|
Pleroma.Config.put([:mrf_keyword, :reject], [~r/comp[lL][aA][iI][nN]er/])
|
||||||
|
|
||||||
|
assert true ==
|
||||||
|
Enum.all?(["complainer", "compLainer", "compLAiNer", "compLAINer"], fn content ->
|
||||||
|
message = %{
|
||||||
|
"type" => "Create",
|
||||||
|
"object" => %{
|
||||||
|
"summary" => "just a daily reminder that #{content} is a good pun",
|
||||||
|
"content" => ""
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -41,13 +76,16 @@ test "rejects if regex matches" do
|
||||||
end
|
end
|
||||||
|
|
||||||
describe "delisting from ftl based on keywords" do
|
describe "delisting from ftl based on keywords" do
|
||||||
test "delists if string matches" do
|
test "delists if string matches in content" do
|
||||||
Pleroma.Config.put([:mrf_keyword, :federated_timeline_removal], ["pun"])
|
Pleroma.Config.put([:mrf_keyword, :federated_timeline_removal], ["pun"])
|
||||||
|
|
||||||
message = %{
|
message = %{
|
||||||
"to" => ["https://www.w3.org/ns/activitystreams#Public"],
|
"to" => ["https://www.w3.org/ns/activitystreams#Public"],
|
||||||
"type" => "Create",
|
"type" => "Create",
|
||||||
"object" => %{"content" => "just a daily reminder that compLAINer is a good pun"}
|
"object" => %{
|
||||||
|
"content" => "just a daily reminder that compLAINer is a good pun",
|
||||||
|
"summary" => ""
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
{:ok, result} = KeywordPolicy.filter(message)
|
{:ok, result} = KeywordPolicy.filter(message)
|
||||||
|
@ -55,7 +93,24 @@ test "delists if string matches" do
|
||||||
refute ["https://www.w3.org/ns/activitystreams#Public"] == result["to"]
|
refute ["https://www.w3.org/ns/activitystreams#Public"] == result["to"]
|
||||||
end
|
end
|
||||||
|
|
||||||
test "delists if regex matches" do
|
test "delists if string matches in summary" do
|
||||||
|
Pleroma.Config.put([:mrf_keyword, :federated_timeline_removal], ["pun"])
|
||||||
|
|
||||||
|
message = %{
|
||||||
|
"to" => ["https://www.w3.org/ns/activitystreams#Public"],
|
||||||
|
"type" => "Create",
|
||||||
|
"object" => %{
|
||||||
|
"summary" => "just a daily reminder that compLAINer is a good pun",
|
||||||
|
"content" => ""
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
{:ok, result} = KeywordPolicy.filter(message)
|
||||||
|
assert ["https://www.w3.org/ns/activitystreams#Public"] == result["cc"]
|
||||||
|
refute ["https://www.w3.org/ns/activitystreams#Public"] == result["to"]
|
||||||
|
end
|
||||||
|
|
||||||
|
test "delists if regex matches in content" do
|
||||||
Pleroma.Config.put([:mrf_keyword, :federated_timeline_removal], [~r/comp[lL][aA][iI][nN]er/])
|
Pleroma.Config.put([:mrf_keyword, :federated_timeline_removal], [~r/comp[lL][aA][iI][nN]er/])
|
||||||
|
|
||||||
assert true ==
|
assert true ==
|
||||||
|
@ -64,7 +119,29 @@ test "delists if regex matches" do
|
||||||
"type" => "Create",
|
"type" => "Create",
|
||||||
"to" => ["https://www.w3.org/ns/activitystreams#Public"],
|
"to" => ["https://www.w3.org/ns/activitystreams#Public"],
|
||||||
"object" => %{
|
"object" => %{
|
||||||
"content" => "just a daily reminder that #{content} is a good pun"
|
"content" => "just a daily reminder that #{content} is a good pun",
|
||||||
|
"summary" => ""
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
{:ok, result} = KeywordPolicy.filter(message)
|
||||||
|
|
||||||
|
["https://www.w3.org/ns/activitystreams#Public"] == result["cc"] and
|
||||||
|
not (["https://www.w3.org/ns/activitystreams#Public"] == result["to"])
|
||||||
|
end)
|
||||||
|
end
|
||||||
|
|
||||||
|
test "delists if regex matches in summary" do
|
||||||
|
Pleroma.Config.put([:mrf_keyword, :federated_timeline_removal], [~r/comp[lL][aA][iI][nN]er/])
|
||||||
|
|
||||||
|
assert true ==
|
||||||
|
Enum.all?(["complainer", "compLainer", "compLAiNer", "compLAINer"], fn content ->
|
||||||
|
message = %{
|
||||||
|
"type" => "Create",
|
||||||
|
"to" => ["https://www.w3.org/ns/activitystreams#Public"],
|
||||||
|
"object" => %{
|
||||||
|
"summary" => "just a daily reminder that #{content} is a good pun",
|
||||||
|
"content" => ""
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -77,20 +154,33 @@ test "delists if regex matches" do
|
||||||
end
|
end
|
||||||
|
|
||||||
describe "replacing keywords" do
|
describe "replacing keywords" do
|
||||||
test "replaces keyword if string matches" do
|
test "replaces keyword if string matches in content" do
|
||||||
Pleroma.Config.put([:mrf_keyword, :replace], [{"opensource", "free software"}])
|
Pleroma.Config.put([:mrf_keyword, :replace], [{"opensource", "free software"}])
|
||||||
|
|
||||||
message = %{
|
message = %{
|
||||||
"type" => "Create",
|
"type" => "Create",
|
||||||
"to" => ["https://www.w3.org/ns/activitystreams#Public"],
|
"to" => ["https://www.w3.org/ns/activitystreams#Public"],
|
||||||
"object" => %{"content" => "ZFS is opensource"}
|
"object" => %{"content" => "ZFS is opensource", "summary" => ""}
|
||||||
}
|
}
|
||||||
|
|
||||||
{:ok, %{"object" => %{"content" => result}}} = KeywordPolicy.filter(message)
|
{:ok, %{"object" => %{"content" => result}}} = KeywordPolicy.filter(message)
|
||||||
assert result == "ZFS is free software"
|
assert result == "ZFS is free software"
|
||||||
end
|
end
|
||||||
|
|
||||||
test "replaces keyword if regex matches" do
|
test "replaces keyword if string matches in summary" do
|
||||||
|
Pleroma.Config.put([:mrf_keyword, :replace], [{"opensource", "free software"}])
|
||||||
|
|
||||||
|
message = %{
|
||||||
|
"type" => "Create",
|
||||||
|
"to" => ["https://www.w3.org/ns/activitystreams#Public"],
|
||||||
|
"object" => %{"summary" => "ZFS is opensource", "content" => ""}
|
||||||
|
}
|
||||||
|
|
||||||
|
{:ok, %{"object" => %{"summary" => result}}} = KeywordPolicy.filter(message)
|
||||||
|
assert result == "ZFS is free software"
|
||||||
|
end
|
||||||
|
|
||||||
|
test "replaces keyword if regex matches in content" do
|
||||||
Pleroma.Config.put([:mrf_keyword, :replace], [
|
Pleroma.Config.put([:mrf_keyword, :replace], [
|
||||||
{~r/open(-|\s)?source\s?(software)?/, "free software"}
|
{~r/open(-|\s)?source\s?(software)?/, "free software"}
|
||||||
])
|
])
|
||||||
|
@ -100,12 +190,30 @@ test "replaces keyword if regex matches" do
|
||||||
message = %{
|
message = %{
|
||||||
"type" => "Create",
|
"type" => "Create",
|
||||||
"to" => ["https://www.w3.org/ns/activitystreams#Public"],
|
"to" => ["https://www.w3.org/ns/activitystreams#Public"],
|
||||||
"object" => %{"content" => "ZFS is #{content}"}
|
"object" => %{"content" => "ZFS is #{content}", "summary" => ""}
|
||||||
}
|
}
|
||||||
|
|
||||||
{:ok, %{"object" => %{"content" => result}}} = KeywordPolicy.filter(message)
|
{:ok, %{"object" => %{"content" => result}}} = KeywordPolicy.filter(message)
|
||||||
result == "ZFS is free software"
|
result == "ZFS is free software"
|
||||||
end)
|
end)
|
||||||
end
|
end
|
||||||
|
|
||||||
|
test "replaces keyword if regex matches in summary" do
|
||||||
|
Pleroma.Config.put([:mrf_keyword, :replace], [
|
||||||
|
{~r/open(-|\s)?source\s?(software)?/, "free software"}
|
||||||
|
])
|
||||||
|
|
||||||
|
assert true ==
|
||||||
|
Enum.all?(["opensource", "open-source", "open source"], fn content ->
|
||||||
|
message = %{
|
||||||
|
"type" => "Create",
|
||||||
|
"to" => ["https://www.w3.org/ns/activitystreams#Public"],
|
||||||
|
"object" => %{"summary" => "ZFS is #{content}", "content" => ""}
|
||||||
|
}
|
||||||
|
|
||||||
|
{:ok, %{"object" => %{"summary" => result}}} = KeywordPolicy.filter(message)
|
||||||
|
result == "ZFS is free software"
|
||||||
|
end)
|
||||||
|
end
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
|
Loading…
Reference in New Issue