No OneTemporary
Actions

Size

457 KB

Referenced Files

None

Subscribers

None

View Options

This file is larger than 256 KB, so syntax highlighting was skipped.

	diff --git a/lib/mix/tasks/pleroma/uploads.ex b/lib/mix/tasks/pleroma/uploads.ex
	index 460fa161b..697ad1a7b 100644
	--- a/lib/mix/tasks/pleroma/uploads.ex
	+++ b/lib/mix/tasks/pleroma/uploads.ex
	@@ -1,107 +1,108 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2018 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Mix.Tasks.Pleroma.Uploads do
	use Mix.Task
	- alias Pleroma.{Upload, Uploaders.Local}
	+ alias Pleroma.Upload
	+ alias Pleroma.Uploaders.Local
	alias Mix.Tasks.Pleroma.Common
	require Logger

	@log_every 50

	@shortdoc "Migrates uploads from local to remote storage"
	@moduledoc """
	Manages uploads

	## Migrate uploads from local to remote storage
	mix pleroma.uploads migrate_local TARGET_UPLOADER [OPTIONS...]
	Options:
	- `--delete` - delete local uploads after migrating them to the target uploader


	A list of available uploaders can be seen in config.exs
	"""
	def run(["migrate_local", target_uploader \| args]) do
	delete? = Enum.member?(args, "--delete")
	Common.start_pleroma()
	local_path = Pleroma.Config.get!([Local, :uploads])
	uploader = Module.concat(Pleroma.Uploaders, target_uploader)

	unless Code.ensure_loaded?(uploader) do
	raise("The uploader #{inspect(uploader)} is not an existing/loaded module.")
	end

	target_enabled? = Pleroma.Config.get([Upload, :uploader]) == uploader

	unless target_enabled? do
	Pleroma.Config.put([Upload, :uploader], uploader)
	end

	Mix.shell().info("Migrating files from local #{local_path} to #{to_string(uploader)}")

	if delete? do
	Mix.shell().info(
	"Attention: uploaded files will be deleted, hope you have backups! (--delete ; cancel with ^C)"
	)

	:timer.sleep(:timer.seconds(5))
	end

	uploads =
	File.ls!(local_path)
	\|> Enum.map(fn id ->
	root_path = Path.join(local_path, id)

	cond do
	File.dir?(root_path) ->
	files = for file <- File.ls!(root_path), do: {id, file, Path.join([root_path, file])}

	case List.first(files) do
	{id, file, path} ->
	{%Pleroma.Upload{id: id, name: file, path: id <> "/" <> file, tempfile: path},
	root_path}

	_ ->
	nil
	end

	File.exists?(root_path) ->
	file = Path.basename(id)
	hash = Path.rootname(id)
	{%Pleroma.Upload{id: hash, name: file, path: file, tempfile: root_path}, root_path}

	true ->
	nil
	end
	end)
	\|> Enum.filter(& &1)

	total_count = length(uploads)
	Mix.shell().info("Found #{total_count} uploads")

	uploads
	\|> Task.async_stream(
	fn {upload, root_path} ->
	case Upload.store(upload, uploader: uploader, filters: [], size_limit: nil) do
	{:ok, _} ->
	if delete?, do: File.rm_rf!(root_path)
	Logger.debug("uploaded: #{inspect(upload.path)} #{inspect(upload)}")
	:ok

	error ->
	Mix.shell().error("failed to upload #{inspect(upload.path)}: #{inspect(error)}")
	end
	end,
	timeout: 150_000
	)
	\|> Stream.chunk_every(@log_every)
	\|> Enum.reduce(0, fn done, count ->
	count = count + length(done)
	Mix.shell().info("Uploaded #{count}/#{total_count} files")
	count
	end)

	Mix.shell().info("Done!")
	end
	end
	diff --git a/lib/mix/tasks/pleroma/user.ex b/lib/mix/tasks/pleroma/user.ex
	index 5da3edfd2..037e44716 100644
	--- a/lib/mix/tasks/pleroma/user.ex
	+++ b/lib/mix/tasks/pleroma/user.ex
	@@ -1,344 +1,345 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2018 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Mix.Tasks.Pleroma.User do
	use Mix.Task
	import Ecto.Changeset
	- alias Pleroma.{Repo, User}
	+ alias Pleroma.Repo
	+ alias Pleroma.User
	alias Mix.Tasks.Pleroma.Common

	@shortdoc "Manages Pleroma users"
	@moduledoc """
	Manages Pleroma users.

	## Create a new user.

	mix pleroma.user new NICKNAME EMAIL [OPTION...]

	Options:
	- `--name NAME` - the user's name (i.e., "Lain Iwakura")
	- `--bio BIO` - the user's bio
	- `--password PASSWORD` - the user's password
	- `--moderator`/`--no-moderator` - whether the user is a moderator
	- `--admin`/`--no-admin` - whether the user is an admin
	- `-y`, `--assume-yes`/`--no-assume-yes` - whether to assume yes to all questions

	## Generate an invite link.

	mix pleroma.user invite

	## Delete the user's account.

	mix pleroma.user rm NICKNAME

	## Deactivate or activate the user's account.

	mix pleroma.user toggle_activated NICKNAME

	## Unsubscribe local users from user's account and deactivate it

	mix pleroma.user unsubscribe NICKNAME

	## Create a password reset link.

	mix pleroma.user reset_password NICKNAME

	## Set the value of the given user's settings.

	mix pleroma.user set NICKNAME [OPTION...]

	Options:
	- `--locked`/`--no-locked` - whether the user's account is locked
	- `--moderator`/`--no-moderator` - whether the user is a moderator
	- `--admin`/`--no-admin` - whether the user is an admin

	## Add tags to a user.

	mix pleroma.user tag NICKNAME TAGS

	## Delete tags from a user.

	mix pleroma.user untag NICKNAME TAGS
	"""
	def run(["new", nickname, email \| rest]) do
	{options, [], []} =
	OptionParser.parse(
	rest,
	strict: [
	name: :string,
	bio: :string,
	password: :string,
	moderator: :boolean,
	admin: :boolean,
	assume_yes: :boolean
	],
	aliases: [
	y: :assume_yes
	]
	)

	name = Keyword.get(options, :name, nickname)
	bio = Keyword.get(options, :bio, "")

	{password, generated_password?} =
	case Keyword.get(options, :password) do
	nil ->
	{:crypto.strong_rand_bytes(16) \|> Base.encode64(), true}

	password ->
	{password, false}
	end

	moderator? = Keyword.get(options, :moderator, false)
	admin? = Keyword.get(options, :admin, false)
	assume_yes? = Keyword.get(options, :assume_yes, false)

	Mix.shell().info("""
	A user will be created with the following information:
	- nickname: #{nickname}
	- email: #{email}
	- password: #{
	if(generated_password?, do: "[generated; a reset link will be created]", else: password)
	}
	- name: #{name}
	- bio: #{bio}
	- moderator: #{if(moderator?, do: "true", else: "false")}
	- admin: #{if(admin?, do: "true", else: "false")}
	""")

	proceed? = assume_yes? or Mix.shell().yes?("Continue?")

	unless not proceed? do
	Common.start_pleroma()

	params = %{
	nickname: nickname,
	email: email,
	password: password,
	password_confirmation: password,
	name: name,
	bio: bio
	}

	changeset = User.register_changeset(%User{}, params, confirmed: true)
	{:ok, _user} = User.register(changeset)

	Mix.shell().info("User #{nickname} created")

	if moderator? do
	run(["set", nickname, "--moderator"])
	end

	if admin? do
	run(["set", nickname, "--admin"])
	end

	if generated_password? do
	run(["reset_password", nickname])
	end
	else
	Mix.shell().info("User will not be created.")
	end
	end

	def run(["rm", nickname]) do
	Common.start_pleroma()

	with %User{local: true} = user <- User.get_by_nickname(nickname) do
	User.delete(user)
	Mix.shell().info("User #{nickname} deleted.")
	else
	_ ->
	Mix.shell().error("No local user #{nickname}")
	end
	end

	def run(["toggle_activated", nickname]) do
	Common.start_pleroma()

	with %User{} = user <- User.get_by_nickname(nickname) do
	{:ok, user} = User.deactivate(user, !user.info.deactivated)

	Mix.shell().info(
	"Activation status of #{nickname}: #{if(user.info.deactivated, do: "de", else: "")}activated"
	)
	else
	_ ->
	Mix.shell().error("No user #{nickname}")
	end
	end

	def run(["reset_password", nickname]) do
	Common.start_pleroma()

	with %User{local: true} = user <- User.get_by_nickname(nickname),
	{:ok, token} <- Pleroma.PasswordResetToken.create_token(user) do
	Mix.shell().info("Generated password reset token for #{user.nickname}")

	IO.puts(
	"URL: #{
	Pleroma.Web.Router.Helpers.util_url(
	Pleroma.Web.Endpoint,
	:show_password_reset,
	token.token
	)
	}"
	)
	else
	_ ->
	Mix.shell().error("No local user #{nickname}")
	end
	end

	def run(["unsubscribe", nickname]) do
	Common.start_pleroma()

	with %User{} = user <- User.get_by_nickname(nickname) do
	Mix.shell().info("Deactivating #{user.nickname}")
	User.deactivate(user)

	{:ok, friends} = User.get_friends(user)

	Enum.each(friends, fn friend ->
	user = Repo.get(User, user.id)

	Mix.shell().info("Unsubscribing #{friend.nickname} from #{user.nickname}")
	User.unfollow(user, friend)
	end)

	:timer.sleep(500)

	user = Repo.get(User, user.id)

	if Enum.empty?(user.following) do
	Mix.shell().info("Successfully unsubscribed all followers from #{user.nickname}")
	end
	else
	_ ->
	Mix.shell().error("No user #{nickname}")
	end
	end

	def run(["set", nickname \| rest]) do
	Common.start_pleroma()

	{options, [], []} =
	OptionParser.parse(
	rest,
	strict: [
	moderator: :boolean,
	admin: :boolean,
	locked: :boolean
	]
	)

	with %User{local: true} = user <- User.get_by_nickname(nickname) do
	user =
	case Keyword.get(options, :moderator) do
	nil -> user
	value -> set_moderator(user, value)
	end

	user =
	case Keyword.get(options, :locked) do
	nil -> user
	value -> set_locked(user, value)
	end

	_user =
	case Keyword.get(options, :admin) do
	nil -> user
	value -> set_admin(user, value)
	end
	else
	_ ->
	Mix.shell().error("No local user #{nickname}")
	end
	end

	def run(["tag", nickname \| tags]) do
	Common.start_pleroma()

	with %User{} = user <- User.get_by_nickname(nickname) do
	user = user \|> User.tag(tags)

	Mix.shell().info("Tags of #{user.nickname}: #{inspect(tags)}")
	else
	_ ->
	Mix.shell().error("Could not change user tags for #{nickname}")
	end
	end

	def run(["untag", nickname \| tags]) do
	Common.start_pleroma()

	with %User{} = user <- User.get_by_nickname(nickname) do
	user = user \|> User.untag(tags)

	Mix.shell().info("Tags of #{user.nickname}: #{inspect(tags)}")
	else
	_ ->
	Mix.shell().error("Could not change user tags for #{nickname}")
	end
	end

	def run(["invite"]) do
	Common.start_pleroma()

	with {:ok, token} <- Pleroma.UserInviteToken.create_token() do
	Mix.shell().info("Generated user invite token")

	url =
	Pleroma.Web.Router.Helpers.redirect_url(
	Pleroma.Web.Endpoint,
	:registration_page,
	token.token
	)

	IO.puts(url)
	else
	_ ->
	Mix.shell().error("Could not create invite token.")
	end
	end

	defp set_moderator(user, value) do
	info_cng = User.Info.admin_api_update(user.info, %{is_moderator: value})

	user_cng =
	Ecto.Changeset.change(user)
	\|> put_embed(:info, info_cng)

	{:ok, user} = User.update_and_set_cache(user_cng)

	Mix.shell().info("Moderator status of #{user.nickname}: #{user.info.is_moderator}")
	user
	end

	defp set_admin(user, value) do
	info_cng = User.Info.admin_api_update(user.info, %{is_admin: value})

	user_cng =
	Ecto.Changeset.change(user)
	\|> put_embed(:info, info_cng)

	{:ok, user} = User.update_and_set_cache(user_cng)

	Mix.shell().info("Admin status of #{user.nickname}: #{user.info.is_admin}")
	user
	end

	defp set_locked(user, value) do
	info_cng = User.Info.user_upgrade(user.info, %{locked: value})

	user_cng =
	Ecto.Changeset.change(user)
	\|> put_embed(:info, info_cng)

	{:ok, user} = User.update_and_set_cache(user_cng)

	Mix.shell().info("Locked status of #{user.nickname}: #{user.info.locked}")
	user
	end
	end
	diff --git a/lib/pleroma/PasswordResetToken.ex b/lib/pleroma/PasswordResetToken.ex
	index c3c0384d2..750ddd3c0 100644
	--- a/lib/pleroma/PasswordResetToken.ex
	+++ b/lib/pleroma/PasswordResetToken.ex
	@@ -1,48 +1,50 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.PasswordResetToken do
	use Ecto.Schema

	import Ecto.Changeset

	- alias Pleroma.{User, PasswordResetToken, Repo}
	+ alias Pleroma.User
	+ alias Pleroma.Repo
	+ alias Pleroma.PasswordResetToken

	schema "password_reset_tokens" do
	belongs_to(:user, User, type: Pleroma.FlakeId)
	field(:token, :string)
	field(:used, :boolean, default: false)

	timestamps()
	end

	def create_token(%User{} = user) do
	token = :crypto.strong_rand_bytes(32) \|> Base.url_encode64()

	token = %PasswordResetToken{
	user_id: user.id,
	used: false,
	token: token
	}

	Repo.insert(token)
	end

	def used_changeset(struct) do
	struct
	\|> cast(%{}, [])
	\|> put_change(:used, true)
	end

	def reset_password(token, data) do
	with %{used: false} = token <- Repo.get_by(PasswordResetToken, %{token: token}),
	%User{} = user <- Repo.get(User, token.user_id),
	{:ok, _user} <- User.reset_password(user, data),
	{:ok, token} <- Repo.update(used_changeset(token)) do
	{:ok, token}
	else
	_e -> {:error, token}
	end
	end
	end
	diff --git a/lib/pleroma/activity.ex b/lib/pleroma/activity.ex
	index f0aa3ce97..cdfe7ea9e 100644
	--- a/lib/pleroma/activity.ex
	+++ b/lib/pleroma/activity.ex
	@@ -1,112 +1,116 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Activity do
	use Ecto.Schema
	- alias Pleroma.{Repo, Activity, Notification}
	+
	+ alias Pleroma.Repo
	+ alias Pleroma.Activity
	+ alias Pleroma.Notification
	+
	import Ecto.Query

	@type t :: %__MODULE__{}
	@primary_key {:id, Pleroma.FlakeId, autogenerate: true}

	# https://github.com/tootsuite/mastodon/blob/master/app/models/notification.rb#L19
	@mastodon_notification_types %{
	"Create" => "mention",
	"Follow" => "follow",
	"Announce" => "reblog",
	"Like" => "favourite"
	}

	schema "activities" do
	field(:data, :map)
	field(:local, :boolean, default: true)
	field(:actor, :string)
	field(:recipients, {:array, :string})
	has_many(:notifications, Notification, on_delete: :delete_all)

	timestamps()
	end

	def get_by_ap_id(ap_id) do
	Repo.one(
	from(
	activity in Activity,
	where: fragment("(?)->>'id' = ?", activity.data, ^to_string(ap_id))
	)
	)
	end

	def get_by_id(id) do
	Repo.get(Activity, id)
	end

	def by_object_ap_id(ap_id) do
	from(
	activity in Activity,
	where:
	fragment(
	"coalesce((?)->'object'->>'id', (?)->>'object') = ?",
	activity.data,
	activity.data,
	^to_string(ap_id)
	)
	)
	end

	def create_by_object_ap_id(ap_ids) when is_list(ap_ids) do
	from(
	activity in Activity,
	where:
	fragment(
	"coalesce((?)->'object'->>'id', (?)->>'object') = ANY(?)",
	activity.data,
	activity.data,
	^ap_ids
	),
	where: fragment("(?)->>'type' = 'Create'", activity.data)
	)
	end

	def create_by_object_ap_id(ap_id) do
	from(
	activity in Activity,
	where:
	fragment(
	"coalesce((?)->'object'->>'id', (?)->>'object') = ?",
	activity.data,
	activity.data,
	^to_string(ap_id)
	),
	where: fragment("(?)->>'type' = 'Create'", activity.data)
	)
	end

	def get_all_create_by_object_ap_id(ap_id) do
	Repo.all(create_by_object_ap_id(ap_id))
	end

	def get_create_by_object_ap_id(ap_id) when is_binary(ap_id) do
	create_by_object_ap_id(ap_id)
	\|> Repo.one()
	end

	def get_create_by_object_ap_id(_), do: nil

	def normalize(obj) when is_map(obj), do: Activity.get_by_ap_id(obj["id"])
	def normalize(ap_id) when is_binary(ap_id), do: Activity.get_by_ap_id(ap_id)
	def normalize(_), do: nil

	def get_in_reply_to_activity(%Activity{data: %{"object" => %{"inReplyTo" => ap_id}}}) do
	get_create_by_object_ap_id(ap_id)
	end

	def get_in_reply_to_activity(_), do: nil

	for {ap_type, type} <- @mastodon_notification_types do
	def mastodon_notification_type(%Activity{data: %{"type" => unquote(ap_type)}}),
	do: unquote(type)
	end

	def mastodon_notification_type(%Activity{}), do: nil
	end
	diff --git a/lib/pleroma/captcha/captcha.ex b/lib/pleroma/captcha/captcha.ex
	index f70f5a191..aa41acd1a 100644
	--- a/lib/pleroma/captcha/captcha.ex
	+++ b/lib/pleroma/captcha/captcha.ex
	@@ -1,110 +1,111 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Captcha do
	- alias Plug.Crypto.{KeyGenerator, MessageEncryptor}
	alias Calendar.DateTime
	+ alias Plug.Crypto.KeyGenerator
	+ alias Plug.Crypto.MessageEncryptor

	use GenServer

	@doc false
	def start_link() do
	GenServer.start_link(__MODULE__, [], name: __MODULE__)
	end

	@doc false
	def init(_) do
	{:ok, nil}
	end

	@doc """
	Ask the configured captcha service for a new captcha
	"""
	def new() do
	GenServer.call(__MODULE__, :new)
	end

	@doc """
	Ask the configured captcha service to validate the captcha
	"""
	def validate(token, captcha, answer_data) do
	GenServer.call(__MODULE__, {:validate, token, captcha, answer_data})
	end

	@doc false
	def handle_call(:new, _from, state) do
	enabled = Pleroma.Config.get([__MODULE__, :enabled])

	if !enabled do
	{:reply, %{type: :none}, state}
	else
	new_captcha = method().new()

	secret_key_base = Pleroma.Config.get!([Pleroma.Web.Endpoint, :secret_key_base])

	# This make salt a little different for two keys
	token = new_captcha[:token]
	secret = KeyGenerator.generate(secret_key_base, token <> "_encrypt")
	sign_secret = KeyGenerator.generate(secret_key_base, token <> "_sign")
	# Basicallty copy what Phoenix.Token does here, add the time to
	# the actual data and make it a binary to then encrypt it
	encrypted_captcha_answer =
	%{
	at: DateTime.now_utc(),
	answer_data: new_captcha[:answer_data]
	}
	\|> :erlang.term_to_binary()
	\|> MessageEncryptor.encrypt(secret, sign_secret)

	{
	:reply,
	# Repalce the answer with the encrypted answer
	%{new_captcha \| answer_data: encrypted_captcha_answer},
	state
	}
	end
	end

	@doc false
	def handle_call({:validate, token, captcha, answer_data}, _from, state) do
	secret_key_base = Pleroma.Config.get!([Pleroma.Web.Endpoint, :secret_key_base])
	secret = KeyGenerator.generate(secret_key_base, token <> "_encrypt")
	sign_secret = KeyGenerator.generate(secret_key_base, token <> "_sign")

	# If the time found is less than (current_time - seconds_valid), then the time has already passed.
	# Later we check that the time found is more than the presumed invalidatation time, that means
	# that the data is still valid and the captcha can be checked
	seconds_valid = Pleroma.Config.get!([Pleroma.Captcha, :seconds_valid])
	valid_if_after = DateTime.subtract!(DateTime.now_utc(), seconds_valid)

	result =
	with {:ok, data} <- MessageEncryptor.decrypt(answer_data, secret, sign_secret),
	%{at: at, answer_data: answer_md5} <- :erlang.binary_to_term(data) do
	try do
	if DateTime.before?(at, valid_if_after), do: throw({:error, "CAPTCHA expired"})

	if not is_nil(Cachex.get!(:used_captcha_cache, token)),
	do: throw({:error, "CAPTCHA already used"})

	res = method().validate(token, captcha, answer_md5)
	# Throw if an error occurs
	if res != :ok, do: throw(res)

	# Mark this captcha as used
	{:ok, _} =
	Cachex.put(:used_captcha_cache, token, true, ttl: :timer.seconds(seconds_valid))

	:ok
	catch
	:throw, e -> e
	end
	else
	_ -> {:error, "Invalid answer data"}
	end

	{:reply, result, state}
	end

	defp method, do: Pleroma.Config.get!([__MODULE__, :method])
	end
	diff --git a/lib/pleroma/emails/user_email.ex b/lib/pleroma/emails/user_email.ex
	index c42c53c99..a3a09e96c 100644
	--- a/lib/pleroma/emails/user_email.ex
	+++ b/lib/pleroma/emails/user_email.ex
	@@ -1,93 +1,94 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.UserEmail do
	@moduledoc "User emails"

	import Swoosh.Email

	- alias Pleroma.Web.{Endpoint, Router}
	+ alias Pleroma.Web.Endpoint
	+ alias Pleroma.Web.Router

	defp instance_config, do: Pleroma.Config.get(:instance)

	defp instance_name, do: instance_config()[:name]

	defp sender do
	{instance_name(), instance_config()[:email]}
	end

	defp recipient(email, nil), do: email
	defp recipient(email, name), do: {name, email}
	defp recipient(%Pleroma.User{} = user), do: recipient(user.email, user.name)

	def password_reset_email(user, password_reset_token) when is_binary(password_reset_token) do
	password_reset_url =
	Router.Helpers.util_url(
	Endpoint,
	:show_password_reset,
	password_reset_token
	)

	html_body = """
	<h3>Reset your password at #{instance_name()}</h3>
	<p>Someone has requested password change for your account at #{instance_name()}.</p>
	<p>If it was you, visit the following link to proceed: <a href="#{password_reset_url}">reset password</a>.</p>
	<p>If it was someone else, nothing to worry about: your data is secure and your password has not been changed.</p>
	"""

	new()
	\|> to(recipient(user))
	\|> from(sender())
	\|> subject("Password reset")
	\|> html_body(html_body)
	end

	def user_invitation_email(
	user,
	%Pleroma.UserInviteToken{} = user_invite_token,
	to_email,
	to_name \\ nil
	) do
	registration_url =
	Router.Helpers.redirect_url(
	Endpoint,
	:registration_page,
	user_invite_token.token
	)

	html_body = """
	<h3>You are invited to #{instance_name()}</h3>
	<p>#{user.name} invites you to join #{instance_name()}, an instance of Pleroma federated social networking platform.</p>
	<p>Click the following link to register: <a href="#{registration_url}">accept invitation</a>.</p>
	"""

	new()
	\|> to(recipient(to_email, to_name))
	\|> from(sender())
	\|> subject("Invitation to #{instance_name()}")
	\|> html_body(html_body)
	end

	def account_confirmation_email(user) do
	confirmation_url =
	Router.Helpers.confirm_email_url(
	Endpoint,
	:confirm_email,
	user.id,
	to_string(user.info.confirmation_token)
	)

	html_body = """
	<h3>Welcome to #{instance_name()}!</h3>
	<p>Email confirmation is required to activate the account.</p>
	<p>Click the following link to proceed: <a href="#{confirmation_url}">activate your account</a>.</p>
	"""

	new()
	\|> to(recipient(user))
	\|> from(sender())
	\|> subject("#{instance_name()} account confirmation")
	\|> html_body(html_body)
	end
	end
	diff --git a/lib/pleroma/filter.ex b/lib/pleroma/filter.ex
	index 308bd70e1..bdc34698c 100644
	--- a/lib/pleroma/filter.ex
	+++ b/lib/pleroma/filter.ex
	@@ -1,94 +1,98 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Filter do
	use Ecto.Schema
	- import Ecto.{Changeset, Query}
	- alias Pleroma.{User, Repo}
	+
	+ import Ecto.Changeset
	+ import Ecto.Query
	+
	+ alias Pleroma.User
	+ alias Pleroma.Repo

	schema "filters" do
	belongs_to(:user, User, type: Pleroma.FlakeId)
	field(:filter_id, :integer)
	field(:hide, :boolean, default: false)
	field(:whole_word, :boolean, default: true)
	field(:phrase, :string)
	field(:context, {:array, :string})
	field(:expires_at, :utc_datetime)

	timestamps()
	end

	def get(id, %{id: user_id} = _user) do
	query =
	from(
	f in Pleroma.Filter,
	where: f.filter_id == ^id,
	where: f.user_id == ^user_id
	)

	Repo.one(query)
	end

	def get_filters(%User{id: user_id} = _user) do
	query =
	from(
	f in Pleroma.Filter,
	where: f.user_id == ^user_id
	)

	Repo.all(query)
	end

	def create(%Pleroma.Filter{user_id: user_id, filter_id: nil} = filter) do
	# If filter_id wasn't given, use the max filter_id for this user plus 1.
	# XXX This could result in a race condition if a user tries to add two
	# different filters for their account from two different clients at the
	# same time, but that should be unlikely.

	max_id_query =
	from(
	f in Pleroma.Filter,
	where: f.user_id == ^user_id,
	select: max(f.filter_id)
	)

	filter_id =
	case Repo.one(max_id_query) do
	# Start allocating from 1
	nil ->
	1

	max_id ->
	max_id + 1
	end

	filter
	\|> Map.put(:filter_id, filter_id)
	\|> Repo.insert()
	end

	def create(%Pleroma.Filter{} = filter) do
	Repo.insert(filter)
	end

	def delete(%Pleroma.Filter{id: filter_key} = filter) when is_number(filter_key) do
	Repo.delete(filter)
	end

	def delete(%Pleroma.Filter{id: filter_key} = filter) when is_nil(filter_key) do
	%Pleroma.Filter{id: id} = get(filter.filter_id, %{id: filter.user_id})

	filter
	\|> Map.put(:id, id)
	\|> Repo.delete()
	end

	def update(%Pleroma.Filter{} = filter) do
	destination = Map.from_struct(filter)

	Pleroma.Filter.get(filter.filter_id, %{id: filter.user_id})
	\|> cast(destination, [:phrase, :context, :hide, :expires_at, :whole_word])
	\|> Repo.update()
	end
	end
	diff --git a/lib/pleroma/formatter.ex b/lib/pleroma/formatter.ex
	index 8a8af266c..f31aafa0d 100644
	--- a/lib/pleroma/formatter.ex
	+++ b/lib/pleroma/formatter.ex
	@@ -1,212 +1,214 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Formatter do
	- alias Pleroma.{Emoji, HTML, User}
	+ alias Pleroma.Emoji
	+ alias Pleroma.HTML
	+ alias Pleroma.User
	alias Pleroma.Web.MediaProxy

	@tag_regex ~r/((?<=[^&])\|\A)(\#)(\w+)/u
	@markdown_characters_regex ~r/(`\|\*\|_\|{\|}\|[\|]\|$\|$\|#\|\+\|-\|\.\|!)/

	# Modified from https://www.w3.org/TR/html5/forms.html#valid-e-mail-address
	@mentions_regex ~r/@[a-zA-Z0-9.!#$%&'+\/=?^_`{\|}~-]@?[a-zA-Z0-9_-](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?(?:\.[a-zA-Z0-9](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?)*/u

	def parse_tags(text, data \\ %{}) do
	Regex.scan(@tag_regex, text)
	\|> Enum.map(fn ["#" <> tag = full_tag \| _] -> {full_tag, String.downcase(tag)} end)
	\|> (fn map ->
	if data["sensitive"] in [true, "True", "true", "1"],
	do: [{"#nsfw", "nsfw"}] ++ map,
	else: map
	end).()
	end

	@doc "Parses mentions text and returns list {nickname, user}."
	@spec parse_mentions(binary()) :: list({binary(), User.t()})
	def parse_mentions(text) do
	Regex.scan(@mentions_regex, text)
	\|> List.flatten()
	\|> Enum.uniq()
	\|> Enum.map(fn nickname ->
	with nickname <- String.trim_leading(nickname, "@"),
	do: {"@" <> nickname, User.get_cached_by_nickname(nickname)}
	end)
	\|> Enum.filter(fn {_match, user} -> user end)
	end

	def emojify(text) do
	emojify(text, Emoji.get_all())
	end

	def emojify(text, nil), do: text

	def emojify(text, emoji, strip \\ false) do
	Enum.reduce(emoji, text, fn {emoji, file}, text ->
	emoji = HTML.strip_tags(emoji)
	file = HTML.strip_tags(file)

	String.replace(
	text,
	":#{emoji}:",
	if not strip do
	"<img height='32px' width='32px' alt='#{emoji}' title='#{emoji}' src='#{
	MediaProxy.url(file)
	}' />"
	else
	""
	end
	)
	\|> HTML.filter_tags()
	end)
	end

	def demojify(text) do
	emojify(text, Emoji.get_all(), true)
	end

	def demojify(text, nil), do: text

	def get_emoji(text) when is_binary(text) do
	Enum.filter(Emoji.get_all(), fn {emoji, _} -> String.contains?(text, ":#{emoji}:") end)
	end

	def get_emoji(_), do: []

	@link_regex ~r/[0-9a-z+\-\.]+:[0-9a-z$-_.+!*'(),]+/ui

	@uri_schemes Application.get_env(:pleroma, :uri_schemes, [])
	@valid_schemes Keyword.get(@uri_schemes, :valid_schemes, [])

	# TODO: make it use something other than @link_regex
	def html_escape(text, "text/html") do
	HTML.filter_tags(text)
	end

	def html_escape(text, "text/plain") do
	Regex.split(@link_regex, text, include_captures: true)
	\|> Enum.map_every(2, fn chunk ->
	{:safe, part} = Phoenix.HTML.html_escape(chunk)
	part
	end)
	\|> Enum.join("")
	end

	@doc """
	Escapes a special characters in mention names.
	"""
	@spec mentions_escape(String.t(), list({String.t(), any()})) :: String.t()
	def mentions_escape(text, mentions) do
	mentions
	\|> Enum.reduce(text, fn {name, _}, acc ->
	escape_name = String.replace(name, @markdown_characters_regex, "\\\\\\1")
	String.replace(acc, name, escape_name)
	end)
	end

	@doc "changes scheme:... urls to html links"
	def add_links({subs, text}) do
	links =
	text
	\|> String.split([" ", "\t", "<br>"])
	\|> Enum.filter(fn word -> String.starts_with?(word, @valid_schemes) end)
	\|> Enum.filter(fn word -> Regex.match?(@link_regex, word) end)
	\|> Enum.map(fn url -> {Ecto.UUID.generate(), url} end)
	\|> Enum.sort_by(fn {_, url} -> -String.length(url) end)

	uuid_text =
	links
	\|> Enum.reduce(text, fn {uuid, url}, acc -> String.replace(acc, url, uuid) end)

	subs =
	subs ++
	Enum.map(links, fn {uuid, url} ->
	{uuid, "<a href=\"#{url}\">#{url}</a>"}
	end)

	{subs, uuid_text}
	end

	@doc "Adds the links to mentioned users"
	def add_user_links({subs, text}, mentions, options \\ []) do
	mentions =
	mentions
	\|> Enum.sort_by(fn {name, _} -> -String.length(name) end)
	\|> Enum.map(fn {name, user} -> {name, user, Ecto.UUID.generate()} end)

	uuid_text =
	mentions
	\|> Enum.reduce(text, fn {match, _user, uuid}, text ->
	String.replace(text, match, uuid)
	end)

	subs =
	subs ++
	Enum.map(mentions, fn {match, %User{id: id, ap_id: ap_id, info: info}, uuid} ->
	ap_id =
	if is_binary(info.source_data["url"]) do
	info.source_data["url"]
	else
	ap_id
	end

	nickname =
	if options[:format] == :full do
	User.full_nickname(match)
	else
	User.local_nickname(match)
	end

	{uuid,
	"<span class='h-card'><a data-user='#{id}' class='u-url mention' href='#{ap_id}'>" <>
	"@<span>#{nickname}</span></a></span>"}
	end)

	{subs, uuid_text}
	end

	@doc "Adds the hashtag links"
	def add_hashtag_links({subs, text}, tags) do
	tags =
	tags
	\|> Enum.sort_by(fn {name, _} -> -String.length(name) end)
	\|> Enum.map(fn {name, short} -> {name, short, Ecto.UUID.generate()} end)

	uuid_text =
	tags
	\|> Enum.reduce(text, fn {match, _short, uuid}, text ->
	String.replace(text, ~r/((?<=[^&])\|(\A))#{match}/, uuid)
	end)

	subs =
	subs ++
	Enum.map(tags, fn {tag_text, tag, uuid} ->
	url =
	"<a class='hashtag' data-tag='#{tag}' href='#{Pleroma.Web.base_url()}/tag/#{tag}' rel='tag'>#{
	tag_text
	}</a>"

	{uuid, url}
	end)

	{subs, uuid_text}
	end

	def finalize({subs, text}) do
	Enum.reduce(subs, text, fn {uuid, replacement}, result_text ->
	String.replace(result_text, uuid, replacement)
	end)
	end

	def truncate(text, max_length \\ 200, omission \\ "...") do
	# Remove trailing whitespace
	text = Regex.replace(~r/([^ \t\r\n])([ \t]+$)/u, text, "\\g{1}")

	if String.length(text) < max_length do
	text
	else
	length_with_omission = max_length - String.length(omission)
	String.slice(text, 0, length_with_omission) <> omission
	end
	end
	end
	diff --git a/lib/pleroma/gopher/server.ex b/lib/pleroma/gopher/server.ex
	index a284b3c61..32cb817d2 100644
	--- a/lib/pleroma/gopher/server.ex
	+++ b/lib/pleroma/gopher/server.ex
	@@ -1,154 +1,157 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Gopher.Server do
	use GenServer
	require Logger

	def start_link() do
	config = Pleroma.Config.get(:gopher, [])
	ip = Keyword.get(config, :ip, {0, 0, 0, 0})
	port = Keyword.get(config, :port, 1234)

	if Keyword.get(config, :enabled, false) do
	GenServer.start_link(__MODULE__, [ip, port], [])
	else
	Logger.info("Gopher server disabled")
	:ignore
	end
	end

	def init([ip, port]) do
	Logger.info("Starting gopher server on #{port}")

	:ranch.start_listener(
	:gopher,
	100,
	:ranch_tcp,
	[ip: ip, port: port],
	__MODULE__.ProtocolHandler,
	[]
	)

	{:ok, %{ip: ip, port: port}}
	end
	end

	defmodule Pleroma.Gopher.Server.ProtocolHandler do
	alias Pleroma.Web.ActivityPub.ActivityPub
	- alias Pleroma.{Activity, HTML, User, Repo}
	+ alias Pleroma.Activity
	+ alias Pleroma.HTML
	+ alias Pleroma.User
	+ alias Pleroma.Repo

	def start_link(ref, socket, transport, opts) do
	pid = spawn_link(__MODULE__, :init, [ref, socket, transport, opts])
	{:ok, pid}
	end

	def init(ref, socket, transport, [] = _Opts) do
	:ok = :ranch.accept_ack(ref)
	loop(socket, transport)
	end

	def info(text) do
	text = String.replace(text, ~r/[\t\n]/, "")

	String.split(text, "\r")
	\|> Enum.map(fn text ->
	"i#{text}\tfake\t(NULL)\t0\r\n"
	end)
	\|> Enum.join("")
	end

	def link(name, selector, type \\ 1) do
	address = Pleroma.Web.Endpoint.host()
	port = Pleroma.Config.get([:gopher, :port], 1234)
	"#{type}#{name}\t#{selector}\t#{address}\t#{port}\r\n"
	end

	def render_activities(activities) do
	activities
	\|> Enum.reverse()
	\|> Enum.map(fn activity ->
	user = User.get_cached_by_ap_id(activity.data["actor"])

	object = activity.data["object"]
	like_count = object["like_count"] \|\| 0
	announcement_count = object["announcement_count"] \|\| 0

	link("Post ##{activity.id} by #{user.nickname}", "/notices/#{activity.id}") <>
	info("#{like_count} likes, #{announcement_count} repeats") <>
	"i\tfake\t(NULL)\t0\r\n" <>
	info(HTML.strip_tags(String.replace(activity.data["object"]["content"], "<br>", "\r")))
	end)
	\|> Enum.join("i\tfake\t(NULL)\t0\r\n")
	end

	def response("") do
	info("Welcome to #{Pleroma.Config.get([:instance, :name], "Pleroma")}!") <>
	link("Public Timeline", "/main/public") <>
	link("Federated Timeline", "/main/all") <> ".\r\n"
	end

	def response("/main/public") do
	posts =
	ActivityPub.fetch_public_activities(%{"type" => ["Create"], "local_only" => true})
	\|> render_activities

	info("Welcome to the Public Timeline!") <> posts <> ".\r\n"
	end

	def response("/main/all") do
	posts =
	ActivityPub.fetch_public_activities(%{"type" => ["Create"]})
	\|> render_activities

	info("Welcome to the Federated Timeline!") <> posts <> ".\r\n"
	end

	def response("/notices/" <> id) do
	with %Activity{} = activity <- Repo.get(Activity, id),
	true <- ActivityPub.is_public?(activity) do
	activities =
	ActivityPub.fetch_activities_for_context(activity.data["context"])
	\|> render_activities

	user = User.get_cached_by_ap_id(activity.data["actor"])

	info("Post #{activity.id} by #{user.nickname}") <>
	link("More posts by #{user.nickname}", "/users/#{user.nickname}") <> activities <> ".\r\n"
	else
	_e ->
	info("Not public") <> ".\r\n"
	end
	end

	def response("/users/" <> nickname) do
	with %User{} = user <- User.get_cached_by_nickname(nickname) do
	params = %{
	"type" => ["Create"],
	"actor_id" => user.ap_id
	}

	activities =
	ActivityPub.fetch_public_activities(params)
	\|> render_activities

	info("Posts by #{user.nickname}") <> activities <> ".\r\n"
	else
	_e ->
	info("No such user") <> ".\r\n"
	end
	end

	def loop(socket, transport) do
	case transport.recv(socket, 0, 5000) do
	{:ok, data} ->
	data = String.trim_trailing(data, "\r\n")
	transport.send(socket, response(data))
	:ok = transport.close(socket)

	_ ->
	:ok = transport.close(socket)
	end
	end
	end
	diff --git a/lib/pleroma/instances/instance.ex b/lib/pleroma/instances/instance.ex
	index bab8e0564..ce3b46d50 100644
	--- a/lib/pleroma/instances/instance.ex
	+++ b/lib/pleroma/instances/instance.ex
	@@ -1,111 +1,112 @@
	defmodule Pleroma.Instances.Instance do
	@moduledoc "Instance."

	- alias Pleroma.{Instances, Repo}
	+ alias Pleroma.Instances
	+ alias Pleroma.Repo
	alias Pleroma.Instances.Instance

	use Ecto.Schema

	import Ecto.{Query, Changeset}

	schema "instances" do
	field(:host, :string)
	field(:unreachable_since, :naive_datetime)

	timestamps()
	end

	defdelegate host(url_or_host), to: Instances

	def changeset(struct, params \\ %{}) do
	struct
	\|> cast(params, [:host, :unreachable_since])
	\|> validate_required([:host])
	\|> unique_constraint(:host)
	end

	def filter_reachable([]), do: %{}

	def filter_reachable(urls_or_hosts) when is_list(urls_or_hosts) do
	hosts =
	urls_or_hosts
	\|> Enum.map(&(&1 && host(&1)))
	\|> Enum.filter(&(to_string(&1) != ""))

	unreachable_since_by_host =
	Repo.all(
	from(i in Instance,
	where: i.host in ^hosts,
	select: {i.host, i.unreachable_since}
	)
	)
	\|> Map.new(& &1)

	reachability_datetime_threshold = Instances.reachability_datetime_threshold()

	for entry <- Enum.filter(urls_or_hosts, &is_binary/1) do
	host = host(entry)
	unreachable_since = unreachable_since_by_host[host]

	if !unreachable_since \|\|
	NaiveDateTime.compare(unreachable_since, reachability_datetime_threshold) == :gt do
	{entry, unreachable_since}
	end
	end
	\|> Enum.filter(& &1)
	\|> Map.new(& &1)
	end

	def reachable?(url_or_host) when is_binary(url_or_host) do
	!Repo.one(
	from(i in Instance,
	where:
	i.host == ^host(url_or_host) and
	i.unreachable_since <= ^Instances.reachability_datetime_threshold(),
	select: true
	)
	)
	end

	def reachable?(_), do: true

	def set_reachable(url_or_host) when is_binary(url_or_host) do
	with host <- host(url_or_host),
	%Instance{} = existing_record <- Repo.get_by(Instance, %{host: host}) do
	{:ok, _instance} =
	existing_record
	\|> changeset(%{unreachable_since: nil})
	\|> Repo.update()
	end
	end

	def set_reachable(_), do: {:error, nil}

	def set_unreachable(url_or_host, unreachable_since \\ nil)

	def set_unreachable(url_or_host, unreachable_since) when is_binary(url_or_host) do
	unreachable_since = unreachable_since \|\| DateTime.utc_now()
	host = host(url_or_host)
	existing_record = Repo.get_by(Instance, %{host: host})

	changes = %{unreachable_since: unreachable_since}

	cond do
	is_nil(existing_record) ->
	%Instance{}
	\|> changeset(Map.put(changes, :host, host))
	\|> Repo.insert()

	existing_record.unreachable_since &&
	NaiveDateTime.compare(existing_record.unreachable_since, unreachable_since) != :gt ->
	{:ok, existing_record}

	true ->
	existing_record
	\|> changeset(changes)
	\|> Repo.update()
	end
	end

	def set_unreachable(_, _), do: {:error, nil}
	end
	diff --git a/lib/pleroma/list.ex b/lib/pleroma/list.ex
	index ca66c6916..55c4cf6df 100644
	--- a/lib/pleroma/list.ex
	+++ b/lib/pleroma/list.ex
	@@ -1,123 +1,128 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.List do
	use Ecto.Schema
	- import Ecto.{Changeset, Query}
	- alias Pleroma.{User, Repo, Activity}
	+
	+ import Ecto.Query
	+ import Ecto.Changeset
	+
	+ alias Pleroma.Activity
	+ alias Pleroma.Repo
	+ alias Pleroma.User

	schema "lists" do
	belongs_to(:user, User, type: Pleroma.FlakeId)
	field(:title, :string)
	field(:following, {:array, :string}, default: [])

	timestamps()
	end

	def title_changeset(list, attrs \\ %{}) do
	list
	\|> cast(attrs, [:title])
	\|> validate_required([:title])
	end

	def follow_changeset(list, attrs \\ %{}) do
	list
	\|> cast(attrs, [:following])
	\|> validate_required([:following])
	end

	def for_user(user, _opts) do
	query =
	from(
	l in Pleroma.List,
	where: l.user_id == ^user.id,
	order_by: [desc: l.id],
	limit: 50
	)

	Repo.all(query)
	end

	def get(id, %{id: user_id} = _user) do
	query =
	from(
	l in Pleroma.List,
	where: l.id == ^id,
	where: l.user_id == ^user_id
	)

	Repo.one(query)
	end

	def get_following(%Pleroma.List{following: following} = _list) do
	q =
	from(
	u in User,
	where: u.follower_address in ^following
	)

	{:ok, Repo.all(q)}
	end

	# Get lists the activity should be streamed to.
	def get_lists_from_activity(%Activity{actor: ap_id}) do
	actor = User.get_cached_by_ap_id(ap_id)

	query =
	from(
	l in Pleroma.List,
	where: fragment("? && ?", l.following, ^[actor.follower_address])
	)

	Repo.all(query)
	end

	# Get lists to which the account belongs.
	def get_lists_account_belongs(%User{} = owner, account_id) do
	user = Repo.get(User, account_id)

	query =
	from(
	l in Pleroma.List,
	where:
	l.user_id == ^owner.id and
	fragment(
	"? = ANY(?)",
	^user.follower_address,
	l.following
	)
	)

	Repo.all(query)
	end

	def rename(%Pleroma.List{} = list, title) do
	list
	\|> title_changeset(%{title: title})
	\|> Repo.update()
	end

	def create(title, %User{} = creator) do
	list = %Pleroma.List{user_id: creator.id, title: title}
	Repo.insert(list)
	end

	def follow(%Pleroma.List{following: following} = list, %User{} = followed) do
	update_follows(list, %{following: Enum.uniq([followed.follower_address \| following])})
	end

	def unfollow(%Pleroma.List{following: following} = list, %User{} = unfollowed) do
	update_follows(list, %{following: List.delete(following, unfollowed.follower_address)})
	end

	def delete(%Pleroma.List{} = list) do
	Repo.delete(list)
	end

	def update_follows(%Pleroma.List{} = list, attrs) do
	list
	\|> follow_changeset(attrs)
	\|> Repo.update()
	end
	end
	diff --git a/lib/pleroma/notification.ex b/lib/pleroma/notification.ex
	index 2364d36da..c7c925c89 100644
	--- a/lib/pleroma/notification.ex
	+++ b/lib/pleroma/notification.ex
	@@ -1,146 +1,151 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Notification do
	use Ecto.Schema
	- alias Pleroma.{User, Activity, Notification, Repo}
	+
	+ alias Pleroma.User
	+ alias Pleroma.Activity
	+ alias Pleroma.Notification
	+ alias Pleroma.Repo
	alias Pleroma.Web.CommonAPI.Utils
	+
	import Ecto.Query

	schema "notifications" do
	field(:seen, :boolean, default: false)
	belongs_to(:user, User, type: Pleroma.FlakeId)
	belongs_to(:activity, Activity, type: Pleroma.FlakeId)

	timestamps()
	end

	# TODO: Make generic and unify (see activity_pub.ex)
	defp restrict_max(query, %{"max_id" => max_id}) do
	from(activity in query, where: activity.id < ^max_id)
	end

	defp restrict_max(query, _), do: query

	defp restrict_since(query, %{"since_id" => since_id}) do
	from(activity in query, where: activity.id > ^since_id)
	end

	defp restrict_since(query, _), do: query

	def for_user(user, opts \\ %{}) do
	query =
	from(
	n in Notification,
	where: n.user_id == ^user.id,
	order_by: [desc: n.id],
	join: activity in assoc(n, :activity),
	preload: [activity: activity],
	limit: 20
	)

	query =
	query
	\|> restrict_since(opts)
	\|> restrict_max(opts)

	Repo.all(query)
	end

	def set_read_up_to(%{id: user_id} = _user, id) do
	query =
	from(
	n in Notification,
	where: n.user_id == ^user_id,
	where: n.id <= ^id,
	update: [
	set: [seen: true]
	]
	)

	Repo.update_all(query, [])
	end

	def get(%{id: user_id} = _user, id) do
	query =
	from(
	n in Notification,
	where: n.id == ^id,
	join: activity in assoc(n, :activity),
	preload: [activity: activity]
	)

	notification = Repo.one(query)

	case notification do
	%{user_id: ^user_id} ->
	{:ok, notification}

	_ ->
	{:error, "Cannot get notification"}
	end
	end

	def clear(user) do
	from(n in Notification, where: n.user_id == ^user.id)
	\|> Repo.delete_all()
	end

	def dismiss(%{id: user_id} = _user, id) do
	notification = Repo.get(Notification, id)

	case notification do
	%{user_id: ^user_id} ->
	Repo.delete(notification)

	_ ->
	{:error, "Cannot dismiss notification"}
	end
	end

	def create_notifications(%Activity{data: %{"to" => _, "type" => type}} = activity)
	when type in ["Create", "Like", "Announce", "Follow"] do
	users = get_notified_from_activity(activity)

	notifications = Enum.map(users, fn user -> create_notification(activity, user) end)
	{:ok, notifications}
	end

	def create_notifications(_), do: {:ok, []}

	# TODO move to sql, too.
	def create_notification(%Activity{} = activity, %User{} = user) do
	unless User.blocks?(user, %{ap_id: activity.data["actor"]}) or
	user.ap_id == activity.data["actor"] or
	(activity.data["type"] == "Follow" and
	Enum.any?(Notification.for_user(user), fn notif ->
	notif.activity.data["type"] == "Follow" and
	notif.activity.data["actor"] == activity.data["actor"]
	end)) do
	notification = %Notification{user_id: user.id, activity: activity}
	{:ok, notification} = Repo.insert(notification)
	Pleroma.Web.Streamer.stream("user", notification)
	Pleroma.Web.Push.send(notification)
	notification
	end
	end

	def get_notified_from_activity(activity, local_only \\ true)

	def get_notified_from_activity(
	%Activity{data: %{"to" => _, "type" => type} = _data} = activity,
	local_only
	)
	when type in ["Create", "Like", "Announce", "Follow"] do
	recipients =
	[]
	\|> Utils.maybe_notify_to_recipients(activity)
	\|> Utils.maybe_notify_mentioned_recipients(activity)
	\|> Enum.uniq()

	User.get_users_from_set(recipients, local_only)
	end

	def get_notified_from_activity(_, _local_only), do: []
	end
	diff --git a/lib/pleroma/object.ex b/lib/pleroma/object.ex
	index 7b46a3b05..5f1fc801b 100644
	--- a/lib/pleroma/object.ex
	+++ b/lib/pleroma/object.ex
	@@ -1,100 +1,107 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Object do
	use Ecto.Schema
	- alias Pleroma.{Repo, Object, User, Activity, ObjectTombstone}
	- import Ecto.{Query, Changeset}
	+
	+ alias Pleroma.Repo
	+ alias Pleroma.Object
	+ alias Pleroma.User
	+ alias Pleroma.Activity
	+ alias Pleroma.ObjectTombstone
	+
	+ import Ecto.Query
	+ import Ecto.Changeset

	schema "objects" do
	field(:data, :map)

	timestamps()
	end

	def create(data) do
	Object.change(%Object{}, %{data: data})
	\|> Repo.insert()
	end

	def change(struct, params \\ %{}) do
	struct
	\|> cast(params, [:data])
	\|> validate_required([:data])
	\|> unique_constraint(:ap_id, name: :objects_unique_apid_index)
	end

	def get_by_ap_id(nil), do: nil

	def get_by_ap_id(ap_id) do
	Repo.one(from(object in Object, where: fragment("(?)->>'id' = ?", object.data, ^ap_id)))
	end

	def normalize(%{"id" => ap_id}), do: normalize(ap_id)
	def normalize(ap_id) when is_binary(ap_id), do: get_cached_by_ap_id(ap_id)
	def normalize(_), do: nil

	# Owned objects can only be mutated by their owner
	def authorize_mutation(%Object{data: %{"actor" => actor}}, %User{ap_id: ap_id}),
	do: actor == ap_id

	# Legacy objects can be mutated by anybody
	def authorize_mutation(%Object{}, %User{}), do: true

	def get_cached_by_ap_id(ap_id) do
	key = "object:#{ap_id}"

	Cachex.fetch!(:object_cache, key, fn _ ->
	object = get_by_ap_id(ap_id)

	if object do
	{:commit, object}
	else
	{:ignore, object}
	end
	end)
	end

	def context_mapping(context) do
	Object.change(%Object{}, %{data: %{"id" => context}})
	end

	def make_tombstone(%Object{data: %{"id" => id, "type" => type}}, deleted \\ DateTime.utc_now()) do
	%ObjectTombstone{
	id: id,
	formerType: type,
	deleted: deleted
	}
	\|> Map.from_struct()
	end

	def swap_object_with_tombstone(object) do
	tombstone = make_tombstone(object)

	object
	\|> Object.change(%{data: tombstone})
	\|> Repo.update()
	end

	def delete(%Object{data: %{"id" => id}} = object) do
	with {:ok, _obj} = swap_object_with_tombstone(object),
	Repo.delete_all(Activity.by_object_ap_id(id)),
	{:ok, true} <- Cachex.del(:object_cache, "object:#{id}") do
	{:ok, object}
	end
	end

	def set_cache(%Object{data: %{"id" => ap_id}} = object) do
	Cachex.put(:object_cache, "object:#{ap_id}", object)
	{:ok, object}
	end

	def update_and_set_cache(changeset) do
	with {:ok, object} <- Repo.update(changeset) do
	set_cache(object)
	else
	e -> e
	end
	end
	end
	diff --git a/lib/pleroma/plugs/oauth_plug.ex b/lib/pleroma/plugs/oauth_plug.ex
	index 945a1d49f..22f0406f4 100644
	--- a/lib/pleroma/plugs/oauth_plug.ex
	+++ b/lib/pleroma/plugs/oauth_plug.ex
	@@ -1,79 +1,77 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Plugs.OAuthPlug do
	import Plug.Conn
	import Ecto.Query

	- alias Pleroma.{
	- User,
	- Repo,
	- Web.OAuth.Token
	- }
	+ alias Pleroma.User
	+ alias Pleroma.Repo
	+ alias Pleroma.Web.OAuth.Token

	@realm_reg Regex.compile!("Bearer\:?\s+(.*)$", "i")

	def init(options), do: options

	def call(%{assigns: %{user: %User{}}} = conn, _), do: conn

	def call(conn, _) do
	with {:ok, token_str} <- fetch_token_str(conn),
	{:ok, user, token_record} <- fetch_user_and_token(token_str) do
	conn
	\|> assign(:token, token_record)
	\|> assign(:user, user)
	else
	_ -> conn
	end
	end

	# Gets user by token
	#
	@spec fetch_user_and_token(String.t()) :: {:ok, User.t(), Token.t()} \| nil
	defp fetch_user_and_token(token) do
	query =
	from(t in Token,
	where: t.token == ^token,
	join: user in assoc(t, :user),
	preload: [user: user]
	)

	with %Token{user: %{info: %{deactivated: false} = _} = user} = token_record <- Repo.one(query) do
	{:ok, user, token_record}
	end
	end

	# Gets token from session by :oauth_token key
	#
	@spec fetch_token_from_session(Plug.Conn.t()) :: :no_token_found \| {:ok, String.t()}
	defp fetch_token_from_session(conn) do
	case get_session(conn, :oauth_token) do
	nil -> :no_token_found
	token -> {:ok, token}
	end
	end

	# Gets token from headers
	#
	@spec fetch_token_str(Plug.Conn.t()) :: :no_token_found \| {:ok, String.t()}
	defp fetch_token_str(%Plug.Conn{} = conn) do
	headers = get_req_header(conn, "authorization")

	with :no_token_found <- fetch_token_str(headers),
	do: fetch_token_from_session(conn)
	end

	@spec fetch_token_str(Keyword.t()) :: :no_token_found \| {:ok, String.t()}
	defp fetch_token_str([]), do: :no_token_found

	defp fetch_token_str([token \| tail]) do
	trimmed_token = String.trim(token)

	case Regex.run(@realm_reg, trimmed_token) do
	[_, match] -> {:ok, String.trim(match)}
	_ -> fetch_token_str(tail)
	end
	end
	end
	diff --git a/lib/pleroma/plugs/user_fetcher_plug.ex b/lib/pleroma/plugs/user_fetcher_plug.ex
	index 6d6ab0926..7ed4602bb 100644
	--- a/lib/pleroma/plugs/user_fetcher_plug.ex
	+++ b/lib/pleroma/plugs/user_fetcher_plug.ex
	@@ -1,38 +1,39 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Plugs.UserFetcherPlug do
	- alias Pleroma.{User, Repo}
	+ alias Pleroma.User
	+ alias Pleroma.Repo

	import Plug.Conn

	def init(options) do
	options
	end

	def call(conn, _options) do
	with %{auth_credentials: %{username: username}} <- conn.assigns,
	{:ok, %User{} = user} <- user_fetcher(username) do
	conn
	\|> assign(:auth_user, user)
	else
	_ -> conn
	end
	end

	defp user_fetcher(username_or_email) do
	{
	:ok,
	cond do
	# First, try logging in as if it was a name
	user = Repo.get_by(User, %{nickname: username_or_email}) ->
	user

	# If we get nil, we try using it as an email
	user = Repo.get_by(User, %{email: username_or_email}) ->
	user
	end
	}
	end
	end
	diff --git a/lib/pleroma/stats.ex b/lib/pleroma/stats.ex
	index 16cc2856a..fe0ce9051 100644
	--- a/lib/pleroma/stats.ex
	+++ b/lib/pleroma/stats.ex
	@@ -1,55 +1,56 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Stats do
	import Ecto.Query
	- alias Pleroma.{User, Repo}
	+ alias Pleroma.User
	+ alias Pleroma.Repo

	def start_link do
	agent = Agent.start_link(fn -> {[], %{}} end, name: __MODULE__)
	spawn(fn -> schedule_update() end)
	agent
	end

	def get_stats do
	Agent.get(__MODULE__, fn {_, stats} -> stats end)
	end

	def get_peers do
	Agent.get(__MODULE__, fn {peers, _} -> peers end)
	end

	def schedule_update do
	spawn(fn ->
	# 1 hour
	Process.sleep(1000 * 60 * 60)
	schedule_update()
	end)

	update_stats()
	end

	def update_stats do
	peers =
	from(
	u in Pleroma.User,
	select: fragment("distinct split_part(?, '@', 2)", u.nickname),
	where: u.local != ^true
	)
	\|> Repo.all()
	\|> Enum.filter(& &1)

	domain_count = Enum.count(peers)

	status_query =
	from(u in User.local_user_query(), select: fragment("sum((?->>'note_count')::int)", u.info))

	status_count = Repo.one(status_query)
	user_count = Repo.aggregate(User.active_local_user_query(), :count, :id)

	Agent.update(__MODULE__, fn _ ->
	{peers, %{domain_count: domain_count, status_count: status_count, user_count: user_count}}
	end)
	end
	end
	diff --git a/lib/pleroma/user.ex b/lib/pleroma/user.ex
	index 33630ac7c..b44ba1279 100644
	--- a/lib/pleroma/user.ex
	+++ b/lib/pleroma/user.ex
	@@ -1,1223 +1,1233 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.User do
	use Ecto.Schema

	- import Ecto.{Changeset, Query}
	- alias Pleroma.{Repo, User, Object, Web, Activity, Notification}
	+ import Ecto.Changeset
	+ import Ecto.Query
	+
	+ alias Pleroma.Repo
	+ alias Pleroma.User
	+ alias Pleroma.Object
	+ alias Pleroma.Web
	+ alias Pleroma.Activity
	+ alias Pleroma.Notification
	alias Comeonin.Pbkdf2
	alias Pleroma.Formatter
	alias Pleroma.Web.CommonAPI.Utils, as: CommonUtils
	- alias Pleroma.Web.{OStatus, Websub, OAuth}
	- alias Pleroma.Web.ActivityPub.{Utils, ActivityPub}
	+ alias Pleroma.Web.OStatus
	+ alias Pleroma.Web.Websub
	+ alias Pleroma.Web.OAuth
	+ alias Pleroma.Web.ActivityPub.Utils
	+ alias Pleroma.Web.ActivityPub.ActivityPub

	require Logger

	@type t :: %__MODULE__{}

	@primary_key {:id, Pleroma.FlakeId, autogenerate: true}

	@email_regex ~r/^[a-zA-Z0-9.!#$%&'+\/=?^_`{\|}~-]+@[a-zA-Z0-9](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?(?:\.[a-zA-Z0-9](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?)$/

	@strict_local_nickname_regex ~r/^[a-zA-Z\d]+$/
	@extended_local_nickname_regex ~r/^[a-zA-Z\d_-]+$/

	schema "users" do
	field(:bio, :string)
	field(:email, :string)
	field(:name, :string)
	field(:nickname, :string)
	field(:password_hash, :string)
	field(:password, :string, virtual: true)
	field(:password_confirmation, :string, virtual: true)
	field(:following, {:array, :string}, default: [])
	field(:ap_id, :string)
	field(:avatar, :map)
	field(:local, :boolean, default: true)
	field(:follower_address, :string)
	field(:search_rank, :float, virtual: true)
	field(:tags, {:array, :string}, default: [])
	field(:bookmarks, {:array, :string}, default: [])
	field(:last_refreshed_at, :naive_datetime)
	has_many(:notifications, Notification)
	embeds_one(:info, Pleroma.User.Info)

	timestamps()
	end

	def auth_active?(%User{local: false}), do: true

	def auth_active?(%User{info: %User.Info{confirmation_pending: false}}), do: true

	def auth_active?(%User{info: %User.Info{confirmation_pending: true}}),
	do: !Pleroma.Config.get([:instance, :account_activation_required])

	def auth_active?(_), do: false

	def visible_for?(user, for_user \\ nil)

	def visible_for?(%User{id: user_id}, %User{id: for_id}) when user_id == for_id, do: true

	def visible_for?(%User{} = user, for_user) do
	auth_active?(user) \|\| superuser?(for_user)
	end

	def visible_for?(_, _), do: false

	def superuser?(%User{local: true, info: %User.Info{is_admin: true}}), do: true
	def superuser?(%User{local: true, info: %User.Info{is_moderator: true}}), do: true
	def superuser?(_), do: false

	def avatar_url(user) do
	case user.avatar do
	%{"url" => [%{"href" => href} \| _]} -> href
	_ -> "#{Web.base_url()}/images/avi.png"
	end
	end

	def banner_url(user) do
	case user.info.banner do
	%{"url" => [%{"href" => href} \| _]} -> href
	_ -> "#{Web.base_url()}/images/banner.png"
	end
	end

	def profile_url(%User{info: %{source_data: %{"url" => url}}}), do: url
	def profile_url(%User{ap_id: ap_id}), do: ap_id
	def profile_url(_), do: nil

	def ap_id(%User{nickname: nickname}) do
	"#{Web.base_url()}/users/#{nickname}"
	end

	def ap_followers(%User{} = user) do
	"#{ap_id(user)}/followers"
	end

	def follow_changeset(struct, params \\ %{}) do
	struct
	\|> cast(params, [:following])
	\|> validate_required([:following])
	end

	def user_info(%User{} = user) do
	oneself = if user.local, do: 1, else: 0

	%{
	following_count: length(user.following) - oneself,
	note_count: user.info.note_count,
	follower_count: user.info.follower_count,
	locked: user.info.locked,
	confirmation_pending: user.info.confirmation_pending,
	default_scope: user.info.default_scope
	}
	end

	def remote_user_creation(params) do
	params =
	params
	\|> Map.put(:info, params[:info] \|\| %{})

	info_cng = User.Info.remote_user_creation(%User.Info{}, params[:info])

	changes =
	%User{}
	\|> cast(params, [:bio, :name, :ap_id, :nickname, :avatar])
	\|> validate_required([:name, :ap_id])
	\|> unique_constraint(:nickname)
	\|> validate_format(:nickname, @email_regex)
	\|> validate_length(:bio, max: 5000)
	\|> validate_length(:name, max: 100)
	\|> put_change(:local, false)
	\|> put_embed(:info, info_cng)

	if changes.valid? do
	case info_cng.changes[:source_data] do
	%{"followers" => followers} ->
	changes
	\|> put_change(:follower_address, followers)

	_ ->
	followers = User.ap_followers(%User{nickname: changes.changes[:nickname]})

	changes
	\|> put_change(:follower_address, followers)
	end
	else
	changes
	end
	end

	def update_changeset(struct, params \\ %{}) do
	struct
	\|> cast(params, [:bio, :name, :avatar])
	\|> unique_constraint(:nickname)
	\|> validate_format(:nickname, local_nickname_regex())
	\|> validate_length(:bio, max: 5000)
	\|> validate_length(:name, min: 1, max: 100)
	end

	def upgrade_changeset(struct, params \\ %{}) do
	params =
	params
	\|> Map.put(:last_refreshed_at, NaiveDateTime.utc_now())

	info_cng =
	struct.info
	\|> User.Info.user_upgrade(params[:info])

	struct
	\|> cast(params, [:bio, :name, :follower_address, :avatar, :last_refreshed_at])
	\|> unique_constraint(:nickname)
	\|> validate_format(:nickname, local_nickname_regex())
	\|> validate_length(:bio, max: 5000)
	\|> validate_length(:name, max: 100)
	\|> put_embed(:info, info_cng)
	end

	def password_update_changeset(struct, params) do
	changeset =
	struct
	\|> cast(params, [:password, :password_confirmation])
	\|> validate_required([:password, :password_confirmation])
	\|> validate_confirmation(:password)

	OAuth.Token.delete_user_tokens(struct)
	OAuth.Authorization.delete_user_authorizations(struct)

	if changeset.valid? do
	hashed = Pbkdf2.hashpwsalt(changeset.changes[:password])

	changeset
	\|> put_change(:password_hash, hashed)
	else
	changeset
	end
	end

	def reset_password(user, data) do
	update_and_set_cache(password_update_changeset(user, data))
	end

	def register_changeset(struct, params \\ %{}, opts \\ []) do
	confirmation_status =
	if opts[:confirmed] \|\| !Pleroma.Config.get([:instance, :account_activation_required]) do
	:confirmed
	else
	:unconfirmed
	end

	info_change = User.Info.confirmation_changeset(%User.Info{}, confirmation_status)

	changeset =
	struct
	\|> cast(params, [:bio, :email, :name, :nickname, :password, :password_confirmation])
	\|> validate_required([:email, :name, :nickname, :password, :password_confirmation])
	\|> validate_confirmation(:password)
	\|> unique_constraint(:email)
	\|> unique_constraint(:nickname)
	\|> validate_exclusion(:nickname, Pleroma.Config.get([Pleroma.User, :restricted_nicknames]))
	\|> validate_format(:nickname, local_nickname_regex())
	\|> validate_format(:email, @email_regex)
	\|> validate_length(:bio, max: 1000)
	\|> validate_length(:name, min: 1, max: 100)
	\|> put_change(:info, info_change)

	if changeset.valid? do
	hashed = Pbkdf2.hashpwsalt(changeset.changes[:password])
	ap_id = User.ap_id(%User{nickname: changeset.changes[:nickname]})
	followers = User.ap_followers(%User{nickname: changeset.changes[:nickname]})

	changeset
	\|> put_change(:password_hash, hashed)
	\|> put_change(:ap_id, ap_id)
	\|> put_change(:following, [followers])
	\|> put_change(:follower_address, followers)
	else
	changeset
	end
	end

	defp autofollow_users(user) do
	candidates = Pleroma.Config.get([:instance, :autofollowed_nicknames])

	autofollowed_users =
	from(u in User,
	where: u.local == true,
	where: u.nickname in ^candidates
	)
	\|> Repo.all()

	follow_all(user, autofollowed_users)
	end

	@doc "Inserts provided changeset, performs post-registration actions (confirmation email sending etc.)"
	def register(%Ecto.Changeset{} = changeset) do
	with {:ok, user} <- Repo.insert(changeset),
	{:ok, _} <- try_send_confirmation_email(user),
	{:ok, user} <- autofollow_users(user) do
	{:ok, user}
	end
	end

	def try_send_confirmation_email(%User{} = user) do
	if user.info.confirmation_pending &&
	Pleroma.Config.get([:instance, :account_activation_required]) do
	user
	\|> Pleroma.UserEmail.account_confirmation_email()
	\|> Pleroma.Mailer.deliver()
	else
	{:ok, :noop}
	end
	end

	def needs_update?(%User{local: true}), do: false

	def needs_update?(%User{local: false, last_refreshed_at: nil}), do: true

	def needs_update?(%User{local: false} = user) do
	NaiveDateTime.diff(NaiveDateTime.utc_now(), user.last_refreshed_at) >= 86400
	end

	def needs_update?(_), do: true

	def maybe_direct_follow(%User{} = follower, %User{local: true, info: %{locked: true}}) do
	{:ok, follower}
	end

	def maybe_direct_follow(%User{} = follower, %User{local: true} = followed) do
	follow(follower, followed)
	end

	def maybe_direct_follow(%User{} = follower, %User{} = followed) do
	if not User.ap_enabled?(followed) do
	follow(follower, followed)
	else
	{:ok, follower}
	end
	end

	def maybe_follow(%User{} = follower, %User{info: _info} = followed) do
	if not following?(follower, followed) do
	follow(follower, followed)
	else
	{:ok, follower}
	end
	end

	@doc "A mass follow for local users. Ignores blocks and has no side effects"
	@spec follow_all(User.t(), list(User.t())) :: {atom(), User.t()}
	def follow_all(follower, followeds) do
	followed_addresses = Enum.map(followeds, fn %{follower_address: fa} -> fa end)

	q =
	from(u in User,
	where: u.id == ^follower.id,
	update: [
	set: [
	following:
	fragment(
	"array(select distinct unnest (array_cat(?, ?)))",
	u.following,
	^followed_addresses
	)
	]
	]
	)

	{1, [follower]} = Repo.update_all(q, [], returning: true)

	Enum.each(followeds, fn followed ->
	update_follower_count(followed)
	end)

	set_cache(follower)
	end

	def follow(%User{} = follower, %User{info: info} = followed) do
	user_config = Application.get_env(:pleroma, :user)
	deny_follow_blocked = Keyword.get(user_config, :deny_follow_blocked)

	ap_followers = followed.follower_address

	cond do
	following?(follower, followed) or info.deactivated ->
	{:error, "Could not follow user: #{followed.nickname} is already on your list."}

	deny_follow_blocked and blocks?(followed, follower) ->
	{:error, "Could not follow user: #{followed.nickname} blocked you."}

	true ->
	if !followed.local && follower.local && !ap_enabled?(followed) do
	Websub.subscribe(follower, followed)
	end

	q =
	from(u in User,
	where: u.id == ^follower.id,
	update: [push: [following: ^ap_followers]]
	)

	{1, [follower]} = Repo.update_all(q, [], returning: true)

	{:ok, _} = update_follower_count(followed)

	set_cache(follower)
	end
	end

	def unfollow(%User{} = follower, %User{} = followed) do
	ap_followers = followed.follower_address

	if following?(follower, followed) and follower.ap_id != followed.ap_id do
	q =
	from(u in User,
	where: u.id == ^follower.id,
	update: [pull: [following: ^ap_followers]]
	)

	{1, [follower]} = Repo.update_all(q, [], returning: true)

	{:ok, followed} = update_follower_count(followed)

	set_cache(follower)

	{:ok, follower, Utils.fetch_latest_follow(follower, followed)}
	else
	{:error, "Not subscribed!"}
	end
	end

	@spec following?(User.t(), User.t()) :: boolean
	def following?(%User{} = follower, %User{} = followed) do
	Enum.member?(follower.following, followed.follower_address)
	end

	def follow_import(%User{} = follower, followed_identifiers)
	when is_list(followed_identifiers) do
	Enum.map(
	followed_identifiers,
	fn followed_identifier ->
	with %User{} = followed <- get_or_fetch(followed_identifier),
	{:ok, follower} <- maybe_direct_follow(follower, followed),
	{:ok, _} <- ActivityPub.follow(follower, followed) do
	followed
	else
	err ->
	Logger.debug("follow_import failed for #{followed_identifier} with: #{inspect(err)}")
	err
	end
	end
	)
	end

	def locked?(%User{} = user) do
	user.info.locked \|\| false
	end

	def get_by_id(id) do
	Repo.get_by(User, id: id)
	end

	def get_by_ap_id(ap_id) do
	Repo.get_by(User, ap_id: ap_id)
	end

	# This is mostly an SPC migration fix. This guesses the user nickname (by taking the last part of the ap_id and the domain) and tries to get that user
	def get_by_guessed_nickname(ap_id) do
	domain = URI.parse(ap_id).host
	name = List.last(String.split(ap_id, "/"))
	nickname = "#{name}@#{domain}"

	get_by_nickname(nickname)
	end

	def set_cache(user) do
	Cachex.put(:user_cache, "ap_id:#{user.ap_id}", user)
	Cachex.put(:user_cache, "nickname:#{user.nickname}", user)
	Cachex.put(:user_cache, "user_info:#{user.id}", user_info(user))
	{:ok, user}
	end

	def update_and_set_cache(changeset) do
	with {:ok, user} <- Repo.update(changeset) do
	set_cache(user)
	else
	e -> e
	end
	end

	def invalidate_cache(user) do
	Cachex.del(:user_cache, "ap_id:#{user.ap_id}")
	Cachex.del(:user_cache, "nickname:#{user.nickname}")
	Cachex.del(:user_cache, "user_info:#{user.id}")
	end

	def get_cached_by_ap_id(ap_id) do
	key = "ap_id:#{ap_id}"
	Cachex.fetch!(:user_cache, key, fn _ -> get_by_ap_id(ap_id) end)
	end

	def get_cached_by_id(id) do
	key = "id:#{id}"

	ap_id =
	Cachex.fetch!(:user_cache, key, fn _ ->
	user = get_by_id(id)

	if user do
	Cachex.put(:user_cache, "ap_id:#{user.ap_id}", user)
	{:commit, user.ap_id}
	else
	{:ignore, ""}
	end
	end)

	get_cached_by_ap_id(ap_id)
	end

	def get_cached_by_nickname(nickname) do
	key = "nickname:#{nickname}"
	Cachex.fetch!(:user_cache, key, fn _ -> get_or_fetch_by_nickname(nickname) end)
	end

	def get_cached_by_nickname_or_id(nickname_or_id) do
	get_cached_by_id(nickname_or_id) \|\| get_cached_by_nickname(nickname_or_id)
	end

	def get_by_nickname(nickname) do
	Repo.get_by(User, nickname: nickname) \|\|
	if Regex.match?(~r(@#{Pleroma.Web.Endpoint.host()})i, nickname) do
	Repo.get_by(User, nickname: local_nickname(nickname))
	end
	end

	def get_by_nickname_or_email(nickname_or_email) do
	case user = Repo.get_by(User, nickname: nickname_or_email) do
	%User{} -> user
	nil -> Repo.get_by(User, email: nickname_or_email)
	end
	end

	def get_cached_user_info(user) do
	key = "user_info:#{user.id}"
	Cachex.fetch!(:user_cache, key, fn _ -> user_info(user) end)
	end

	def fetch_by_nickname(nickname) do
	ap_try = ActivityPub.make_user_from_nickname(nickname)

	case ap_try do
	{:ok, user} -> {:ok, user}
	_ -> OStatus.make_user(nickname)
	end
	end

	def get_or_fetch_by_nickname(nickname) do
	with %User{} = user <- get_by_nickname(nickname) do
	user
	else
	_e ->
	with [_nick, _domain] <- String.split(nickname, "@"),
	{:ok, user} <- fetch_by_nickname(nickname) do
	user
	else
	_e -> nil
	end
	end
	end

	def get_followers_query(%User{id: id, follower_address: follower_address}, nil) do
	from(
	u in User,
	where: fragment("? <@ ?", ^[follower_address], u.following),
	where: u.id != ^id
	)
	end

	def get_followers_query(user, page) do
	from(
	u in get_followers_query(user, nil),
	limit: 20,
	offset: ^((page - 1) * 20)
	)
	end

	def get_followers_query(user), do: get_followers_query(user, nil)

	def get_followers(user, page \\ nil) do
	q = get_followers_query(user, page)

	{:ok, Repo.all(q)}
	end

	def get_followers_ids(user, page \\ nil) do
	q = get_followers_query(user, page)

	Repo.all(from(u in q, select: u.id))
	end

	def get_friends_query(%User{id: id, following: following}, nil) do
	from(
	u in User,
	where: u.follower_address in ^following,
	where: u.id != ^id
	)
	end

	def get_friends_query(user, page) do
	from(
	u in get_friends_query(user, nil),
	limit: 20,
	offset: ^((page - 1) * 20)
	)
	end

	def get_friends_query(user), do: get_friends_query(user, nil)

	def get_friends(user, page \\ nil) do
	q = get_friends_query(user, page)

	{:ok, Repo.all(q)}
	end

	def get_friends_ids(user, page \\ nil) do
	q = get_friends_query(user, page)

	Repo.all(from(u in q, select: u.id))
	end

	def get_follow_requests_query(%User{} = user) do
	from(
	a in Activity,
	where:
	fragment(
	"? ->> 'type' = 'Follow'",
	a.data
	),
	where:
	fragment(
	"? ->> 'state' = 'pending'",
	a.data
	),
	where:
	fragment(
	"? @> ?",
	a.data,
	^%{"object" => user.ap_id}
	)
	)
	end

	def get_follow_requests(%User{} = user) do
	q = get_follow_requests_query(user)
	reqs = Repo.all(q)

	users =
	Enum.map(reqs, fn req -> req.actor end)
	\|> Enum.uniq()
	\|> Enum.map(fn ap_id -> get_by_ap_id(ap_id) end)
	\|> Enum.filter(fn u -> !is_nil(u) end)
	\|> Enum.filter(fn u -> !following?(u, user) end)

	{:ok, users}
	end

	def increase_note_count(%User{} = user) do
	info_cng = User.Info.add_to_note_count(user.info, 1)

	cng =
	change(user)
	\|> put_embed(:info, info_cng)

	update_and_set_cache(cng)
	end

	def decrease_note_count(%User{} = user) do
	info_cng = User.Info.add_to_note_count(user.info, -1)

	cng =
	change(user)
	\|> put_embed(:info, info_cng)

	update_and_set_cache(cng)
	end

	def update_note_count(%User{} = user) do
	note_count_query =
	from(
	a in Object,
	where: fragment("?->>'actor' = ? and ?->>'type' = 'Note'", a.data, ^user.ap_id, a.data),
	select: count(a.id)
	)

	note_count = Repo.one(note_count_query)

	info_cng = User.Info.set_note_count(user.info, note_count)

	cng =
	change(user)
	\|> put_embed(:info, info_cng)

	update_and_set_cache(cng)
	end

	def update_follower_count(%User{} = user) do
	follower_count_query =
	from(
	u in User,
	where: ^user.follower_address in u.following,
	where: u.id != ^user.id,
	select: count(u.id)
	)

	follower_count = Repo.one(follower_count_query)

	info_cng =
	user.info
	\|> User.Info.set_follower_count(follower_count)

	cng =
	change(user)
	\|> put_embed(:info, info_cng)

	update_and_set_cache(cng)
	end

	def get_users_from_set_query(ap_ids, false) do
	from(
	u in User,
	where: u.ap_id in ^ap_ids
	)
	end

	def get_users_from_set_query(ap_ids, true) do
	query = get_users_from_set_query(ap_ids, false)

	from(
	u in query,
	where: u.local == true
	)
	end

	def get_users_from_set(ap_ids, local_only \\ true) do
	get_users_from_set_query(ap_ids, local_only)
	\|> Repo.all()
	end

	def get_recipients_from_activity(%Activity{recipients: to}) do
	query =
	from(
	u in User,
	where: u.ap_id in ^to,
	or_where: fragment("? && ?", u.following, ^to)
	)

	query = from(u in query, where: u.local == true)

	Repo.all(query)
	end

	def search(query, resolve \\ false, for_user \\ nil) do
	# Strip the beginning @ off if there is a query
	query = String.trim_leading(query, "@")

	if resolve, do: User.get_or_fetch_by_nickname(query)

	fts_results = do_search(fts_search_subquery(query), for_user)

	{:ok, trigram_results} =
	Repo.transaction(fn ->
	Ecto.Adapters.SQL.query(Repo, "select set_limit(0.25)", [])
	do_search(trigram_search_subquery(query), for_user)
	end)

	Enum.uniq_by(fts_results ++ trigram_results, & &1.id)
	end

	defp do_search(subquery, for_user, options \\ []) do
	q =
	from(
	s in subquery(subquery),
	order_by: [desc: s.search_rank],
	limit: ^(options[:limit] \|\| 20)
	)

	results =
	q
	\|> Repo.all()
	\|> Enum.filter(&(&1.search_rank > 0))

	boost_search_results(results, for_user)
	end

	defp fts_search_subquery(query) do
	processed_query =
	query
	\|> String.replace(~r/\W+/, " ")
	\|> String.trim()
	\|> String.split()
	\|> Enum.map(&(&1 <> ":*"))
	\|> Enum.join(" \| ")

	from(
	u in User,
	select_merge: %{
	search_rank:
	fragment(
	"""
	ts_rank_cd(
	setweight(to_tsvector('simple', regexp_replace(?, '\\W', ' ', 'g')), 'A') \|\|
	setweight(to_tsvector('simple', regexp_replace(coalesce(?, ''), '\\W', ' ', 'g')), 'B'),
	to_tsquery('simple', ?),
	32
	)
	""",
	u.nickname,
	u.name,
	^processed_query
	)
	},
	where:
	fragment(
	"""
	(setweight(to_tsvector('simple', regexp_replace(?, '\\W', ' ', 'g')), 'A') \|\|
	setweight(to_tsvector('simple', regexp_replace(coalesce(?, ''), '\\W', ' ', 'g')), 'B')) @@ to_tsquery('simple', ?)
	""",
	u.nickname,
	u.name,
	^processed_query
	)
	)
	end

	defp trigram_search_subquery(query) do
	from(
	u in User,
	select_merge: %{
	search_rank:
	fragment(
	"similarity(?, trim(? \|\| ' ' \|\| coalesce(?, '')))",
	^query,
	u.nickname,
	u.name
	)
	},
	where: fragment("trim(? \|\| ' ' \|\| coalesce(?, '')) % ?", u.nickname, u.name, ^query)
	)
	end

	defp boost_search_results(results, nil), do: results

	defp boost_search_results(results, for_user) do
	friends_ids = get_friends_ids(for_user)
	followers_ids = get_followers_ids(for_user)

	Enum.map(
	results,
	fn u ->
	search_rank_coef =
	cond do
	u.id in friends_ids ->
	1.2

	u.id in followers_ids ->
	1.1

	true ->
	1
	end

	Map.put(u, :search_rank, u.search_rank * search_rank_coef)
	end
	)
	\|> Enum.sort_by(&(-&1.search_rank))
	end

	def blocks_import(%User{} = blocker, blocked_identifiers) when is_list(blocked_identifiers) do
	Enum.map(
	blocked_identifiers,
	fn blocked_identifier ->
	with %User{} = blocked <- get_or_fetch(blocked_identifier),
	{:ok, blocker} <- block(blocker, blocked),
	{:ok, _} <- ActivityPub.block(blocker, blocked) do
	blocked
	else
	err ->
	Logger.debug("blocks_import failed for #{blocked_identifier} with: #{inspect(err)}")
	err
	end
	end
	)
	end

	def block(blocker, %User{ap_id: ap_id} = blocked) do
	# sever any follow relationships to prevent leaks per activitypub (Pleroma issue #213)
	blocker =
	if following?(blocker, blocked) do
	{:ok, blocker, _} = unfollow(blocker, blocked)
	blocker
	else
	blocker
	end

	if following?(blocked, blocker) do
	unfollow(blocked, blocker)
	end

	info_cng =
	blocker.info
	\|> User.Info.add_to_block(ap_id)

	cng =
	change(blocker)
	\|> put_embed(:info, info_cng)

	update_and_set_cache(cng)
	end

	# helper to handle the block given only an actor's AP id
	def block(blocker, %{ap_id: ap_id}) do
	block(blocker, User.get_by_ap_id(ap_id))
	end

	def unblock(blocker, %{ap_id: ap_id}) do
	info_cng =
	blocker.info
	\|> User.Info.remove_from_block(ap_id)

	cng =
	change(blocker)
	\|> put_embed(:info, info_cng)

	update_and_set_cache(cng)
	end

	def blocks?(user, %{ap_id: ap_id}) do
	blocks = user.info.blocks
	domain_blocks = user.info.domain_blocks
	%{host: host} = URI.parse(ap_id)

	Enum.member?(blocks, ap_id) \|\|
	Enum.any?(domain_blocks, fn domain ->
	host == domain
	end)
	end

	def blocked_users(user),
	do: Repo.all(from(u in User, where: u.ap_id in ^user.info.blocks))

	def block_domain(user, domain) do
	info_cng =
	user.info
	\|> User.Info.add_to_domain_block(domain)

	cng =
	change(user)
	\|> put_embed(:info, info_cng)

	update_and_set_cache(cng)
	end

	def unblock_domain(user, domain) do
	info_cng =
	user.info
	\|> User.Info.remove_from_domain_block(domain)

	cng =
	change(user)
	\|> put_embed(:info, info_cng)

	update_and_set_cache(cng)
	end

	def local_user_query do
	from(
	u in User,
	where: u.local == true,
	where: not is_nil(u.nickname)
	)
	end

	def active_local_user_query do
	from(
	u in local_user_query(),
	where: fragment("not (?->'deactivated' @> 'true')", u.info)
	)
	end

	def moderator_user_query do
	from(
	u in User,
	where: u.local == true,
	where: fragment("?->'is_moderator' @> 'true'", u.info)
	)
	end

	def deactivate(%User{} = user, status \\ true) do
	info_cng = User.Info.set_activation_status(user.info, status)

	cng =
	change(user)
	\|> put_embed(:info, info_cng)

	update_and_set_cache(cng)
	end

	def delete(%User{} = user) do
	{:ok, user} = User.deactivate(user)

	# Remove all relationships
	{:ok, followers} = User.get_followers(user)

	followers
	\|> Enum.each(fn follower -> User.unfollow(follower, user) end)

	{:ok, friends} = User.get_friends(user)

	friends
	\|> Enum.each(fn followed -> User.unfollow(user, followed) end)

	query = from(a in Activity, where: a.actor == ^user.ap_id)

	Repo.all(query)
	\|> Enum.each(fn activity ->
	case activity.data["type"] do
	"Create" ->
	ActivityPub.delete(Object.normalize(activity.data["object"]))

	# TODO: Do something with likes, follows, repeats.
	_ ->
	"Doing nothing"
	end
	end)

	{:ok, user}
	end

	def html_filter_policy(%User{info: %{no_rich_text: true}}) do
	Pleroma.HTML.Scrubber.TwitterText
	end

	@default_scrubbers Pleroma.Config.get([:markup, :scrub_policy])

	def html_filter_policy(_), do: @default_scrubbers

	def get_or_fetch_by_ap_id(ap_id) do
	user = get_by_ap_id(ap_id)

	if !is_nil(user) and !User.needs_update?(user) do
	user
	else
	ap_try = ActivityPub.make_user_from_ap_id(ap_id)

	case ap_try do
	{:ok, user} ->
	user

	_ ->
	case OStatus.make_user(ap_id) do
	{:ok, user} -> user
	_ -> {:error, "Could not fetch by AP id"}
	end
	end
	end
	end

	def get_or_create_instance_user do
	relay_uri = "#{Pleroma.Web.Endpoint.url()}/relay"

	if user = get_by_ap_id(relay_uri) do
	user
	else
	changes =
	%User{info: %User.Info{}}
	\|> cast(%{}, [:ap_id, :nickname, :local])
	\|> put_change(:ap_id, relay_uri)
	\|> put_change(:nickname, nil)
	\|> put_change(:local, true)
	\|> put_change(:follower_address, relay_uri <> "/followers")

	{:ok, user} = Repo.insert(changes)
	user
	end
	end

	# AP style
	def public_key_from_info(%{
	source_data: %{"publicKey" => %{"publicKeyPem" => public_key_pem}}
	}) do
	key =
	public_key_pem
	\|> :public_key.pem_decode()
	\|> hd()
	\|> :public_key.pem_entry_decode()

	{:ok, key}
	end

	# OStatus Magic Key
	def public_key_from_info(%{magic_key: magic_key}) do
	{:ok, Pleroma.Web.Salmon.decode_key(magic_key)}
	end

	def get_public_key_for_ap_id(ap_id) do
	with %User{} = user <- get_or_fetch_by_ap_id(ap_id),
	{:ok, public_key} <- public_key_from_info(user.info) do
	{:ok, public_key}
	else
	_ -> :error
	end
	end

	defp blank?(""), do: nil
	defp blank?(n), do: n

	def insert_or_update_user(data) do
	data =
	data
	\|> Map.put(:name, blank?(data[:name]) \|\| data[:nickname])

	cs = User.remote_user_creation(data)

	Repo.insert(cs, on_conflict: :replace_all, conflict_target: :nickname)
	end

	def ap_enabled?(%User{local: true}), do: true
	def ap_enabled?(%User{info: info}), do: info.ap_enabled
	def ap_enabled?(_), do: false

	@doc "Gets or fetch a user by uri or nickname."
	@spec get_or_fetch(String.t()) :: User.t()
	def get_or_fetch("http" <> _host = uri), do: get_or_fetch_by_ap_id(uri)
	def get_or_fetch(nickname), do: get_or_fetch_by_nickname(nickname)

	# wait a period of time and return newest version of the User structs
	# this is because we have synchronous follow APIs and need to simulate them
	# with an async handshake
	def wait_and_refresh(_, %User{local: true} = a, %User{local: true} = b) do
	with %User{} = a <- Repo.get(User, a.id),
	%User{} = b <- Repo.get(User, b.id) do
	{:ok, a, b}
	else
	_e ->
	:error
	end
	end

	def wait_and_refresh(timeout, %User{} = a, %User{} = b) do
	with :ok <- :timer.sleep(timeout),
	%User{} = a <- Repo.get(User, a.id),
	%User{} = b <- Repo.get(User, b.id) do
	{:ok, a, b}
	else
	_e ->
	:error
	end
	end

	def parse_bio(bio, user \\ %User{info: %{source_data: %{}}})
	def parse_bio(nil, _user), do: ""
	def parse_bio(bio, _user) when bio == "", do: bio

	def parse_bio(bio, user) do
	mentions = Formatter.parse_mentions(bio)
	tags = Formatter.parse_tags(bio)

	emoji =
	(user.info.source_data["tag"] \|\| [])
	\|> Enum.filter(fn %{"type" => t} -> t == "Emoji" end)
	\|> Enum.map(fn %{"icon" => %{"url" => url}, "name" => name} ->
	{String.trim(name, ":"), url}
	end)

	bio
	\|> CommonUtils.format_input(mentions, tags, "text/plain", user_links: [format: :full])
	\|> Formatter.emojify(emoji)
	end

	def tag(user_identifiers, tags) when is_list(user_identifiers) do
	Repo.transaction(fn ->
	for user_identifier <- user_identifiers, do: tag(user_identifier, tags)
	end)
	end

	def tag(nickname, tags) when is_binary(nickname),
	do: tag(User.get_by_nickname(nickname), tags)

	def tag(%User{} = user, tags),
	do: update_tags(user, Enum.uniq((user.tags \|\| []) ++ normalize_tags(tags)))

	def untag(user_identifiers, tags) when is_list(user_identifiers) do
	Repo.transaction(fn ->
	for user_identifier <- user_identifiers, do: untag(user_identifier, tags)
	end)
	end

	def untag(nickname, tags) when is_binary(nickname),
	do: untag(User.get_by_nickname(nickname), tags)

	def untag(%User{} = user, tags),
	do: update_tags(user, (user.tags \|\| []) -- normalize_tags(tags))

	defp update_tags(%User{} = user, new_tags) do
	{:ok, updated_user} =
	user
	\|> change(%{tags: new_tags})
	\|> Repo.update()

	updated_user
	end

	def bookmark(%User{} = user, status_id) do
	bookmarks = Enum.uniq(user.bookmarks ++ [status_id])
	update_bookmarks(user, bookmarks)
	end

	def unbookmark(%User{} = user, status_id) do
	bookmarks = Enum.uniq(user.bookmarks -- [status_id])
	update_bookmarks(user, bookmarks)
	end

	def update_bookmarks(%User{} = user, bookmarks) do
	user
	\|> change(%{bookmarks: bookmarks})
	\|> update_and_set_cache
	end

	defp normalize_tags(tags) do
	[tags]
	\|> List.flatten()
	\|> Enum.map(&String.downcase(&1))
	end

	defp local_nickname_regex() do
	if Pleroma.Config.get([:instance, :extended_nickname_format]) do
	@extended_local_nickname_regex
	else
	@strict_local_nickname_regex
	end
	end

	def local_nickname(nickname_or_mention) do
	nickname_or_mention
	\|> full_nickname()
	\|> String.split("@")
	\|> hd()
	end

	def full_nickname(nickname_or_mention),
	do: String.trim_leading(nickname_or_mention, "@")

	def error_user(ap_id) do
	%User{
	name: ap_id,
	ap_id: ap_id,
	info: %User.Info{},
	nickname: "erroruser@example.com",
	inserted_at: NaiveDateTime.utc_now()
	}
	end
	end
	diff --git a/lib/pleroma/user_invite_token.ex b/lib/pleroma/user_invite_token.ex
	index 8e449444c..5a448114c 100644
	--- a/lib/pleroma/user_invite_token.ex
	+++ b/lib/pleroma/user_invite_token.ex
	@@ -1,44 +1,45 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.UserInviteToken do
	use Ecto.Schema

	import Ecto.Changeset

	- alias Pleroma.{UserInviteToken, Repo}
	+ alias Pleroma.UserInviteToken
	+ alias Pleroma.Repo

	schema "user_invite_tokens" do
	field(:token, :string)
	field(:used, :boolean, default: false)

	timestamps()
	end

	def create_token do
	token = :crypto.strong_rand_bytes(32) \|> Base.url_encode64()

	token = %UserInviteToken{
	used: false,
	token: token
	}

	Repo.insert(token)
	end

	def used_changeset(struct) do
	struct
	\|> cast(%{}, [])
	\|> put_change(:used, true)
	end

	def mark_as_used(token) do
	with %{used: false} = token <- Repo.get_by(UserInviteToken, %{token: token}),
	{:ok, token} <- Repo.update(used_changeset(token)) do
	{:ok, token}
	else
	_e -> {:error, token}
	end
	end
	end
	diff --git a/lib/pleroma/web/activity_pub/activity_pub.ex b/lib/pleroma/web/activity_pub/activity_pub.ex
	index d22f04bb2..c46d8233e 100644
	--- a/lib/pleroma/web/activity_pub/activity_pub.ex
	+++ b/lib/pleroma/web/activity_pub/activity_pub.ex
	@@ -1,925 +1,934 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.ActivityPub.ActivityPub do
	- alias Pleroma.{Activity, Repo, Object, Upload, User, Notification, Instances}
	- alias Pleroma.Web.ActivityPub.{Transmogrifier, MRF}
	- alias Pleroma.Web.{WebFinger, Federator, OStatus}
	+ alias Pleroma.Activity
	+ alias Pleroma.Repo
	+ alias Pleroma.Object
	+ alias Pleroma.Upload
	+ alias Pleroma.User
	+ alias Pleroma.Notification
	+ alias Pleroma.Instances
	+ alias Pleroma.Web.ActivityPub.Transmogrifier
	+ alias Pleroma.Web.ActivityPub.MRF
	+ alias Pleroma.Web.WebFinger
	+ alias Pleroma.Web.Federator
	+ alias Pleroma.Web.OStatus

	import Ecto.Query
	import Pleroma.Web.ActivityPub.Utils

	require Logger

	@httpoison Application.get_env(:pleroma, :httpoison)

	# For Announce activities, we filter the recipients based on following status for any actors
	# that match actual users. See issue #164 for more information about why this is necessary.
	defp get_recipients(%{"type" => "Announce"} = data) do
	to = data["to"] \|\| []
	cc = data["cc"] \|\| []
	actor = User.get_cached_by_ap_id(data["actor"])

	recipients =
	(to ++ cc)
	\|> Enum.filter(fn recipient ->
	case User.get_cached_by_ap_id(recipient) do
	nil ->
	true

	user ->
	User.following?(user, actor)
	end
	end)

	{recipients, to, cc}
	end

	defp get_recipients(%{"type" => "Create"} = data) do
	to = data["to"] \|\| []
	cc = data["cc"] \|\| []
	actor = data["actor"] \|\| []
	recipients = (to ++ cc ++ [actor]) \|> Enum.uniq()
	{recipients, to, cc}
	end

	defp get_recipients(data) do
	to = data["to"] \|\| []
	cc = data["cc"] \|\| []
	recipients = to ++ cc
	{recipients, to, cc}
	end

	defp check_actor_is_active(actor) do
	if not is_nil(actor) do
	with user <- User.get_cached_by_ap_id(actor),
	false <- user.info.deactivated do
	:ok
	else
	_e -> :reject
	end
	else
	:ok
	end
	end

	defp check_remote_limit(%{"object" => %{"content" => content}}) when not is_nil(content) do
	limit = Pleroma.Config.get([:instance, :remote_limit])
	String.length(content) <= limit
	end

	defp check_remote_limit(_), do: true

	def insert(map, local \\ true) when is_map(map) do
	with nil <- Activity.normalize(map),
	map <- lazy_put_activity_defaults(map),
	:ok <- check_actor_is_active(map["actor"]),
	{_, true} <- {:remote_limit_error, check_remote_limit(map)},
	{:ok, map} <- MRF.filter(map),
	:ok <- insert_full_object(map) do
	{recipients, _, _} = get_recipients(map)

	{:ok, activity} =
	Repo.insert(%Activity{
	data: map,
	local: local,
	actor: map["actor"],
	recipients: recipients
	})

	Task.start(fn ->
	Pleroma.Web.RichMedia.Helpers.fetch_data_for_activity(activity)
	end)

	Notification.create_notifications(activity)
	stream_out(activity)
	{:ok, activity}
	else
	%Activity{} = activity -> {:ok, activity}
	error -> {:error, error}
	end
	end

	def stream_out(activity) do
	public = "https://www.w3.org/ns/activitystreams#Public"

	if activity.data["type"] in ["Create", "Announce", "Delete"] do
	Pleroma.Web.Streamer.stream("user", activity)
	Pleroma.Web.Streamer.stream("list", activity)

	if Enum.member?(activity.data["to"], public) do
	Pleroma.Web.Streamer.stream("public", activity)

	if activity.local do
	Pleroma.Web.Streamer.stream("public:local", activity)
	end

	if activity.data["type"] in ["Create"] do
	activity.data["object"]
	\|> Map.get("tag", [])
	\|> Enum.filter(fn tag -> is_bitstring(tag) end)
	\|> Enum.each(fn tag -> Pleroma.Web.Streamer.stream("hashtag:" <> tag, activity) end)

	if activity.data["object"]["attachment"] != [] do
	Pleroma.Web.Streamer.stream("public:media", activity)

	if activity.local do
	Pleroma.Web.Streamer.stream("public:local:media", activity)
	end
	end
	end
	else
	if !Enum.member?(activity.data["cc"] \|\| [], public) &&
	!Enum.member?(
	activity.data["to"],
	User.get_by_ap_id(activity.data["actor"]).follower_address
	),
	do: Pleroma.Web.Streamer.stream("direct", activity)
	end
	end
	end

	def create(%{to: to, actor: actor, context: context, object: object} = params) do
	additional = params[:additional] \|\| %{}
	# only accept false as false value
	local = !(params[:local] == false)
	published = params[:published]

	with create_data <-
	make_create_data(
	%{to: to, actor: actor, published: published, context: context, object: object},
	additional
	),
	{:ok, activity} <- insert(create_data, local),
	# Changing note count prior to enqueuing federation task in order to avoid race conditions on updating user.info
	{:ok, _actor} <- User.increase_note_count(actor),
	:ok <- maybe_federate(activity) do
	{:ok, activity}
	end
	end

	def accept(%{to: to, actor: actor, object: object} = params) do
	# only accept false as false value
	local = !(params[:local] == false)

	with data <- %{"to" => to, "type" => "Accept", "actor" => actor, "object" => object},
	{:ok, activity} <- insert(data, local),
	:ok <- maybe_federate(activity) do
	{:ok, activity}
	end
	end

	def reject(%{to: to, actor: actor, object: object} = params) do
	# only accept false as false value
	local = !(params[:local] == false)

	with data <- %{"to" => to, "type" => "Reject", "actor" => actor, "object" => object},
	{:ok, activity} <- insert(data, local),
	:ok <- maybe_federate(activity) do
	{:ok, activity}
	end
	end

	def update(%{to: to, cc: cc, actor: actor, object: object} = params) do
	# only accept false as false value
	local = !(params[:local] == false)

	with data <- %{
	"to" => to,
	"cc" => cc,
	"type" => "Update",
	"actor" => actor,
	"object" => object
	},
	{:ok, activity} <- insert(data, local),
	:ok <- maybe_federate(activity) do
	{:ok, activity}
	end
	end

	# TODO: This is weird, maybe we shouldn't check here if we can make the activity.
	def like(
	%User{ap_id: ap_id} = user,
	%Object{data: %{"id" => _}} = object,
	activity_id \\ nil,
	local \\ true
	) do
	with nil <- get_existing_like(ap_id, object),
	like_data <- make_like_data(user, object, activity_id),
	{:ok, activity} <- insert(like_data, local),
	{:ok, object} <- add_like_to_object(activity, object),
	:ok <- maybe_federate(activity) do
	{:ok, activity, object}
	else
	%Activity{} = activity -> {:ok, activity, object}
	error -> {:error, error}
	end
	end

	def unlike(
	%User{} = actor,
	%Object{} = object,
	activity_id \\ nil,
	local \\ true
	) do
	with %Activity{} = like_activity <- get_existing_like(actor.ap_id, object),
	unlike_data <- make_unlike_data(actor, like_activity, activity_id),
	{:ok, unlike_activity} <- insert(unlike_data, local),
	{:ok, _activity} <- Repo.delete(like_activity),
	{:ok, object} <- remove_like_from_object(like_activity, object),
	:ok <- maybe_federate(unlike_activity) do
	{:ok, unlike_activity, like_activity, object}
	else
	_e -> {:ok, object}
	end
	end

	def announce(
	%User{ap_id: _} = user,
	%Object{data: %{"id" => _}} = object,
	activity_id \\ nil,
	local \\ true,
	public \\ true
	) do
	with true <- is_public?(object),
	announce_data <- make_announce_data(user, object, activity_id, public),
	{:ok, activity} <- insert(announce_data, local),
	{:ok, object} <- add_announce_to_object(activity, object),
	:ok <- maybe_federate(activity) do
	{:ok, activity, object}
	else
	error -> {:error, error}
	end
	end

	def unannounce(
	%User{} = actor,
	%Object{} = object,
	activity_id \\ nil,
	local \\ true
	) do
	with %Activity{} = announce_activity <- get_existing_announce(actor.ap_id, object),
	unannounce_data <- make_unannounce_data(actor, announce_activity, activity_id),
	{:ok, unannounce_activity} <- insert(unannounce_data, local),
	:ok <- maybe_federate(unannounce_activity),
	{:ok, _activity} <- Repo.delete(announce_activity),
	{:ok, object} <- remove_announce_from_object(announce_activity, object) do
	{:ok, unannounce_activity, object}
	else
	_e -> {:ok, object}
	end
	end

	def follow(follower, followed, activity_id \\ nil, local \\ true) do
	with data <- make_follow_data(follower, followed, activity_id),
	{:ok, activity} <- insert(data, local),
	:ok <- maybe_federate(activity) do
	{:ok, activity}
	end
	end

	def unfollow(follower, followed, activity_id \\ nil, local \\ true) do
	with %Activity{} = follow_activity <- fetch_latest_follow(follower, followed),
	{:ok, follow_activity} <- update_follow_state(follow_activity, "cancelled"),
	unfollow_data <- make_unfollow_data(follower, followed, follow_activity, activity_id),
	{:ok, activity} <- insert(unfollow_data, local),
	:ok <- maybe_federate(activity) do
	{:ok, activity}
	end
	end

	def delete(%Object{data: %{"id" => id, "actor" => actor}} = object, local \\ true) do
	user = User.get_cached_by_ap_id(actor)

	data = %{
	"type" => "Delete",
	"actor" => actor,
	"object" => id,
	"to" => [user.follower_address, "https://www.w3.org/ns/activitystreams#Public"]
	}

	with {:ok, _} <- Object.delete(object),
	{:ok, activity} <- insert(data, local),
	# Changing note count prior to enqueuing federation task in order to avoid race conditions on updating user.info
	{:ok, _actor} <- User.decrease_note_count(user),
	:ok <- maybe_federate(activity) do
	{:ok, activity}
	end
	end

	def block(blocker, blocked, activity_id \\ nil, local \\ true) do
	ap_config = Application.get_env(:pleroma, :activitypub)
	unfollow_blocked = Keyword.get(ap_config, :unfollow_blocked)
	outgoing_blocks = Keyword.get(ap_config, :outgoing_blocks)

	with true <- unfollow_blocked do
	follow_activity = fetch_latest_follow(blocker, blocked)

	if follow_activity do
	unfollow(blocker, blocked, nil, local)
	end
	end

	with true <- outgoing_blocks,
	block_data <- make_block_data(blocker, blocked, activity_id),
	{:ok, activity} <- insert(block_data, local),
	:ok <- maybe_federate(activity) do
	{:ok, activity}
	else
	_e -> {:ok, nil}
	end
	end

	def unblock(blocker, blocked, activity_id \\ nil, local \\ true) do
	with %Activity{} = block_activity <- fetch_latest_block(blocker, blocked),
	unblock_data <- make_unblock_data(blocker, blocked, block_activity, activity_id),
	{:ok, activity} <- insert(unblock_data, local),
	:ok <- maybe_federate(activity) do
	{:ok, activity}
	end
	end

	def fetch_activities_for_context(context, opts \\ %{}) do
	public = ["https://www.w3.org/ns/activitystreams#Public"]

	recipients =
	if opts["user"], do: [opts["user"].ap_id \| opts["user"].following] ++ public, else: public

	query = from(activity in Activity)

	query =
	query
	\|> restrict_blocked(opts)
	\|> restrict_recipients(recipients, opts["user"])

	query =
	from(
	activity in query,
	where:
	fragment(
	"?->>'type' = ? and ?->>'context' = ?",
	activity.data,
	"Create",
	activity.data,
	^context
	),
	order_by: [desc: :id]
	)

	Repo.all(query)
	end

	def fetch_public_activities(opts \\ %{}) do
	q = fetch_activities_query(["https://www.w3.org/ns/activitystreams#Public"], opts)

	q
	\|> restrict_unlisted()
	\|> Repo.all()
	\|> Enum.reverse()
	end

	@valid_visibilities ~w[direct unlisted public private]

	defp restrict_visibility(query, %{visibility: visibility})
	when visibility in @valid_visibilities do
	query =
	from(
	a in query,
	where:
	fragment("activity_visibility(?, ?, ?) = ?", a.actor, a.recipients, a.data, ^visibility)
	)

	Ecto.Adapters.SQL.to_sql(:all, Repo, query)

	query
	end

	defp restrict_visibility(_query, %{visibility: visibility})
	when visibility not in @valid_visibilities do
	Logger.error("Could not restrict visibility to #{visibility}")
	end

	defp restrict_visibility(query, _visibility), do: query

	def fetch_user_activities(user, reading_user, params \\ %{}) do
	params =
	params
	\|> Map.put("type", ["Create", "Announce"])
	\|> Map.put("actor_id", user.ap_id)
	\|> Map.put("whole_db", true)
	\|> Map.put("pinned_activity_ids", user.info.pinned_activities)

	recipients =
	if reading_user do
	["https://www.w3.org/ns/activitystreams#Public"] ++
	[reading_user.ap_id \| reading_user.following]
	else
	["https://www.w3.org/ns/activitystreams#Public"]
	end

	fetch_activities(recipients, params)
	\|> Enum.reverse()
	end

	defp restrict_since(query, %{"since_id" => ""}), do: query

	defp restrict_since(query, %{"since_id" => since_id}) do
	from(activity in query, where: activity.id > ^since_id)
	end

	defp restrict_since(query, _), do: query

	defp restrict_tag_reject(query, %{"tag_reject" => tag_reject})
	when is_list(tag_reject) and tag_reject != [] do
	from(
	activity in query,
	where: fragment("(not (? #> '{\"object\",\"tag\"}') \\?\| ?)", activity.data, ^tag_reject)
	)
	end

	defp restrict_tag_reject(query, _), do: query

	defp restrict_tag_all(query, %{"tag_all" => tag_all})
	when is_list(tag_all) and tag_all != [] do
	from(
	activity in query,
	where: fragment("(? #> '{\"object\",\"tag\"}') \\?& ?", activity.data, ^tag_all)
	)
	end

	defp restrict_tag_all(query, _), do: query

	defp restrict_tag(query, %{"tag" => tag}) when is_list(tag) do
	from(
	activity in query,
	where: fragment("(? #> '{\"object\",\"tag\"}') \\?\| ?", activity.data, ^tag)
	)
	end

	defp restrict_tag(query, %{"tag" => tag}) when is_binary(tag) do
	from(
	activity in query,
	where: fragment("? <@ (? #> '{\"object\",\"tag\"}')", ^tag, activity.data)
	)
	end

	defp restrict_tag(query, _), do: query

	defp restrict_to_cc(query, recipients_to, recipients_cc) do
	from(
	activity in query,
	where:
	fragment(
	"(?->'to' \\?\| ?) or (?->'cc' \\?\| ?)",
	activity.data,
	^recipients_to,
	activity.data,
	^recipients_cc
	)
	)
	end

	defp restrict_recipients(query, [], _user), do: query

	defp restrict_recipients(query, recipients, nil) do
	from(activity in query, where: fragment("? && ?", ^recipients, activity.recipients))
	end

	defp restrict_recipients(query, recipients, user) do
	from(
	activity in query,
	where: fragment("? && ?", ^recipients, activity.recipients),
	or_where: activity.actor == ^user.ap_id
	)
	end

	defp restrict_limit(query, %{"limit" => limit}) do
	from(activity in query, limit: ^limit)
	end

	defp restrict_limit(query, _), do: query

	defp restrict_local(query, %{"local_only" => true}) do
	from(activity in query, where: activity.local == true)
	end

	defp restrict_local(query, _), do: query

	defp restrict_max(query, %{"max_id" => ""}), do: query

	defp restrict_max(query, %{"max_id" => max_id}) do
	from(activity in query, where: activity.id < ^max_id)
	end

	defp restrict_max(query, _), do: query

	defp restrict_actor(query, %{"actor_id" => actor_id}) do
	from(activity in query, where: activity.actor == ^actor_id)
	end

	defp restrict_actor(query, _), do: query

	defp restrict_type(query, %{"type" => type}) when is_binary(type) do
	from(activity in query, where: fragment("?->>'type' = ?", activity.data, ^type))
	end

	defp restrict_type(query, %{"type" => type}) do
	from(activity in query, where: fragment("?->>'type' = ANY(?)", activity.data, ^type))
	end

	defp restrict_type(query, _), do: query

	defp restrict_favorited_by(query, %{"favorited_by" => ap_id}) do
	from(
	activity in query,
	where: fragment("? <@ (? #> '{\"object\",\"likes\"}')", ^ap_id, activity.data)
	)
	end

	defp restrict_favorited_by(query, _), do: query

	defp restrict_media(query, %{"only_media" => val}) when val == "true" or val == "1" do
	from(
	activity in query,
	where: fragment("not (? #> '{\"object\",\"attachment\"}' = ?)", activity.data, ^[])
	)
	end

	defp restrict_media(query, _), do: query

	defp restrict_replies(query, %{"exclude_replies" => val}) when val == "true" or val == "1" do
	from(
	activity in query,
	where: fragment("?->'object'->>'inReplyTo' is null", activity.data)
	)
	end

	defp restrict_replies(query, _), do: query

	defp restrict_reblogs(query, %{"exclude_reblogs" => val}) when val == "true" or val == "1" do
	from(activity in query, where: fragment("?->>'type' != 'Announce'", activity.data))
	end

	defp restrict_reblogs(query, _), do: query

	defp restrict_blocked(query, %{"blocking_user" => %User{info: info}}) do
	blocks = info.blocks \|\| []
	domain_blocks = info.domain_blocks \|\| []

	from(
	activity in query,
	where: fragment("not (? = ANY(?))", activity.actor, ^blocks),
	where: fragment("not (?->'to' \\?\| ?)", activity.data, ^blocks),
	where: fragment("not (split_part(?, '/', 3) = ANY(?))", activity.actor, ^domain_blocks)
	)
	end

	defp restrict_blocked(query, _), do: query

	defp restrict_unlisted(query) do
	from(
	activity in query,
	where:
	fragment(
	"not (coalesce(?->'cc', '{}'::jsonb) \\?\| ?)",
	activity.data,
	^["https://www.w3.org/ns/activitystreams#Public"]
	)
	)
	end

	defp restrict_pinned(query, %{"pinned" => "true", "pinned_activity_ids" => ids}) do
	from(activity in query, where: activity.id in ^ids)
	end

	defp restrict_pinned(query, _), do: query

	def fetch_activities_query(recipients, opts \\ %{}) do
	base_query =
	from(
	activity in Activity,
	limit: 20,
	order_by: [fragment("? desc nulls last", activity.id)]
	)

	base_query
	\|> restrict_recipients(recipients, opts["user"])
	\|> restrict_tag(opts)
	\|> restrict_tag_reject(opts)
	\|> restrict_tag_all(opts)
	\|> restrict_since(opts)
	\|> restrict_local(opts)
	\|> restrict_limit(opts)
	\|> restrict_max(opts)
	\|> restrict_actor(opts)
	\|> restrict_type(opts)
	\|> restrict_favorited_by(opts)
	\|> restrict_blocked(opts)
	\|> restrict_media(opts)
	\|> restrict_visibility(opts)
	\|> restrict_replies(opts)
	\|> restrict_reblogs(opts)
	\|> restrict_pinned(opts)
	end

	def fetch_activities(recipients, opts \\ %{}) do
	fetch_activities_query(recipients, opts)
	\|> Repo.all()
	\|> Enum.reverse()
	end

	def fetch_activities_bounded(recipients_to, recipients_cc, opts \\ %{}) do
	fetch_activities_query([], opts)
	\|> restrict_to_cc(recipients_to, recipients_cc)
	\|> Repo.all()
	\|> Enum.reverse()
	end

	def upload(file, opts \\ []) do
	with {:ok, data} <- Upload.store(file, opts) do
	obj_data =
	if opts[:actor] do
	Map.put(data, "actor", opts[:actor])
	else
	data
	end

	Repo.insert(%Object{data: obj_data})
	end
	end

	def user_data_from_user_object(data) do
	avatar =
	data["icon"]["url"] &&
	%{
	"type" => "Image",
	"url" => [%{"href" => data["icon"]["url"]}]
	}

	banner =
	data["image"]["url"] &&
	%{
	"type" => "Image",
	"url" => [%{"href" => data["image"]["url"]}]
	}

	locked = data["manuallyApprovesFollowers"] \|\| false
	data = Transmogrifier.maybe_fix_user_object(data)

	user_data = %{
	ap_id: data["id"],
	info: %{
	"ap_enabled" => true,
	"source_data" => data,
	"banner" => banner,
	"locked" => locked
	},
	avatar: avatar,
	name: data["name"],
	follower_address: data["followers"],
	bio: data["summary"]
	}

	# nickname can be nil because of virtual actors
	user_data =
	if data["preferredUsername"] do
	Map.put(
	user_data,
	:nickname,
	"#{data["preferredUsername"]}@#{URI.parse(data["id"]).host}"
	)
	else
	Map.put(user_data, :nickname, nil)
	end

	{:ok, user_data}
	end

	def fetch_and_prepare_user_from_ap_id(ap_id) do
	with {:ok, data} <- fetch_and_contain_remote_object_from_id(ap_id) do
	user_data_from_user_object(data)
	else
	e -> Logger.error("Could not decode user at fetch #{ap_id}, #{inspect(e)}")
	end
	end

	def make_user_from_ap_id(ap_id) do
	if _user = User.get_by_ap_id(ap_id) do
	Transmogrifier.upgrade_user_from_ap_id(ap_id)
	else
	with {:ok, data} <- fetch_and_prepare_user_from_ap_id(ap_id) do
	User.insert_or_update_user(data)
	else
	e -> {:error, e}
	end
	end
	end

	def make_user_from_nickname(nickname) do
	with {:ok, %{"ap_id" => ap_id}} when not is_nil(ap_id) <- WebFinger.finger(nickname) do
	make_user_from_ap_id(ap_id)
	else
	_e -> {:error, "No AP id in WebFinger"}
	end
	end

	def should_federate?(inbox, public) do
	if public do
	true
	else
	inbox_info = URI.parse(inbox)
	!Enum.member?(Pleroma.Config.get([:instance, :quarantined_instances], []), inbox_info.host)
	end
	end

	def publish(actor, activity) do
	remote_followers =
	if actor.follower_address in activity.recipients do
	{:ok, followers} = User.get_followers(actor)
	followers \|> Enum.filter(&(!&1.local))
	else
	[]
	end

	public = is_public?(activity)

	reachable_inboxes_metadata =
	(Pleroma.Web.Salmon.remote_users(activity) ++ remote_followers)
	\|> Enum.filter(fn user -> User.ap_enabled?(user) end)
	\|> Enum.map(fn %{info: %{source_data: data}} ->
	(is_map(data["endpoints"]) && Map.get(data["endpoints"], "sharedInbox")) \|\| data["inbox"]
	end)
	\|> Enum.uniq()
	\|> Enum.filter(fn inbox -> should_federate?(inbox, public) end)
	\|> Instances.filter_reachable()

	{:ok, data} = Transmogrifier.prepare_outgoing(activity.data)
	json = Jason.encode!(data)

	Enum.each(reachable_inboxes_metadata, fn {inbox, unreachable_since} ->
	Federator.enqueue(:publish_single_ap, %{
	inbox: inbox,
	json: json,
	actor: actor,
	id: activity.data["id"],
	unreachable_since: unreachable_since
	})
	end)
	end

	def publish_one(%{inbox: inbox, json: json, actor: actor, id: id} = params) do
	Logger.info("Federating #{id} to #{inbox}")
	host = URI.parse(inbox).host

	digest = "SHA-256=" <> (:crypto.hash(:sha256, json) \|> Base.encode64())

	signature =
	Pleroma.Web.HTTPSignatures.sign(actor, %{
	host: host,
	"content-length": byte_size(json),
	digest: digest
	})

	with {:ok, %{status: code}} when code in 200..299 <-
	result =
	@httpoison.post(
	inbox,
	json,
	[
	{"Content-Type", "application/activity+json"},
	{"signature", signature},
	{"digest", digest}
	]
	) do
	if !Map.has_key?(params, :unreachable_since) \|\| params[:unreachable_since],
	do: Instances.set_reachable(inbox)

	result
	else
	{_post_result, response} ->
	unless params[:unreachable_since], do: Instances.set_unreachable(inbox)
	{:error, response}
	end
	end

	# TODO:
	# This will create a Create activity, which we need internally at the moment.
	def fetch_object_from_id(id) do
	if object = Object.get_cached_by_ap_id(id) do
	{:ok, object}
	else
	Logger.info("Fetching #{id} via AP")

	with {:ok, data} <- fetch_and_contain_remote_object_from_id(id),
	nil <- Object.normalize(data),
	params <- %{
	"type" => "Create",
	"to" => data["to"],
	"cc" => data["cc"],
	"actor" => data["actor"] \|\| data["attributedTo"],
	"object" => data
	},
	:ok <- Transmogrifier.contain_origin(id, params),
	{:ok, activity} <- Transmogrifier.handle_incoming(params) do
	{:ok, Object.normalize(activity.data["object"])}
	else
	{:error, {:reject, nil}} ->
	{:reject, nil}

	object = %Object{} ->
	{:ok, object}

	_e ->
	Logger.info("Couldn't get object via AP, trying out OStatus fetching...")

	case OStatus.fetch_activity_from_url(id) do
	{:ok, [activity \| _]} -> {:ok, Object.normalize(activity.data["object"])}
	e -> e
	end
	end
	end
	end

	def fetch_and_contain_remote_object_from_id(id) do
	Logger.info("Fetching #{id} via AP")

	with true <- String.starts_with?(id, "http"),
	{:ok, %{body: body, status: code}} when code in 200..299 <-
	@httpoison.get(
	id,
	[{:Accept, "application/activity+json"}]
	),
	{:ok, data} <- Jason.decode(body),
	:ok <- Transmogrifier.contain_origin_from_id(id, data) do
	{:ok, data}
	else
	e ->
	{:error, e}
	end
	end

	def is_public?(%Object{data: %{"type" => "Tombstone"}}), do: false
	def is_public?(%Object{data: data}), do: is_public?(data)
	def is_public?(%Activity{data: data}), do: is_public?(data)
	def is_public?(%{"directMessage" => true}), do: false

	def is_public?(data) do
	"https://www.w3.org/ns/activitystreams#Public" in (data["to"] ++ (data["cc"] \|\| []))
	end

	def is_private?(activity) do
	!is_public?(activity) && Enum.any?(activity.data["to"], &String.contains?(&1, "/followers"))
	end

	def is_direct?(%Activity{data: %{"directMessage" => true}}), do: true
	def is_direct?(%Object{data: %{"directMessage" => true}}), do: true

	def is_direct?(activity) do
	!is_public?(activity) && !is_private?(activity)
	end

	def visible_for_user?(activity, nil) do
	is_public?(activity)
	end

	def visible_for_user?(activity, user) do
	x = [user.ap_id \| user.following]
	y = activity.data["to"] ++ (activity.data["cc"] \|\| [])
	visible_for_user?(activity, nil) \|\| Enum.any?(x, &(&1 in y))
	end

	# guard
	def entire_thread_visible_for_user?(nil, _user), do: false

	# child
	def entire_thread_visible_for_user?(
	%Activity{data: %{"object" => %{"inReplyTo" => parent_id}}} = tail,
	user
	)
	when is_binary(parent_id) do
	parent = Activity.get_in_reply_to_activity(tail)
	visible_for_user?(tail, user) && entire_thread_visible_for_user?(parent, user)
	end

	# root
	def entire_thread_visible_for_user?(tail, user), do: visible_for_user?(tail, user)

	# filter out broken threads
	def contain_broken_threads(%Activity{} = activity, %User{} = user) do
	entire_thread_visible_for_user?(activity, user)
	end

	# do post-processing on a specific activity
	def contain_activity(%Activity{} = activity, %User{} = user) do
	contain_broken_threads(activity, user)
	end

	# do post-processing on a timeline
	def contain_timeline(timeline, user) do
	timeline
	\|> Enum.filter(fn activity ->
	contain_activity(activity, user)
	end)
	end
	end
	diff --git a/lib/pleroma/web/activity_pub/activity_pub_controller.ex b/lib/pleroma/web/activity_pub/activity_pub_controller.ex
	index 01b521051..69879476e 100644
	--- a/lib/pleroma/web/activity_pub/activity_pub_controller.ex
	+++ b/lib/pleroma/web/activity_pub/activity_pub_controller.ex
	@@ -1,308 +1,314 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.ActivityPub.ActivityPubController do
	use Pleroma.Web, :controller

	- alias Pleroma.{Activity, User, Object}
	- alias Pleroma.Web.ActivityPub.{ObjectView, UserView}
	- alias Pleroma.Web.ActivityPub.{ActivityPub, Relay, Transmogrifier, Utils}
	+ alias Pleroma.Activity
	+ alias Pleroma.User
	+ alias Pleroma.Object
	+ alias Pleroma.Web.ActivityPub.ObjectView
	+ alias Pleroma.Web.ActivityPub.UserView
	+ alias Pleroma.Web.ActivityPub.ActivityPub
	+ alias Pleroma.Web.ActivityPub.Relay
	+ alias Pleroma.Web.ActivityPub.Transmogrifier
	+ alias Pleroma.Web.ActivityPub.Utils
	alias Pleroma.Web.Federator

	require Logger

	action_fallback(:errors)

	plug(Pleroma.Web.FederatingPlug when action in [:inbox, :relay])
	plug(:set_requester_reachable when action in [:inbox])
	plug(:relay_active? when action in [:relay])

	def relay_active?(conn, _) do
	if Keyword.get(Application.get_env(:pleroma, :instance), :allow_relay) do
	conn
	else
	conn
	\|> put_status(404)
	\|> json(%{error: "not found"})
	\|> halt
	end
	end

	def user(conn, %{"nickname" => nickname}) do
	with %User{} = user <- User.get_cached_by_nickname(nickname),
	{:ok, user} <- Pleroma.Web.WebFinger.ensure_keys_present(user) do
	conn
	\|> put_resp_header("content-type", "application/activity+json")
	\|> json(UserView.render("user.json", %{user: user}))
	else
	nil -> {:error, :not_found}
	end
	end

	def object(conn, %{"uuid" => uuid}) do
	with ap_id <- o_status_url(conn, :object, uuid),
	%Object{} = object <- Object.get_cached_by_ap_id(ap_id),
	{_, true} <- {:public?, ActivityPub.is_public?(object)} do
	conn
	\|> put_resp_header("content-type", "application/activity+json")
	\|> json(ObjectView.render("object.json", %{object: object}))
	else
	{:public?, false} ->
	{:error, :not_found}
	end
	end

	def object_likes(conn, %{"uuid" => uuid, "page" => page}) do
	with ap_id <- o_status_url(conn, :object, uuid),
	%Object{} = object <- Object.get_cached_by_ap_id(ap_id),
	{_, true} <- {:public?, ActivityPub.is_public?(object)},
	likes <- Utils.get_object_likes(object) do
	{page, _} = Integer.parse(page)

	conn
	\|> put_resp_header("content-type", "application/activity+json")
	\|> json(ObjectView.render("likes.json", ap_id, likes, page))
	else
	{:public?, false} ->
	{:error, :not_found}
	end
	end

	def object_likes(conn, %{"uuid" => uuid}) do
	with ap_id <- o_status_url(conn, :object, uuid),
	%Object{} = object <- Object.get_cached_by_ap_id(ap_id),
	{_, true} <- {:public?, ActivityPub.is_public?(object)},
	likes <- Utils.get_object_likes(object) do
	conn
	\|> put_resp_header("content-type", "application/activity+json")
	\|> json(ObjectView.render("likes.json", ap_id, likes))
	else
	{:public?, false} ->
	{:error, :not_found}
	end
	end

	def activity(conn, %{"uuid" => uuid}) do
	with ap_id <- o_status_url(conn, :activity, uuid),
	%Activity{} = activity <- Activity.normalize(ap_id),
	{_, true} <- {:public?, ActivityPub.is_public?(activity)} do
	conn
	\|> put_resp_header("content-type", "application/activity+json")
	\|> json(ObjectView.render("object.json", %{object: activity}))
	else
	{:public?, false} ->
	{:error, :not_found}
	end
	end

	def following(conn, %{"nickname" => nickname, "page" => page}) do
	with %User{} = user <- User.get_cached_by_nickname(nickname),
	{:ok, user} <- Pleroma.Web.WebFinger.ensure_keys_present(user) do
	{page, _} = Integer.parse(page)

	conn
	\|> put_resp_header("content-type", "application/activity+json")
	\|> json(UserView.render("following.json", %{user: user, page: page}))
	end
	end

	def following(conn, %{"nickname" => nickname}) do
	with %User{} = user <- User.get_cached_by_nickname(nickname),
	{:ok, user} <- Pleroma.Web.WebFinger.ensure_keys_present(user) do
	conn
	\|> put_resp_header("content-type", "application/activity+json")
	\|> json(UserView.render("following.json", %{user: user}))
	end
	end

	def followers(conn, %{"nickname" => nickname, "page" => page}) do
	with %User{} = user <- User.get_cached_by_nickname(nickname),
	{:ok, user} <- Pleroma.Web.WebFinger.ensure_keys_present(user) do
	{page, _} = Integer.parse(page)

	conn
	\|> put_resp_header("content-type", "application/activity+json")
	\|> json(UserView.render("followers.json", %{user: user, page: page}))
	end
	end

	def followers(conn, %{"nickname" => nickname}) do
	with %User{} = user <- User.get_cached_by_nickname(nickname),
	{:ok, user} <- Pleroma.Web.WebFinger.ensure_keys_present(user) do
	conn
	\|> put_resp_header("content-type", "application/activity+json")
	\|> json(UserView.render("followers.json", %{user: user}))
	end
	end

	def outbox(conn, %{"nickname" => nickname} = params) do
	with %User{} = user <- User.get_cached_by_nickname(nickname),
	{:ok, user} <- Pleroma.Web.WebFinger.ensure_keys_present(user) do
	conn
	\|> put_resp_header("content-type", "application/activity+json")
	\|> json(UserView.render("outbox.json", %{user: user, max_id: params["max_id"]}))
	end
	end

	def inbox(%{assigns: %{valid_signature: true}} = conn, %{"nickname" => nickname} = params) do
	with %User{} = user <- User.get_cached_by_nickname(nickname),
	true <- Utils.recipient_in_message(user.ap_id, params),
	params <- Utils.maybe_splice_recipient(user.ap_id, params) do
	Federator.enqueue(:incoming_ap_doc, params)
	json(conn, "ok")
	end
	end

	def inbox(%{assigns: %{valid_signature: true}} = conn, params) do
	Federator.enqueue(:incoming_ap_doc, params)
	json(conn, "ok")
	end

	# only accept relayed Creates
	def inbox(conn, %{"type" => "Create"} = params) do
	Logger.info(
	"Signature missing or not from author, relayed Create message, fetching object from source"
	)

	ActivityPub.fetch_object_from_id(params["object"]["id"])

	json(conn, "ok")
	end

	def inbox(conn, params) do
	headers = Enum.into(conn.req_headers, %{})

	if String.contains?(headers["signature"], params["actor"]) do
	Logger.info(
	"Signature validation error for: #{params["actor"]}, make sure you are forwarding the HTTP Host header!"
	)

	Logger.info(inspect(conn.req_headers))
	end

	json(conn, "error")
	end

	def relay(conn, _params) do
	with %User{} = user <- Relay.get_actor(),
	{:ok, user} <- Pleroma.Web.WebFinger.ensure_keys_present(user) do
	conn
	\|> put_resp_header("content-type", "application/activity+json")
	\|> json(UserView.render("user.json", %{user: user}))
	else
	nil -> {:error, :not_found}
	end
	end

	def whoami(%{assigns: %{user: %User{} = user}} = conn, _params) do
	conn
	\|> put_resp_header("content-type", "application/activity+json")
	\|> json(UserView.render("user.json", %{user: user}))
	end

	def whoami(_conn, _params), do: {:error, :not_found}

	def read_inbox(%{assigns: %{user: user}} = conn, %{"nickname" => nickname} = params) do
	if nickname == user.nickname do
	conn
	\|> put_resp_header("content-type", "application/activity+json")
	\|> json(UserView.render("inbox.json", %{user: user, max_id: params["max_id"]}))
	else
	conn
	\|> put_status(:forbidden)
	\|> json("can't read inbox of #{nickname} as #{user.nickname}")
	end
	end

	def handle_user_activity(user, %{"type" => "Create"} = params) do
	object =
	params["object"]
	\|> Map.merge(Map.take(params, ["to", "cc"]))
	\|> Map.put("attributedTo", user.ap_id())
	\|> Transmogrifier.fix_object()

	ActivityPub.create(%{
	to: params["to"],
	actor: user,
	context: object["context"],
	object: object,
	additional: Map.take(params, ["cc"])
	})
	end

	def handle_user_activity(user, %{"type" => "Delete"} = params) do
	with %Object{} = object <- Object.normalize(params["object"]),
	true <- user.info.is_moderator \|\| user.ap_id == object.data["actor"],
	{:ok, delete} <- ActivityPub.delete(object) do
	{:ok, delete}
	else
	_ -> {:error, "Can't delete object"}
	end
	end

	def handle_user_activity(user, %{"type" => "Like"} = params) do
	with %Object{} = object <- Object.normalize(params["object"]),
	{:ok, activity, _object} <- ActivityPub.like(user, object) do
	{:ok, activity}
	else
	_ -> {:error, "Can't like object"}
	end
	end

	def handle_user_activity(_, _) do
	{:error, "Unhandled activity type"}
	end

	def update_outbox(
	%{assigns: %{user: user}} = conn,
	%{"nickname" => nickname} = params
	) do
	if nickname == user.nickname do
	actor = user.ap_id()

	params =
	params
	\|> Map.drop(["id"])
	\|> Map.put("actor", actor)
	\|> Transmogrifier.fix_addressing()

	with {:ok, %Activity{} = activity} <- handle_user_activity(user, params) do
	conn
	\|> put_status(:created)
	\|> put_resp_header("location", activity.data["id"])
	\|> json(activity.data)
	else
	{:error, message} ->
	conn
	\|> put_status(:bad_request)
	\|> json(message)
	end
	else
	conn
	\|> put_status(:forbidden)
	\|> json("can't update outbox of #{nickname} as #{user.nickname}")
	end
	end

	def errors(conn, {:error, :not_found}) do
	conn
	\|> put_status(404)
	\|> json("Not found")
	end

	def errors(conn, _e) do
	conn
	\|> put_status(500)
	\|> json("error")
	end

	defp set_requester_reachable(%Plug.Conn{} = conn, _) do
	with actor <- conn.params["actor"],
	true <- is_binary(actor) do
	Pleroma.Instances.set_reachable(actor)
	end

	conn
	end
	end
	diff --git a/lib/pleroma/web/activity_pub/relay.ex b/lib/pleroma/web/activity_pub/relay.ex
	index c0a52e349..c496063ea 100644
	--- a/lib/pleroma/web/activity_pub/relay.ex
	+++ b/lib/pleroma/web/activity_pub/relay.ex
	@@ -1,50 +1,52 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.ActivityPub.Relay do
	- alias Pleroma.{User, Object, Activity}
	+ alias Pleroma.User
	+ alias Pleroma.Object
	+ alias Pleroma.Activity
	alias Pleroma.Web.ActivityPub.ActivityPub
	require Logger

	def get_actor do
	User.get_or_create_instance_user()
	end

	def follow(target_instance) do
	with %User{} = local_user <- get_actor(),
	%User{} = target_user <- User.get_or_fetch_by_ap_id(target_instance),
	{:ok, activity} <- ActivityPub.follow(local_user, target_user) do
	Logger.info("relay: followed instance: #{target_instance}; id=#{activity.data["id"]}")
	{:ok, activity}
	else
	e ->
	Logger.error("error: #{inspect(e)}")
	{:error, e}
	end
	end

	def unfollow(target_instance) do
	with %User{} = local_user <- get_actor(),
	%User{} = target_user <- User.get_or_fetch_by_ap_id(target_instance),
	{:ok, activity} <- ActivityPub.unfollow(local_user, target_user) do
	Logger.info("relay: unfollowed instance: #{target_instance}: id=#{activity.data["id"]}")
	{:ok, activity}
	else
	e ->
	Logger.error("error: #{inspect(e)}")
	{:error, e}
	end
	end

	def publish(%Activity{data: %{"type" => "Create"}} = activity) do
	with %User{} = user <- get_actor(),
	%Object{} = object <- Object.normalize(activity.data["object"]["id"]) do
	ActivityPub.announce(user, object, nil, true, false)
	else
	e -> Logger.error("error: #{inspect(e)}")
	end
	end

	def publish(_), do: nil
	end
	diff --git a/lib/pleroma/web/activity_pub/transmogrifier.ex b/lib/pleroma/web/activity_pub/transmogrifier.ex
	index edfbc9bb2..98a2af819 100644
	--- a/lib/pleroma/web/activity_pub/transmogrifier.ex
	+++ b/lib/pleroma/web/activity_pub/transmogrifier.ex
	@@ -1,972 +1,976 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.ActivityPub.Transmogrifier do
	@moduledoc """
	A module to handle coding from internal to wire ActivityPub and back.
	"""
	- alias Pleroma.{Activity, User, Object, Repo}
	- alias Pleroma.Web.ActivityPub.{ActivityPub, Utils}
	+ alias Pleroma.Activity
	+ alias Pleroma.User
	+ alias Pleroma.Object
	+ alias Pleroma.Repo
	+ alias Pleroma.Web.ActivityPub.ActivityPub
	+ alias Pleroma.Web.ActivityPub.Utils

	import Ecto.Query

	require Logger

	def get_actor(%{"actor" => actor}) when is_binary(actor) do
	actor
	end

	def get_actor(%{"actor" => actor}) when is_list(actor) do
	if is_binary(Enum.at(actor, 0)) do
	Enum.at(actor, 0)
	else
	Enum.find(actor, fn %{"type" => type} -> type in ["Person", "Service", "Application"] end)
	\|> Map.get("id")
	end
	end

	def get_actor(%{"actor" => %{"id" => id}}) when is_bitstring(id) do
	id
	end

	def get_actor(%{"actor" => nil, "attributedTo" => actor}) when not is_nil(actor) do
	get_actor(%{"actor" => actor})
	end

	@doc """
	Checks that an imported AP object's actor matches the domain it came from.
	"""
	def contain_origin(_id, %{"actor" => nil}), do: :error

	def contain_origin(id, %{"actor" => _actor} = params) do
	id_uri = URI.parse(id)
	actor_uri = URI.parse(get_actor(params))

	if id_uri.host == actor_uri.host do
	:ok
	else
	:error
	end
	end

	def contain_origin_from_id(_id, %{"id" => nil}), do: :error

	def contain_origin_from_id(id, %{"id" => other_id} = _params) do
	id_uri = URI.parse(id)
	other_uri = URI.parse(other_id)

	if id_uri.host == other_uri.host do
	:ok
	else
	:error
	end
	end

	@doc """
	Modifies an incoming AP object (mastodon format) to our internal format.
	"""
	def fix_object(object) do
	object
	\|> fix_actor
	\|> fix_url
	\|> fix_attachments
	\|> fix_context
	\|> fix_in_reply_to
	\|> fix_emoji
	\|> fix_tag
	\|> fix_content_map
	\|> fix_likes
	\|> fix_addressing
	end

	def fix_addressing_list(map, field) do
	if is_binary(map[field]) do
	map
	\|> Map.put(field, [map[field]])
	else
	map
	end
	end

	def fix_explicit_addressing(%{"to" => to, "cc" => cc} = object, explicit_mentions) do
	explicit_to =
	to
	\|> Enum.filter(fn x -> x in explicit_mentions end)

	explicit_cc =
	to
	\|> Enum.filter(fn x -> x not in explicit_mentions end)

	final_cc =
	(cc ++ explicit_cc)
	\|> Enum.uniq()

	object
	\|> Map.put("to", explicit_to)
	\|> Map.put("cc", final_cc)
	end

	def fix_explicit_addressing(object, _explicit_mentions), do: object

	# if directMessage flag is set to true, leave the addressing alone
	def fix_explicit_addressing(%{"directMessage" => true} = object), do: object

	def fix_explicit_addressing(object) do
	explicit_mentions =
	object
	\|> Utils.determine_explicit_mentions()

	explicit_mentions = explicit_mentions ++ ["https://www.w3.org/ns/activitystreams#Public"]

	object
	\|> fix_explicit_addressing(explicit_mentions)
	end

	def fix_addressing(object) do
	object
	\|> fix_addressing_list("to")
	\|> fix_addressing_list("cc")
	\|> fix_addressing_list("bto")
	\|> fix_addressing_list("bcc")
	\|> fix_explicit_addressing
	end

	def fix_actor(%{"attributedTo" => actor} = object) do
	object
	\|> Map.put("actor", get_actor(%{"actor" => actor}))
	end

	# Check for standardisation
	# This is what Peertube does
	# curl -H 'Accept: application/activity+json' $likes \| jq .totalItems
	# Prismo returns only an integer (count) as "likes"
	def fix_likes(%{"likes" => likes} = object) when not is_map(likes) do
	object
	\|> Map.put("likes", [])
	\|> Map.put("like_count", 0)
	end

	def fix_likes(object) do
	object
	end

	def fix_in_reply_to(%{"inReplyTo" => in_reply_to} = object)
	when not is_nil(in_reply_to) do
	in_reply_to_id =
	cond do
	is_bitstring(in_reply_to) ->
	in_reply_to

	is_map(in_reply_to) && is_bitstring(in_reply_to["id"]) ->
	in_reply_to["id"]

	is_list(in_reply_to) && is_bitstring(Enum.at(in_reply_to, 0)) ->
	Enum.at(in_reply_to, 0)

	# Maybe I should output an error too?
	true ->
	""
	end

	case fetch_obj_helper(in_reply_to_id) do
	{:ok, replied_object} ->
	with %Activity{} = activity <-
	Activity.get_create_by_object_ap_id(replied_object.data["id"]) do
	object
	\|> Map.put("inReplyTo", replied_object.data["id"])
	\|> Map.put("inReplyToAtomUri", object["inReplyToAtomUri"] \|\| in_reply_to_id)
	\|> Map.put("inReplyToStatusId", activity.id)
	\|> Map.put("conversation", replied_object.data["context"] \|\| object["conversation"])
	\|> Map.put("context", replied_object.data["context"] \|\| object["conversation"])
	else
	e ->
	Logger.error("Couldn't fetch \"#{inspect(in_reply_to_id)}\", error: #{inspect(e)}")
	object
	end

	e ->
	Logger.error("Couldn't fetch \"#{inspect(in_reply_to_id)}\", error: #{inspect(e)}")
	object
	end
	end

	def fix_in_reply_to(object), do: object

	def fix_context(object) do
	context = object["context"] \|\| object["conversation"] \|\| Utils.generate_context_id()

	object
	\|> Map.put("context", context)
	\|> Map.put("conversation", context)
	end

	def fix_attachments(%{"attachment" => attachment} = object) when is_list(attachment) do
	attachments =
	attachment
	\|> Enum.map(fn data ->
	media_type = data["mediaType"] \|\| data["mimeType"]
	href = data["url"] \|\| data["href"]

	url = [%{"type" => "Link", "mediaType" => media_type, "href" => href}]

	data
	\|> Map.put("mediaType", media_type)
	\|> Map.put("url", url)
	end)

	object
	\|> Map.put("attachment", attachments)
	end

	def fix_attachments(%{"attachment" => attachment} = object) when is_map(attachment) do
	Map.put(object, "attachment", [attachment])
	\|> fix_attachments()
	end

	def fix_attachments(object), do: object

	def fix_url(%{"url" => url} = object) when is_map(url) do
	object
	\|> Map.put("url", url["href"])
	end

	def fix_url(%{"type" => "Video", "url" => url} = object) when is_list(url) do
	first_element = Enum.at(url, 0)

	link_element =
	url
	\|> Enum.filter(fn x -> is_map(x) end)
	\|> Enum.filter(fn x -> x["mimeType"] == "text/html" end)
	\|> Enum.at(0)

	object
	\|> Map.put("attachment", [first_element])
	\|> Map.put("url", link_element["href"])
	end

	def fix_url(%{"type" => object_type, "url" => url} = object)
	when object_type != "Video" and is_list(url) do
	first_element = Enum.at(url, 0)

	url_string =
	cond do
	is_bitstring(first_element) -> first_element
	is_map(first_element) -> first_element["href"] \|\| ""
	true -> ""
	end

	object
	\|> Map.put("url", url_string)
	end

	def fix_url(object), do: object

	def fix_emoji(%{"tag" => tags} = object) when is_list(tags) do
	emoji = tags \|> Enum.filter(fn data -> data["type"] == "Emoji" and data["icon"] end)

	emoji =
	emoji
	\|> Enum.reduce(%{}, fn data, mapping ->
	name = String.trim(data["name"], ":")

	mapping \|> Map.put(name, data["icon"]["url"])
	end)

	# we merge mastodon and pleroma emoji into a single mapping, to allow for both wire formats
	emoji = Map.merge(object["emoji"] \|\| %{}, emoji)

	object
	\|> Map.put("emoji", emoji)
	end

	def fix_emoji(%{"tag" => %{"type" => "Emoji"} = tag} = object) do
	name = String.trim(tag["name"], ":")
	emoji = %{name => tag["icon"]["url"]}

	object
	\|> Map.put("emoji", emoji)
	end

	def fix_emoji(object), do: object

	def fix_tag(%{"tag" => tag} = object) when is_list(tag) do
	tags =
	tag
	\|> Enum.filter(fn data -> data["type"] == "Hashtag" and data["name"] end)
	\|> Enum.map(fn data -> String.slice(data["name"], 1..-1) end)

	combined = tag ++ tags

	object
	\|> Map.put("tag", combined)
	end

	def fix_tag(%{"tag" => %{"type" => "Hashtag", "name" => hashtag} = tag} = object) do
	combined = [tag, String.slice(hashtag, 1..-1)]

	object
	\|> Map.put("tag", combined)
	end

	def fix_tag(%{"tag" => %{} = tag} = object), do: Map.put(object, "tag", [tag])

	def fix_tag(object), do: object

	# content map usually only has one language so this will do for now.
	def fix_content_map(%{"contentMap" => content_map} = object) do
	content_groups = Map.to_list(content_map)
	{_, content} = Enum.at(content_groups, 0)

	object
	\|> Map.put("content", content)
	end

	def fix_content_map(object), do: object

	defp mastodon_follow_hack(%{"id" => id, "actor" => follower_id}, followed) do
	with true <- id =~ "follows",
	%User{local: true} = follower <- User.get_cached_by_ap_id(follower_id),
	%Activity{} = activity <- Utils.fetch_latest_follow(follower, followed) do
	{:ok, activity}
	else
	_ -> {:error, nil}
	end
	end

	defp mastodon_follow_hack(_, _), do: {:error, nil}

	defp get_follow_activity(follow_object, followed) do
	with object_id when not is_nil(object_id) <- Utils.get_ap_id(follow_object),
	{_, %Activity{} = activity} <- {:activity, Activity.get_by_ap_id(object_id)} do
	{:ok, activity}
	else
	# Can't find the activity. This might a Mastodon 2.3 "Accept"
	{:activity, nil} ->
	mastodon_follow_hack(follow_object, followed)

	_ ->
	{:error, nil}
	end
	end

	# disallow objects with bogus IDs
	def handle_incoming(%{"id" => nil}), do: :error
	def handle_incoming(%{"id" => ""}), do: :error
	# length of https:// = 8, should validate better, but good enough for now.
	def handle_incoming(%{"id" => id}) when not (is_binary(id) and length(id) > 8), do: :error

	# TODO: validate those with a Ecto scheme
	# - tags
	# - emoji
	def handle_incoming(%{"type" => "Create", "object" => %{"type" => objtype} = object} = data)
	when objtype in ["Article", "Note", "Video", "Page"] do
	actor = get_actor(data)

	data =
	Map.put(data, "actor", actor)
	\|> fix_addressing

	with nil <- Activity.get_create_by_object_ap_id(object["id"]),
	%User{} = user <- User.get_or_fetch_by_ap_id(data["actor"]) do
	object = fix_object(data["object"])

	params = %{
	to: data["to"],
	object: object,
	actor: user,
	context: object["conversation"],
	local: false,
	published: data["published"],
	additional:
	Map.take(data, [
	"cc",
	"directMessage",
	"id"
	])
	}

	ActivityPub.create(params)
	else
	%Activity{} = activity -> {:ok, activity}
	_e -> :error
	end
	end

	def handle_incoming(
	%{"type" => "Follow", "object" => followed, "actor" => follower, "id" => id} = data
	) do
	with %User{local: true} = followed <- User.get_cached_by_ap_id(followed),
	%User{} = follower <- User.get_or_fetch_by_ap_id(follower),
	{:ok, activity} <- ActivityPub.follow(follower, followed, id, false) do
	if not User.locked?(followed) do
	ActivityPub.accept(%{
	to: [follower.ap_id],
	actor: followed.ap_id,
	object: data,
	local: true
	})

	User.follow(follower, followed)
	end

	{:ok, activity}
	else
	_e -> :error
	end
	end

	def handle_incoming(
	%{"type" => "Accept", "object" => follow_object, "actor" => _actor, "id" => _id} = data
	) do
	with actor <- get_actor(data),
	%User{} = followed <- User.get_or_fetch_by_ap_id(actor),
	{:ok, follow_activity} <- get_follow_activity(follow_object, followed),
	{:ok, follow_activity} <- Utils.update_follow_state(follow_activity, "accept"),
	%User{local: true} = follower <- User.get_cached_by_ap_id(follow_activity.data["actor"]),
	{:ok, activity} <-
	ActivityPub.accept(%{
	to: follow_activity.data["to"],
	type: "Accept",
	actor: followed.ap_id,
	object: follow_activity.data["id"],
	local: false
	}) do
	if not User.following?(follower, followed) do
	{:ok, _follower} = User.follow(follower, followed)
	end

	{:ok, activity}
	else
	_e -> :error
	end
	end

	def handle_incoming(
	%{"type" => "Reject", "object" => follow_object, "actor" => _actor, "id" => _id} = data
	) do
	with actor <- get_actor(data),
	%User{} = followed <- User.get_or_fetch_by_ap_id(actor),
	{:ok, follow_activity} <- get_follow_activity(follow_object, followed),
	{:ok, follow_activity} <- Utils.update_follow_state(follow_activity, "reject"),
	%User{local: true} = follower <- User.get_cached_by_ap_id(follow_activity.data["actor"]),
	{:ok, activity} <-
	ActivityPub.reject(%{
	to: follow_activity.data["to"],
	type: "Reject",
	actor: followed.ap_id,
	object: follow_activity.data["id"],
	local: false
	}) do
	User.unfollow(follower, followed)

	{:ok, activity}
	else
	_e -> :error
	end
	end

	def handle_incoming(
	%{"type" => "Like", "object" => object_id, "actor" => _actor, "id" => id} = data
	) do
	with actor <- get_actor(data),
	%User{} = actor <- User.get_or_fetch_by_ap_id(actor),
	{:ok, object} <- get_obj_helper(object_id) \|\| fetch_obj_helper(object_id),
	{:ok, activity, _object} <- ActivityPub.like(actor, object, id, false) do
	{:ok, activity}
	else
	_e -> :error
	end
	end

	def handle_incoming(
	%{"type" => "Announce", "object" => object_id, "actor" => _actor, "id" => id} = data
	) do
	with actor <- get_actor(data),
	%User{} = actor <- User.get_or_fetch_by_ap_id(actor),
	{:ok, object} <- get_obj_helper(object_id) \|\| fetch_obj_helper(object_id),
	public <- ActivityPub.is_public?(data),
	{:ok, activity, _object} <- ActivityPub.announce(actor, object, id, false, public) do
	{:ok, activity}
	else
	_e -> :error
	end
	end

	def handle_incoming(
	%{"type" => "Update", "object" => %{"type" => object_type} = object, "actor" => actor_id} =
	data
	)
	when object_type in ["Person", "Application", "Service", "Organization"] do
	with %User{ap_id: ^actor_id} = actor <- User.get_by_ap_id(object["id"]) do
	{:ok, new_user_data} = ActivityPub.user_data_from_user_object(object)

	banner = new_user_data[:info]["banner"]
	locked = new_user_data[:info]["locked"] \|\| false

	update_data =
	new_user_data
	\|> Map.take([:name, :bio, :avatar])
	\|> Map.put(:info, %{"banner" => banner, "locked" => locked})

	actor
	\|> User.upgrade_changeset(update_data)
	\|> User.update_and_set_cache()

	ActivityPub.update(%{
	local: false,
	to: data["to"] \|\| [],
	cc: data["cc"] \|\| [],
	object: object,
	actor: actor_id
	})
	else
	e ->
	Logger.error(e)
	:error
	end
	end

	# TODO: We presently assume that any actor on the same origin domain as the object being
	# deleted has the rights to delete that object. A better way to validate whether or not
	# the object should be deleted is to refetch the object URI, which should return either
	# an error or a tombstone. This would allow us to verify that a deletion actually took
	# place.
	def handle_incoming(
	%{"type" => "Delete", "object" => object_id, "actor" => _actor, "id" => _id} = data
	) do
	object_id = Utils.get_ap_id(object_id)

	with actor <- get_actor(data),
	%User{} = actor <- User.get_or_fetch_by_ap_id(actor),
	{:ok, object} <- get_obj_helper(object_id) \|\| fetch_obj_helper(object_id),
	:ok <- contain_origin(actor.ap_id, object.data),
	{:ok, activity} <- ActivityPub.delete(object, false) do
	{:ok, activity}
	else
	_e -> :error
	end
	end

	def handle_incoming(
	%{
	"type" => "Undo",
	"object" => %{"type" => "Announce", "object" => object_id},
	"actor" => _actor,
	"id" => id
	} = data
	) do
	with actor <- get_actor(data),
	%User{} = actor <- User.get_or_fetch_by_ap_id(actor),
	{:ok, object} <- get_obj_helper(object_id) \|\| fetch_obj_helper(object_id),
	{:ok, activity, _} <- ActivityPub.unannounce(actor, object, id, false) do
	{:ok, activity}
	else
	_e -> :error
	end
	end

	def handle_incoming(
	%{
	"type" => "Undo",
	"object" => %{"type" => "Follow", "object" => followed},
	"actor" => follower,
	"id" => id
	} = _data
	) do
	with %User{local: true} = followed <- User.get_cached_by_ap_id(followed),
	%User{} = follower <- User.get_or_fetch_by_ap_id(follower),
	{:ok, activity} <- ActivityPub.unfollow(follower, followed, id, false) do
	User.unfollow(follower, followed)
	{:ok, activity}
	else
	_e -> :error
	end
	end

	def handle_incoming(
	%{
	"type" => "Undo",
	"object" => %{"type" => "Block", "object" => blocked},
	"actor" => blocker,
	"id" => id
	} = _data
	) do
	with true <- Pleroma.Config.get([:activitypub, :accept_blocks]),
	%User{local: true} = blocked <- User.get_cached_by_ap_id(blocked),
	%User{} = blocker <- User.get_or_fetch_by_ap_id(blocker),
	{:ok, activity} <- ActivityPub.unblock(blocker, blocked, id, false) do
	User.unblock(blocker, blocked)
	{:ok, activity}
	else
	_e -> :error
	end
	end

	def handle_incoming(
	%{"type" => "Block", "object" => blocked, "actor" => blocker, "id" => id} = _data
	) do
	with true <- Pleroma.Config.get([:activitypub, :accept_blocks]),
	%User{local: true} = blocked = User.get_cached_by_ap_id(blocked),
	%User{} = blocker = User.get_or_fetch_by_ap_id(blocker),
	{:ok, activity} <- ActivityPub.block(blocker, blocked, id, false) do
	User.unfollow(blocker, blocked)
	User.block(blocker, blocked)
	{:ok, activity}
	else
	_e -> :error
	end
	end

	def handle_incoming(
	%{
	"type" => "Undo",
	"object" => %{"type" => "Like", "object" => object_id},
	"actor" => _actor,
	"id" => id
	} = data
	) do
	with actor <- get_actor(data),
	%User{} = actor <- User.get_or_fetch_by_ap_id(actor),
	{:ok, object} <- get_obj_helper(object_id) \|\| fetch_obj_helper(object_id),
	{:ok, activity, _, _} <- ActivityPub.unlike(actor, object, id, false) do
	{:ok, activity}
	else
	_e -> :error
	end
	end

	def handle_incoming(_), do: :error

	def fetch_obj_helper(id) when is_bitstring(id), do: ActivityPub.fetch_object_from_id(id)
	def fetch_obj_helper(obj) when is_map(obj), do: ActivityPub.fetch_object_from_id(obj["id"])

	def get_obj_helper(id) do
	if object = Object.normalize(id), do: {:ok, object}, else: nil
	end

	def set_reply_to_uri(%{"inReplyTo" => inReplyTo} = object) do
	with false <- String.starts_with?(inReplyTo, "http"),
	{:ok, %{data: replied_to_object}} <- get_obj_helper(inReplyTo) do
	Map.put(object, "inReplyTo", replied_to_object["external_url"] \|\| inReplyTo)
	else
	_e -> object
	end
	end

	def set_reply_to_uri(obj), do: obj

	# Prepares the object of an outgoing create activity.
	def prepare_object(object) do
	object
	\|> set_sensitive
	\|> add_hashtags
	\|> add_mention_tags
	\|> add_emoji_tags
	\|> add_attributed_to
	\|> add_likes
	\|> prepare_attachments
	\|> set_conversation
	\|> set_reply_to_uri
	\|> strip_internal_fields
	\|> strip_internal_tags
	end

	# @doc
	# """
	# internal -> Mastodon
	# """

	def prepare_outgoing(%{"type" => "Create", "object" => object} = data) do
	object =
	object
	\|> prepare_object

	data =
	data
	\|> Map.put("object", object)
	\|> Map.merge(Utils.make_json_ld_header())

	{:ok, data}
	end

	# Mastodon Accept/Reject requires a non-normalized object containing the actor URIs,
	# because of course it does.
	def prepare_outgoing(%{"type" => "Accept"} = data) do
	with follow_activity <- Activity.normalize(data["object"]) do
	object = %{
	"actor" => follow_activity.actor,
	"object" => follow_activity.data["object"],
	"id" => follow_activity.data["id"],
	"type" => "Follow"
	}

	data =
	data
	\|> Map.put("object", object)
	\|> Map.merge(Utils.make_json_ld_header())

	{:ok, data}
	end
	end

	def prepare_outgoing(%{"type" => "Reject"} = data) do
	with follow_activity <- Activity.normalize(data["object"]) do
	object = %{
	"actor" => follow_activity.actor,
	"object" => follow_activity.data["object"],
	"id" => follow_activity.data["id"],
	"type" => "Follow"
	}

	data =
	data
	\|> Map.put("object", object)
	\|> Map.merge(Utils.make_json_ld_header())

	{:ok, data}
	end
	end

	def prepare_outgoing(%{"type" => _type} = data) do
	data =
	data
	\|> maybe_fix_object_url
	\|> Map.merge(Utils.make_json_ld_header())

	{:ok, data}
	end

	def maybe_fix_object_url(data) do
	if is_binary(data["object"]) and not String.starts_with?(data["object"], "http") do
	case fetch_obj_helper(data["object"]) do
	{:ok, relative_object} ->
	if relative_object.data["external_url"] do
	_data =
	data
	\|> Map.put("object", relative_object.data["external_url"])
	else
	data
	end

	e ->
	Logger.error("Couldn't fetch #{data["object"]} #{inspect(e)}")
	data
	end
	else
	data
	end
	end

	def add_hashtags(object) do
	tags =
	(object["tag"] \|\| [])
	\|> Enum.map(fn tag ->
	%{
	"href" => Pleroma.Web.Endpoint.url() <> "/tags/#{tag}",
	"name" => "##{tag}",
	"type" => "Hashtag"
	}
	end)

	object
	\|> Map.put("tag", tags)
	end

	def add_mention_tags(object) do
	mentions =
	object
	\|> Utils.get_notified_from_object()
	\|> Enum.map(fn user ->
	%{"type" => "Mention", "href" => user.ap_id, "name" => "@#{user.nickname}"}
	end)

	tags = object["tag"] \|\| []

	object
	\|> Map.put("tag", tags ++ mentions)
	end

	# TODO: we should probably send mtime instead of unix epoch time for updated
	def add_emoji_tags(object) do
	tags = object["tag"] \|\| []
	emoji = object["emoji"] \|\| []

	out =
	emoji
	\|> Enum.map(fn {name, url} ->
	%{
	"icon" => %{"url" => url, "type" => "Image"},
	"name" => ":" <> name <> ":",
	"type" => "Emoji",
	"updated" => "1970-01-01T00:00:00Z",
	"id" => url
	}
	end)

	object
	\|> Map.put("tag", tags ++ out)
	end

	def set_conversation(object) do
	Map.put(object, "conversation", object["context"])
	end

	def set_sensitive(object) do
	tags = object["tag"] \|\| []
	Map.put(object, "sensitive", "nsfw" in tags)
	end

	def add_attributed_to(object) do
	attributedTo = object["attributedTo"] \|\| object["actor"]

	object
	\|> Map.put("attributedTo", attributedTo)
	end

	def add_likes(%{"id" => id, "like_count" => likes} = object) do
	likes = %{
	"id" => "#{id}/likes",
	"first" => "#{id}/likes?page=1",
	"type" => "OrderedCollection",
	"totalItems" => likes
	}

	object
	\|> Map.put("likes", likes)
	end

	def add_likes(object) do
	object
	end

	def prepare_attachments(object) do
	attachments =
	(object["attachment"] \|\| [])
	\|> Enum.map(fn data ->
	[%{"mediaType" => media_type, "href" => href} \| _] = data["url"]
	%{"url" => href, "mediaType" => media_type, "name" => data["name"], "type" => "Document"}
	end)

	object
	\|> Map.put("attachment", attachments)
	end

	defp strip_internal_fields(object) do
	object
	\|> Map.drop([
	"like_count",
	"announcements",
	"announcement_count",
	"emoji",
	"context_id"
	])
	end

	defp strip_internal_tags(%{"tag" => tags} = object) do
	tags =
	tags
	\|> Enum.filter(fn x -> is_map(x) end)

	object
	\|> Map.put("tag", tags)
	end

	defp strip_internal_tags(object), do: object

	defp user_upgrade_task(user) do
	old_follower_address = User.ap_followers(user)

	q =
	from(
	u in User,
	where: ^old_follower_address in u.following,
	update: [
	set: [
	following:
	fragment(
	"array_replace(?,?,?)",
	u.following,
	^old_follower_address,
	^user.follower_address
	)
	]
	]
	)

	Repo.update_all(q, [])

	maybe_retire_websub(user.ap_id)

	q =
	from(
	a in Activity,
	where: ^old_follower_address in a.recipients,
	update: [
	set: [
	recipients:
	fragment(
	"array_replace(?,?,?)",
	a.recipients,
	^old_follower_address,
	^user.follower_address
	)
	]
	]
	)

	Repo.update_all(q, [])
	end

	def upgrade_user_from_ap_id(ap_id, async \\ true) do
	with %User{local: false} = user <- User.get_by_ap_id(ap_id),
	{:ok, data} <- ActivityPub.fetch_and_prepare_user_from_ap_id(ap_id) do
	already_ap = User.ap_enabled?(user)

	{:ok, user} =
	User.upgrade_changeset(user, data)
	\|> Repo.update()

	if !already_ap do
	# This could potentially take a long time, do it in the background
	if async do
	Task.start(fn ->
	user_upgrade_task(user)
	end)
	else
	user_upgrade_task(user)
	end
	end

	{:ok, user}
	else
	e -> e
	end
	end

	def maybe_retire_websub(ap_id) do
	# some sanity checks
	if is_binary(ap_id) && String.length(ap_id) > 8 do
	q =
	from(
	ws in Pleroma.Web.Websub.WebsubClientSubscription,
	where: fragment("? like ?", ws.topic, ^"#{ap_id}%")
	)

	Repo.delete_all(q)
	end
	end

	def maybe_fix_user_url(data) do
	if is_map(data["url"]) do
	Map.put(data, "url", data["url"]["href"])
	else
	data
	end
	end

	def maybe_fix_user_object(data) do
	data
	\|> maybe_fix_user_url
	end
	end
	diff --git a/lib/pleroma/web/activity_pub/utils.ex b/lib/pleroma/web/activity_pub/utils.ex
	index 4a2cc6738..964e11c9d 100644
	--- a/lib/pleroma/web/activity_pub/utils.ex
	+++ b/lib/pleroma/web/activity_pub/utils.ex
	@@ -1,593 +1,601 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.ActivityPub.Utils do
	- alias Pleroma.{Repo, Web, Object, Activity, User, Notification}
	+ alias Pleroma.Repo
	+ alias Pleroma.Web
	+ alias Pleroma.Object
	+ alias Pleroma.Activity
	+ alias Pleroma.User
	+ alias Pleroma.Notification
	alias Pleroma.Web.Router.Helpers
	alias Pleroma.Web.Endpoint
	- alias Ecto.{Changeset, UUID}
	+ alias Ecto.Changeset
	+ alias Ecto.UUID
	+
	import Ecto.Query
	+
	require Logger

	@supported_object_types ["Article", "Note", "Video", "Page"]

	# Some implementations send the actor URI as the actor field, others send the entire actor object,
	# so figure out what the actor's URI is based on what we have.
	def get_ap_id(object) do
	case object do
	%{"id" => id} -> id
	id -> id
	end
	end

	def normalize_params(params) do
	Map.put(params, "actor", get_ap_id(params["actor"]))
	end

	def determine_explicit_mentions(%{"tag" => tag} = _object) when is_list(tag) do
	tag
	\|> Enum.filter(fn x -> is_map(x) end)
	\|> Enum.filter(fn x -> x["type"] == "Mention" end)
	\|> Enum.map(fn x -> x["href"] end)
	end

	def determine_explicit_mentions(%{"tag" => tag} = object) when is_map(tag) do
	Map.put(object, "tag", [tag])
	\|> determine_explicit_mentions()
	end

	def determine_explicit_mentions(_), do: []

	defp recipient_in_collection(ap_id, coll) when is_binary(coll), do: ap_id == coll
	defp recipient_in_collection(ap_id, coll) when is_list(coll), do: ap_id in coll
	defp recipient_in_collection(_, _), do: false

	def recipient_in_message(ap_id, params) do
	cond do
	recipient_in_collection(ap_id, params["to"]) ->
	true

	recipient_in_collection(ap_id, params["cc"]) ->
	true

	recipient_in_collection(ap_id, params["bto"]) ->
	true

	recipient_in_collection(ap_id, params["bcc"]) ->
	true

	# if the message is unaddressed at all, then assume it is directly addressed
	# to the recipient
	!params["to"] && !params["cc"] && !params["bto"] && !params["bcc"] ->
	true

	true ->
	false
	end
	end

	defp extract_list(target) when is_binary(target), do: [target]
	defp extract_list(lst) when is_list(lst), do: lst
	defp extract_list(_), do: []

	def maybe_splice_recipient(ap_id, params) do
	need_splice =
	!recipient_in_collection(ap_id, params["to"]) &&
	!recipient_in_collection(ap_id, params["cc"])

	cc_list = extract_list(params["cc"])

	if need_splice do
	params
	\|> Map.put("cc", [ap_id \| cc_list])
	else
	params
	end
	end

	def make_json_ld_header do
	%{
	"@context" => [
	"https://www.w3.org/ns/activitystreams",
	"#{Web.base_url()}/schemas/litepub-0.1.jsonld"
	]
	}
	end

	def make_date do
	DateTime.utc_now() \|> DateTime.to_iso8601()
	end

	def generate_activity_id do
	generate_id("activities")
	end

	def generate_context_id do
	generate_id("contexts")
	end

	def generate_object_id do
	Helpers.o_status_url(Endpoint, :object, UUID.generate())
	end

	def generate_id(type) do
	"#{Web.base_url()}/#{type}/#{UUID.generate()}"
	end

	def get_notified_from_object(%{"type" => type} = object) when type in @supported_object_types do
	fake_create_activity = %{
	"to" => object["to"],
	"cc" => object["cc"],
	"type" => "Create",
	"object" => object
	}

	Notification.get_notified_from_activity(%Activity{data: fake_create_activity}, false)
	end

	def get_notified_from_object(object) do
	Notification.get_notified_from_activity(%Activity{data: object}, false)
	end

	def create_context(context) do
	context = context \|\| generate_id("contexts")
	changeset = Object.context_mapping(context)

	case Repo.insert(changeset) do
	{:ok, object} ->
	object

	# This should be solved by an upsert, but it seems ecto
	# has problems accessing the constraint inside the jsonb.
	{:error, _} ->
	Object.get_cached_by_ap_id(context)
	end
	end

	@doc """
	Enqueues an activity for federation if it's local
	"""
	def maybe_federate(%Activity{local: true} = activity) do
	priority =
	case activity.data["type"] do
	"Delete" -> 10
	"Create" -> 1
	_ -> 5
	end

	Pleroma.Web.Federator.enqueue(:publish, activity, priority)
	:ok
	end

	def maybe_federate(_), do: :ok

	@doc """
	Adds an id and a published data if they aren't there,
	also adds it to an included object
	"""
	def lazy_put_activity_defaults(map) do
	%{data: %{"id" => context}, id: context_id} = create_context(map["context"])

	map =
	map
	\|> Map.put_new_lazy("id", &generate_activity_id/0)
	\|> Map.put_new_lazy("published", &make_date/0)
	\|> Map.put_new("context", context)
	\|> Map.put_new("context_id", context_id)

	if is_map(map["object"]) do
	object = lazy_put_object_defaults(map["object"], map)
	%{map \| "object" => object}
	else
	map
	end
	end

	@doc """
	Adds an id and published date if they aren't there.
	"""
	def lazy_put_object_defaults(map, activity \\ %{}) do
	map
	\|> Map.put_new_lazy("id", &generate_object_id/0)
	\|> Map.put_new_lazy("published", &make_date/0)
	\|> Map.put_new("context", activity["context"])
	\|> Map.put_new("context_id", activity["context_id"])
	end

	@doc """
	Inserts a full object if it is contained in an activity.
	"""
	def insert_full_object(%{"object" => %{"type" => type} = object_data})
	when is_map(object_data) and type in @supported_object_types do
	with {:ok, _} <- Object.create(object_data) do
	:ok
	end
	end

	def insert_full_object(_), do: :ok

	def update_object_in_activities(%{data: %{"id" => id}} = object) do
	# TODO
	# Update activities that already had this. Could be done in a seperate process.
	# Alternatively, just don't do this and fetch the current object each time. Most
	# could probably be taken from cache.
	relevant_activities = Activity.get_all_create_by_object_ap_id(id)

	Enum.map(relevant_activities, fn activity ->
	new_activity_data = activity.data \|> Map.put("object", object.data)
	changeset = Changeset.change(activity, data: new_activity_data)
	Repo.update(changeset)
	end)
	end

	#### Like-related helpers

	@doc """
	Returns an existing like if a user already liked an object
	"""
	def get_existing_like(actor, %{data: %{"id" => id}}) do
	query =
	from(
	activity in Activity,
	where: fragment("(?)->>'actor' = ?", activity.data, ^actor),
	# this is to use the index
	where:
	fragment(
	"coalesce((?)->'object'->>'id', (?)->>'object') = ?",
	activity.data,
	activity.data,
	^id
	),
	where: fragment("(?)->>'type' = 'Like'", activity.data)
	)

	Repo.one(query)
	end

	@doc """
	Returns like activities targeting an object
	"""
	def get_object_likes(%{data: %{"id" => id}}) do
	query =
	from(
	activity in Activity,
	# this is to use the index
	where:
	fragment(
	"coalesce((?)->'object'->>'id', (?)->>'object') = ?",
	activity.data,
	activity.data,
	^id
	),
	where: fragment("(?)->>'type' = 'Like'", activity.data)
	)

	Repo.all(query)
	end

	def make_like_data(%User{ap_id: ap_id} = actor, %{data: %{"id" => id}} = object, activity_id) do
	data = %{
	"type" => "Like",
	"actor" => ap_id,
	"object" => id,
	"to" => [actor.follower_address, object.data["actor"]],
	"cc" => ["https://www.w3.org/ns/activitystreams#Public"],
	"context" => object.data["context"]
	}

	if activity_id, do: Map.put(data, "id", activity_id), else: data
	end

	def update_element_in_object(property, element, object) do
	with new_data <-
	object.data
	\|> Map.put("#{property}_count", length(element))
	\|> Map.put("#{property}s", element),
	changeset <- Changeset.change(object, data: new_data),
	{:ok, object} <- Object.update_and_set_cache(changeset),
	_ <- update_object_in_activities(object) do
	{:ok, object}
	end
	end

	def update_likes_in_object(likes, object) do
	update_element_in_object("like", likes, object)
	end

	def add_like_to_object(%Activity{data: %{"actor" => actor}}, object) do
	likes = if is_list(object.data["likes"]), do: object.data["likes"], else: []

	with likes <- [actor \| likes] \|> Enum.uniq() do
	update_likes_in_object(likes, object)
	end
	end

	def remove_like_from_object(%Activity{data: %{"actor" => actor}}, object) do
	likes = if is_list(object.data["likes"]), do: object.data["likes"], else: []

	with likes <- likes \|> List.delete(actor) do
	update_likes_in_object(likes, object)
	end
	end

	#### Follow-related helpers

	@doc """
	Updates a follow activity's state (for locked accounts).
	"""
	def update_follow_state(
	%Activity{data: %{"actor" => actor, "object" => object, "state" => "pending"}} = activity,
	state
	) do
	try do
	Ecto.Adapters.SQL.query!(
	Repo,
	"UPDATE activities SET data = jsonb_set(data, '{state}', $1) WHERE data->>'type' = 'Follow' AND data->>'actor' = $2 AND data->>'object' = $3 AND data->>'state' = 'pending'",
	[state, actor, object]
	)

	activity = Repo.get(Activity, activity.id)
	{:ok, activity}
	rescue
	e ->
	{:error, e}
	end
	end

	def update_follow_state(%Activity{} = activity, state) do
	with new_data <-
	activity.data
	\|> Map.put("state", state),
	changeset <- Changeset.change(activity, data: new_data),
	{:ok, activity} <- Repo.update(changeset) do
	{:ok, activity}
	end
	end

	@doc """
	Makes a follow activity data for the given follower and followed
	"""
	def make_follow_data(
	%User{ap_id: follower_id},
	%User{ap_id: followed_id} = _followed,
	activity_id
	) do
	data = %{
	"type" => "Follow",
	"actor" => follower_id,
	"to" => [followed_id],
	"cc" => ["https://www.w3.org/ns/activitystreams#Public"],
	"object" => followed_id,
	"state" => "pending"
	}

	data = if activity_id, do: Map.put(data, "id", activity_id), else: data

	data
	end

	def fetch_latest_follow(%User{ap_id: follower_id}, %User{ap_id: followed_id}) do
	query =
	from(
	activity in Activity,
	where:
	fragment(
	"? ->> 'type' = 'Follow'",
	activity.data
	),
	where: activity.actor == ^follower_id,
	where:
	fragment(
	"? @> ?",
	activity.data,
	^%{object: followed_id}
	),
	order_by: [desc: :id],
	limit: 1
	)

	Repo.one(query)
	end

	#### Announce-related helpers

	@doc """
	Retruns an existing announce activity if the notice has already been announced
	"""
	def get_existing_announce(actor, %{data: %{"id" => id}}) do
	query =
	from(
	activity in Activity,
	where: activity.actor == ^actor,
	# this is to use the index
	where:
	fragment(
	"coalesce((?)->'object'->>'id', (?)->>'object') = ?",
	activity.data,
	activity.data,
	^id
	),
	where: fragment("(?)->>'type' = 'Announce'", activity.data)
	)

	Repo.one(query)
	end

	@doc """
	Make announce activity data for the given actor and object
	"""
	# for relayed messages, we only want to send to subscribers
	def make_announce_data(
	%User{ap_id: ap_id} = user,
	%Object{data: %{"id" => id}} = object,
	activity_id,
	false
	) do
	data = %{
	"type" => "Announce",
	"actor" => ap_id,
	"object" => id,
	"to" => [user.follower_address],
	"cc" => [],
	"context" => object.data["context"]
	}

	if activity_id, do: Map.put(data, "id", activity_id), else: data
	end

	def make_announce_data(
	%User{ap_id: ap_id} = user,
	%Object{data: %{"id" => id}} = object,
	activity_id,
	true
	) do
	data = %{
	"type" => "Announce",
	"actor" => ap_id,
	"object" => id,
	"to" => [user.follower_address, object.data["actor"]],
	"cc" => ["https://www.w3.org/ns/activitystreams#Public"],
	"context" => object.data["context"]
	}

	if activity_id, do: Map.put(data, "id", activity_id), else: data
	end

	@doc """
	Make unannounce activity data for the given actor and object
	"""
	def make_unannounce_data(
	%User{ap_id: ap_id} = user,
	%Activity{data: %{"context" => context}} = activity,
	activity_id
	) do
	data = %{
	"type" => "Undo",
	"actor" => ap_id,
	"object" => activity.data,
	"to" => [user.follower_address, activity.data["actor"]],
	"cc" => ["https://www.w3.org/ns/activitystreams#Public"],
	"context" => context
	}

	if activity_id, do: Map.put(data, "id", activity_id), else: data
	end

	def make_unlike_data(
	%User{ap_id: ap_id} = user,
	%Activity{data: %{"context" => context}} = activity,
	activity_id
	) do
	data = %{
	"type" => "Undo",
	"actor" => ap_id,
	"object" => activity.data,
	"to" => [user.follower_address, activity.data["actor"]],
	"cc" => ["https://www.w3.org/ns/activitystreams#Public"],
	"context" => context
	}

	if activity_id, do: Map.put(data, "id", activity_id), else: data
	end

	def add_announce_to_object(
	%Activity{
	data: %{"actor" => actor, "cc" => ["https://www.w3.org/ns/activitystreams#Public"]}
	},
	object
	) do
	announcements =
	if is_list(object.data["announcements"]), do: object.data["announcements"], else: []

	with announcements <- [actor \| announcements] \|> Enum.uniq() do
	update_element_in_object("announcement", announcements, object)
	end
	end

	def add_announce_to_object(_, object), do: {:ok, object}

	def remove_announce_from_object(%Activity{data: %{"actor" => actor}}, object) do
	announcements =
	if is_list(object.data["announcements"]), do: object.data["announcements"], else: []

	with announcements <- announcements \|> List.delete(actor) do
	update_element_in_object("announcement", announcements, object)
	end
	end

	#### Unfollow-related helpers

	def make_unfollow_data(follower, followed, follow_activity, activity_id) do
	data = %{
	"type" => "Undo",
	"actor" => follower.ap_id,
	"to" => [followed.ap_id],
	"object" => follow_activity.data
	}

	if activity_id, do: Map.put(data, "id", activity_id), else: data
	end

	#### Block-related helpers
	def fetch_latest_block(%User{ap_id: blocker_id}, %User{ap_id: blocked_id}) do
	query =
	from(
	activity in Activity,
	where:
	fragment(
	"? ->> 'type' = 'Block'",
	activity.data
	),
	where: activity.actor == ^blocker_id,
	where:
	fragment(
	"? @> ?",
	activity.data,
	^%{object: blocked_id}
	),
	order_by: [desc: :id],
	limit: 1
	)

	Repo.one(query)
	end

	def make_block_data(blocker, blocked, activity_id) do
	data = %{
	"type" => "Block",
	"actor" => blocker.ap_id,
	"to" => [blocked.ap_id],
	"object" => blocked.ap_id
	}

	if activity_id, do: Map.put(data, "id", activity_id), else: data
	end

	def make_unblock_data(blocker, blocked, block_activity, activity_id) do
	data = %{
	"type" => "Undo",
	"actor" => blocker.ap_id,
	"to" => [blocked.ap_id],
	"object" => block_activity.data
	}

	if activity_id, do: Map.put(data, "id", activity_id), else: data
	end

	#### Create-related helpers

	def make_create_data(params, additional) do
	published = params.published \|\| make_date()

	%{
	"type" => "Create",
	"to" => params.to \|> Enum.uniq(),
	"actor" => params.actor.ap_id,
	"object" => params.object,
	"published" => published,
	"context" => params.context
	}
	\|> Map.merge(additional)
	end
	end
	diff --git a/lib/pleroma/web/activity_pub/views/object_view.ex b/lib/pleroma/web/activity_pub/views/object_view.ex
	index 394d82fbc..84fa94e32 100644
	--- a/lib/pleroma/web/activity_pub/views/object_view.ex
	+++ b/lib/pleroma/web/activity_pub/views/object_view.ex
	@@ -1,72 +1,73 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.ActivityPub.ObjectView do
	use Pleroma.Web, :view
	- alias Pleroma.{Object, Activity}
	+ alias Pleroma.Activity
	+ alias Pleroma.Object
	alias Pleroma.Web.ActivityPub.Transmogrifier

	def render("object.json", %{object: %Object{} = object}) do
	base = Pleroma.Web.ActivityPub.Utils.make_json_ld_header()

	additional = Transmogrifier.prepare_object(object.data)
	Map.merge(base, additional)
	end

	def render("object.json", %{object: %Activity{data: %{"type" => "Create"}} = activity}) do
	base = Pleroma.Web.ActivityPub.Utils.make_json_ld_header()
	object = Object.normalize(activity.data["object"])

	additional =
	Transmogrifier.prepare_object(activity.data)
	\|> Map.put("object", Transmogrifier.prepare_object(object.data))

	Map.merge(base, additional)
	end

	def render("object.json", %{object: %Activity{} = activity}) do
	base = Pleroma.Web.ActivityPub.Utils.make_json_ld_header()
	object = Object.normalize(activity.data["object"])

	additional =
	Transmogrifier.prepare_object(activity.data)
	\|> Map.put("object", object.data["id"])

	Map.merge(base, additional)
	end

	def render("likes.json", ap_id, likes, page) do
	collection(likes, "#{ap_id}/likes", page)
	\|> Map.merge(Pleroma.Web.ActivityPub.Utils.make_json_ld_header())
	end

	def render("likes.json", ap_id, likes) do
	%{
	"id" => "#{ap_id}/likes",
	"type" => "OrderedCollection",
	"totalItems" => length(likes),
	"first" => collection(likes, "#{ap_id}/likes", 1)
	}
	\|> Map.merge(Pleroma.Web.ActivityPub.Utils.make_json_ld_header())
	end

	def collection(collection, iri, page) do
	offset = (page - 1) * 10
	items = Enum.slice(collection, offset, 10)
	items = Enum.map(items, fn object -> Transmogrifier.prepare_object(object.data) end)
	total = length(collection)

	map = %{
	"id" => "#{iri}?page=#{page}",
	"type" => "OrderedCollectionPage",
	"partOf" => iri,
	"totalItems" => total,
	"orderedItems" => items
	}

	if offset < total do
	Map.put(map, "next", "#{iri}?page=#{page + 1}")
	end
	end
	end
	diff --git a/lib/pleroma/web/activity_pub/views/user_view.ex b/lib/pleroma/web/activity_pub/views/user_view.ex
	index ba3aea1a6..15e6c1f68 100644
	--- a/lib/pleroma/web/activity_pub/views/user_view.ex
	+++ b/lib/pleroma/web/activity_pub/views/user_view.ex
	@@ -1,244 +1,248 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.ActivityPub.UserView do
	use Pleroma.Web, :view

	- alias Pleroma.Web.{WebFinger, Salmon}
	- alias Pleroma.{User, Repo}
	- alias Pleroma.Web.ActivityPub.{ActivityPub, Transmogrifier, Utils}
	+ alias Pleroma.Web.WebFinger
	+ alias Pleroma.Web.Salmon
	+ alias Pleroma.User
	+ alias Pleroma.Repo
	+ alias Pleroma.Web.ActivityPub.ActivityPub
	+ alias Pleroma.Web.ActivityPub.Transmogrifier
	+ alias Pleroma.Web.ActivityPub.Utils

	import Ecto.Query

	# the instance itself is not a Person, but instead an Application
	def render("user.json", %{user: %{nickname: nil} = user}) do
	{:ok, user} = WebFinger.ensure_keys_present(user)
	{:ok, _, public_key} = Salmon.keys_from_pem(user.info.keys)
	public_key = :public_key.pem_entry_encode(:SubjectPublicKeyInfo, public_key)
	public_key = :public_key.pem_encode([public_key])

	%{
	"id" => user.ap_id,
	"type" => "Application",
	"following" => "#{user.ap_id}/following",
	"followers" => "#{user.ap_id}/followers",
	"inbox" => "#{user.ap_id}/inbox",
	"name" => "Pleroma",
	"summary" => "Virtual actor for Pleroma relay",
	"url" => user.ap_id,
	"manuallyApprovesFollowers" => false,
	"publicKey" => %{
	"id" => "#{user.ap_id}#main-key",
	"owner" => user.ap_id,
	"publicKeyPem" => public_key
	},
	"endpoints" => %{
	"sharedInbox" => "#{Pleroma.Web.Endpoint.url()}/inbox"
	}
	}
	\|> Map.merge(Utils.make_json_ld_header())
	end

	def render("user.json", %{user: user}) do
	{:ok, user} = WebFinger.ensure_keys_present(user)
	{:ok, _, public_key} = Salmon.keys_from_pem(user.info.keys)
	public_key = :public_key.pem_entry_encode(:SubjectPublicKeyInfo, public_key)
	public_key = :public_key.pem_encode([public_key])

	%{
	"id" => user.ap_id,
	"type" => "Person",
	"following" => "#{user.ap_id}/following",
	"followers" => "#{user.ap_id}/followers",
	"inbox" => "#{user.ap_id}/inbox",
	"outbox" => "#{user.ap_id}/outbox",
	"preferredUsername" => user.nickname,
	"name" => user.name,
	"summary" => user.bio,
	"url" => user.ap_id,
	"manuallyApprovesFollowers" => user.info.locked,
	"publicKey" => %{
	"id" => "#{user.ap_id}#main-key",
	"owner" => user.ap_id,
	"publicKeyPem" => public_key
	},
	"endpoints" => %{
	"sharedInbox" => "#{Pleroma.Web.Endpoint.url()}/inbox"
	},
	"icon" => %{
	"type" => "Image",
	"url" => User.avatar_url(user)
	},
	"image" => %{
	"type" => "Image",
	"url" => User.banner_url(user)
	},
	"tag" => user.info.source_data["tag"] \|\| []
	}
	\|> Map.merge(Utils.make_json_ld_header())
	end

	def render("following.json", %{user: user, page: page}) do
	query = User.get_friends_query(user)
	query = from(user in query, select: [:ap_id])
	following = Repo.all(query)

	collection(following, "#{user.ap_id}/following", page, !user.info.hide_follows)
	\|> Map.merge(Utils.make_json_ld_header())
	end

	def render("following.json", %{user: user}) do
	query = User.get_friends_query(user)
	query = from(user in query, select: [:ap_id])
	following = Repo.all(query)

	%{
	"id" => "#{user.ap_id}/following",
	"type" => "OrderedCollection",
	"totalItems" => length(following),
	"first" => collection(following, "#{user.ap_id}/following", 1, !user.info.hide_follows)
	}
	\|> Map.merge(Utils.make_json_ld_header())
	end

	def render("followers.json", %{user: user, page: page}) do
	query = User.get_followers_query(user)
	query = from(user in query, select: [:ap_id])
	followers = Repo.all(query)

	collection(followers, "#{user.ap_id}/followers", page, !user.info.hide_followers)
	\|> Map.merge(Utils.make_json_ld_header())
	end

	def render("followers.json", %{user: user}) do
	query = User.get_followers_query(user)
	query = from(user in query, select: [:ap_id])
	followers = Repo.all(query)

	%{
	"id" => "#{user.ap_id}/followers",
	"type" => "OrderedCollection",
	"totalItems" => length(followers),
	"first" => collection(followers, "#{user.ap_id}/followers", 1, !user.info.hide_followers)
	}
	\|> Map.merge(Utils.make_json_ld_header())
	end

	def render("outbox.json", %{user: user, max_id: max_qid}) do
	# XXX: technically note_count is wrong for this, but it's better than nothing
	info = User.user_info(user)

	params = %{
	"limit" => "10"
	}

	params =
	if max_qid != nil do
	Map.put(params, "max_id", max_qid)
	else
	params
	end

	activities = ActivityPub.fetch_user_activities(user, nil, params)
	min_id = Enum.at(Enum.reverse(activities), 0).id
	max_id = Enum.at(activities, 0).id

	collection =
	Enum.map(activities, fn act ->
	{:ok, data} = Transmogrifier.prepare_outgoing(act.data)
	data
	end)

	iri = "#{user.ap_id}/outbox"

	page = %{
	"id" => "#{iri}?max_id=#{max_id}",
	"type" => "OrderedCollectionPage",
	"partOf" => iri,
	"totalItems" => info.note_count,
	"orderedItems" => collection,
	"next" => "#{iri}?max_id=#{min_id}"
	}

	if max_qid == nil do
	%{
	"id" => iri,
	"type" => "OrderedCollection",
	"totalItems" => info.note_count,
	"first" => page
	}
	\|> Map.merge(Utils.make_json_ld_header())
	else
	page \|> Map.merge(Utils.make_json_ld_header())
	end
	end

	def render("inbox.json", %{user: user, max_id: max_qid}) do
	params = %{
	"limit" => "10"
	}

	params =
	if max_qid != nil do
	Map.put(params, "max_id", max_qid)
	else
	params
	end

	activities = ActivityPub.fetch_activities([user.ap_id \| user.following], params)

	min_id = Enum.at(Enum.reverse(activities), 0).id
	max_id = Enum.at(activities, 0).id

	collection =
	Enum.map(activities, fn act ->
	{:ok, data} = Transmogrifier.prepare_outgoing(act.data)
	data
	end)

	iri = "#{user.ap_id}/inbox"

	page = %{
	"id" => "#{iri}?max_id=#{max_id}",
	"type" => "OrderedCollectionPage",
	"partOf" => iri,
	"totalItems" => -1,
	"orderedItems" => collection,
	"next" => "#{iri}?max_id=#{min_id}"
	}

	if max_qid == nil do
	%{
	"id" => iri,
	"type" => "OrderedCollection",
	"totalItems" => -1,
	"first" => page
	}
	\|> Map.merge(Utils.make_json_ld_header())
	else
	page \|> Map.merge(Utils.make_json_ld_header())
	end
	end

	def collection(collection, iri, page, show_items \\ true, total \\ nil) do
	offset = (page - 1) * 10
	items = Enum.slice(collection, offset, 10)
	items = Enum.map(items, fn user -> user.ap_id end)
	total = total \|\| length(collection)

	map = %{
	"id" => "#{iri}?page=#{page}",
	"type" => "OrderedCollectionPage",
	"partOf" => iri,
	"totalItems" => total,
	"orderedItems" => if(show_items, do: items, else: [])
	}

	if offset < total do
	Map.put(map, "next", "#{iri}?page=#{page + 1}")
	else
	map
	end
	end
	end
	diff --git a/lib/pleroma/web/common_api/common_api.ex b/lib/pleroma/web/common_api/common_api.ex
	index 4388396cf..c0d6fb5c4 100644
	--- a/lib/pleroma/web/common_api/common_api.ex
	+++ b/lib/pleroma/web/common_api/common_api.ex
	@@ -1,218 +1,222 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.CommonAPI do
	- alias Pleroma.{User, Repo, Activity, Object}
	- alias Pleroma.Web.ActivityPub.{ActivityPub, Utils}
	+ alias Pleroma.User
	+ alias Pleroma.Repo
	+ alias Pleroma.Activity
	+ alias Pleroma.Object
	+ alias Pleroma.Web.ActivityPub.ActivityPub
	+ alias Pleroma.Web.ActivityPub.Utils
	alias Pleroma.Formatter

	import Pleroma.Web.CommonAPI.Utils

	def delete(activity_id, user) do
	with %Activity{data: %{"object" => %{"id" => object_id}}} <- Repo.get(Activity, activity_id),
	%Object{} = object <- Object.normalize(object_id),
	true <- user.info.is_moderator \|\| user.ap_id == object.data["actor"],
	{:ok, _} <- unpin(activity_id, user),
	{:ok, delete} <- ActivityPub.delete(object) do
	{:ok, delete}
	end
	end

	def repeat(id_or_ap_id, user) do
	with %Activity{} = activity <- get_by_id_or_ap_id(id_or_ap_id),
	object <- Object.normalize(activity.data["object"]["id"]),
	nil <- Utils.get_existing_announce(user.ap_id, object) do
	ActivityPub.announce(user, object)
	else
	_ ->
	{:error, "Could not repeat"}
	end
	end

	def unrepeat(id_or_ap_id, user) do
	with %Activity{} = activity <- get_by_id_or_ap_id(id_or_ap_id),
	object <- Object.normalize(activity.data["object"]["id"]) do
	ActivityPub.unannounce(user, object)
	else
	_ ->
	{:error, "Could not unrepeat"}
	end
	end

	def favorite(id_or_ap_id, user) do
	with %Activity{} = activity <- get_by_id_or_ap_id(id_or_ap_id),
	object <- Object.normalize(activity.data["object"]["id"]),
	nil <- Utils.get_existing_like(user.ap_id, object) do
	ActivityPub.like(user, object)
	else
	_ ->
	{:error, "Could not favorite"}
	end
	end

	def unfavorite(id_or_ap_id, user) do
	with %Activity{} = activity <- get_by_id_or_ap_id(id_or_ap_id),
	object <- Object.normalize(activity.data["object"]["id"]) do
	ActivityPub.unlike(user, object)
	else
	_ ->
	{:error, "Could not unfavorite"}
	end
	end

	def get_visibility(%{"visibility" => visibility})
	when visibility in ~w{public unlisted private direct},
	do: visibility

	def get_visibility(%{"in_reply_to_status_id" => status_id}) when not is_nil(status_id) do
	case get_replied_to_activity(status_id) do
	nil ->
	"public"

	inReplyTo ->
	Pleroma.Web.MastodonAPI.StatusView.get_visibility(inReplyTo.data["object"])
	end
	end

	def get_visibility(_), do: "public"

	defp get_content_type(content_type) do
	if Enum.member?(Pleroma.Config.get([:instance, :allowed_post_formats]), content_type) do
	content_type
	else
	"text/plain"
	end
	end

	def post(user, %{"status" => status} = data) do
	visibility = get_visibility(data)
	limit = Pleroma.Config.get([:instance, :limit])

	with status <- String.trim(status),
	attachments <- attachments_from_ids(data["media_ids"]),
	mentions <- Formatter.parse_mentions(status),
	inReplyTo <- get_replied_to_activity(data["in_reply_to_status_id"]),
	{to, cc} <- to_for_user_and_mentions(user, mentions, inReplyTo, visibility),
	tags <- Formatter.parse_tags(status, data),
	content_html <-
	make_content_html(
	status,
	mentions,
	attachments,
	tags,
	get_content_type(data["content_type"]),
	Enum.member?(
	[true, "true"],
	Map.get(
	data,
	"no_attachment_links",
	Pleroma.Config.get([:instance, :no_attachment_links], false)
	)
	)
	),
	context <- make_context(inReplyTo),
	cw <- data["spoiler_text"],
	full_payload <- String.trim(status <> (data["spoiler_text"] \|\| "")),
	length when length in 1..limit <- String.length(full_payload),
	object <-
	make_note_data(
	user.ap_id,
	to,
	context,
	content_html,
	attachments,
	inReplyTo,
	tags,
	cw,
	cc
	),
	object <-
	Map.put(
	object,
	"emoji",
	(Formatter.get_emoji(status) ++ Formatter.get_emoji(data["spoiler_text"]))
	\|> Enum.reduce(%{}, fn {name, file}, acc ->
	Map.put(acc, name, "#{Pleroma.Web.Endpoint.static_url()}#{file}")
	end)
	) do
	res =
	ActivityPub.create(%{
	to: to,
	actor: user,
	context: context,
	object: object,
	additional: %{"cc" => cc, "directMessage" => visibility == "direct"}
	})

	res
	end
	end

	# Updates the emojis for a user based on their profile
	def update(user) do
	user =
	with emoji <- emoji_from_profile(user),
	source_data <- (user.info.source_data \|\| %{}) \|> Map.put("tag", emoji),
	info_cng <- Pleroma.User.Info.set_source_data(user.info, source_data),
	change <- Ecto.Changeset.change(user) \|> Ecto.Changeset.put_embed(:info, info_cng),
	{:ok, user} <- User.update_and_set_cache(change) do
	user
	else
	_e ->
	user
	end

	ActivityPub.update(%{
	local: true,
	to: [user.follower_address],
	cc: [],
	actor: user.ap_id,
	object: Pleroma.Web.ActivityPub.UserView.render("user.json", %{user: user})
	})
	end

	def pin(id_or_ap_id, %{ap_id: user_ap_id} = user) do
	with %Activity{
	actor: ^user_ap_id,
	data: %{
	"type" => "Create",
	"object" => %{
	"to" => object_to,
	"type" => "Note"
	}
	}
	} = activity <- get_by_id_or_ap_id(id_or_ap_id),
	true <- Enum.member?(object_to, "https://www.w3.org/ns/activitystreams#Public"),
	%{valid?: true} = info_changeset <-
	Pleroma.User.Info.add_pinnned_activity(user.info, activity),
	changeset <-
	Ecto.Changeset.change(user) \|> Ecto.Changeset.put_embed(:info, info_changeset),
	{:ok, _user} <- User.update_and_set_cache(changeset) do
	{:ok, activity}
	else
	%{errors: [pinned_activities: {err, _}]} ->
	{:error, err}

	_ ->
	{:error, "Could not pin"}
	end
	end

	def unpin(id_or_ap_id, user) do
	with %Activity{} = activity <- get_by_id_or_ap_id(id_or_ap_id),
	%{valid?: true} = info_changeset <-
	Pleroma.User.Info.remove_pinnned_activity(user.info, activity),
	changeset <-
	Ecto.Changeset.change(user) \|> Ecto.Changeset.put_embed(:info, info_changeset),
	{:ok, _user} <- User.update_and_set_cache(changeset) do
	{:ok, activity}
	else
	%{errors: [pinned_activities: {err, _}]} ->
	{:error, err}

	_ ->
	{:error, "Could not unpin"}
	end
	end
	end
	diff --git a/lib/pleroma/web/common_api/utils.ex b/lib/pleroma/web/common_api/utils.ex
	index e50d63d77..123107b56 100644
	--- a/lib/pleroma/web/common_api/utils.ex
	+++ b/lib/pleroma/web/common_api/utils.ex
	@@ -1,304 +1,309 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.CommonAPI.Utils do
	alias Calendar.Strftime
	alias Comeonin.Pbkdf2
	- alias Pleroma.{Activity, Formatter, Object, Repo}
	- alias Pleroma.{User, Web}
	- alias Pleroma.Web.{Endpoint, MediaProxy}
	+ alias Pleroma.Activity
	+ alias Pleroma.Formatter
	+ alias Pleroma.Object
	+ alias Pleroma.Repo
	+ alias Pleroma.User
	+ alias Pleroma.Web
	+ alias Pleroma.Web.Endpoint
	+ alias Pleroma.Web.MediaProxy
	alias Pleroma.Web.ActivityPub.Utils

	# This is a hack for twidere.
	def get_by_id_or_ap_id(id) do
	activity = Repo.get(Activity, id) \|\| Activity.get_create_by_object_ap_id(id)

	activity &&
	if activity.data["type"] == "Create" do
	activity
	else
	Activity.get_create_by_object_ap_id(activity.data["object"])
	end
	end

	def get_replied_to_activity(""), do: nil

	def get_replied_to_activity(id) when not is_nil(id) do
	Repo.get(Activity, id)
	end

	def get_replied_to_activity(_), do: nil

	def attachments_from_ids(ids) do
	Enum.map(ids \|\| [], fn media_id ->
	Repo.get(Object, media_id).data
	end)
	end

	def to_for_user_and_mentions(user, mentions, inReplyTo, "public") do
	mentioned_users = Enum.map(mentions, fn {_, %{ap_id: ap_id}} -> ap_id end)

	to = ["https://www.w3.org/ns/activitystreams#Public" \| mentioned_users]
	cc = [user.follower_address]

	if inReplyTo do
	{Enum.uniq([inReplyTo.data["actor"] \| to]), cc}
	else
	{to, cc}
	end
	end

	def to_for_user_and_mentions(user, mentions, inReplyTo, "unlisted") do
	mentioned_users = Enum.map(mentions, fn {_, %{ap_id: ap_id}} -> ap_id end)

	to = [user.follower_address \| mentioned_users]
	cc = ["https://www.w3.org/ns/activitystreams#Public"]

	if inReplyTo do
	{Enum.uniq([inReplyTo.data["actor"] \| to]), cc}
	else
	{to, cc}
	end
	end

	def to_for_user_and_mentions(user, mentions, inReplyTo, "private") do
	{to, cc} = to_for_user_and_mentions(user, mentions, inReplyTo, "direct")
	{[user.follower_address \| to], cc}
	end

	def to_for_user_and_mentions(_user, mentions, inReplyTo, "direct") do
	mentioned_users = Enum.map(mentions, fn {_, %{ap_id: ap_id}} -> ap_id end)

	if inReplyTo do
	{Enum.uniq([inReplyTo.data["actor"] \| mentioned_users]), []}
	else
	{mentioned_users, []}
	end
	end

	def make_content_html(
	status,
	mentions,
	attachments,
	tags,
	content_type,
	no_attachment_links \\ false
	) do
	status
	\|> format_input(mentions, tags, content_type)
	\|> maybe_add_attachments(attachments, no_attachment_links)
	end

	def make_context(%Activity{data: %{"context" => context}}), do: context
	def make_context(_), do: Utils.generate_context_id()

	def maybe_add_attachments(text, _attachments, true = _no_links), do: text

	def maybe_add_attachments(text, attachments, _no_links) do
	add_attachments(text, attachments)
	end

	def add_attachments(text, attachments) do
	attachment_text =
	Enum.map(attachments, fn
	%{"url" => [%{"href" => href} \| _]} = attachment ->
	name = attachment["name"] \|\| URI.decode(Path.basename(href))
	href = MediaProxy.url(href)
	"<a href=\"#{href}\" class='attachment'>#{shortname(name)}</a>"

	_ ->
	""
	end)

	Enum.join([text \| attachment_text], "<br>")
	end

	def format_input(text, mentions, tags, format, options \\ [])

	@doc """
	Formatting text to plain text.
	"""
	def format_input(text, mentions, tags, "text/plain", options) do
	text
	\|> Formatter.html_escape("text/plain")
	\|> String.replace(~r/\r?\n/, "<br>")
	\|> (&{[], &1}).()
	\|> Formatter.add_links()
	\|> Formatter.add_user_links(mentions, options[:user_links] \|\| [])
	\|> Formatter.add_hashtag_links(tags)
	\|> Formatter.finalize()
	end

	@doc """
	Formatting text to html.
	"""
	def format_input(text, mentions, _tags, "text/html", options) do
	text
	\|> Formatter.html_escape("text/html")
	\|> (&{[], &1}).()
	\|> Formatter.add_user_links(mentions, options[:user_links] \|\| [])
	\|> Formatter.finalize()
	end

	@doc """
	Formatting text to markdown.
	"""
	def format_input(text, mentions, tags, "text/markdown", options) do
	text
	\|> Formatter.mentions_escape(mentions)
	\|> Earmark.as_html!()
	\|> Formatter.html_escape("text/html")
	\|> (&{[], &1}).()
	\|> Formatter.add_user_links(mentions, options[:user_links] \|\| [])
	\|> Formatter.add_hashtag_links(tags)
	\|> Formatter.finalize()
	end

	def add_tag_links(text, tags) do
	tags =
	tags
	\|> Enum.sort_by(fn {tag, _} -> -String.length(tag) end)

	Enum.reduce(tags, text, fn {full, tag}, text ->
	url = "<a href='#{Web.base_url()}/tag/#{tag}' rel='tag'>##{tag}</a>"
	String.replace(text, full, url)
	end)
	end

	def make_note_data(
	actor,
	to,
	context,
	content_html,
	attachments,
	inReplyTo,
	tags,
	cw \\ nil,
	cc \\ []
	) do
	object = %{
	"type" => "Note",
	"to" => to,
	"cc" => cc,
	"content" => content_html,
	"summary" => cw,
	"context" => context,
	"attachment" => attachments,
	"actor" => actor,
	"tag" => tags \|> Enum.map(fn {_, tag} -> tag end) \|> Enum.uniq()
	}

	if inReplyTo do
	object
	\|> Map.put("inReplyTo", inReplyTo.data["object"]["id"])
	\|> Map.put("inReplyToStatusId", inReplyTo.id)
	else
	object
	end
	end

	def format_naive_asctime(date) do
	date \|> DateTime.from_naive!("Etc/UTC") \|> format_asctime
	end

	def format_asctime(date) do
	Strftime.strftime!(date, "%a %b %d %H:%M:%S %z %Y")
	end

	def date_to_asctime(date) do
	with {:ok, date, _offset} <- date \|> DateTime.from_iso8601() do
	format_asctime(date)
	else
	_e ->
	""
	end
	end

	def to_masto_date(%NaiveDateTime{} = date) do
	date
	\|> NaiveDateTime.to_iso8601()
	\|> String.replace(~r/(\.\d+)?$/, ".000Z", global: false)
	end

	def to_masto_date(date) do
	try do
	date
	\|> NaiveDateTime.from_iso8601!()
	\|> NaiveDateTime.to_iso8601()
	\|> String.replace(~r/(\.\d+)?$/, ".000Z", global: false)
	rescue
	_e -> ""
	end
	end

	defp shortname(name) do
	if String.length(name) < 30 do
	name
	else
	String.slice(name, 0..30) <> "…"
	end
	end

	def confirm_current_password(user, password) do
	with %User{local: true} = db_user <- Repo.get(User, user.id),
	true <- Pbkdf2.checkpw(password, db_user.password_hash) do
	{:ok, db_user}
	else
	_ -> {:error, "Invalid password."}
	end
	end

	def emoji_from_profile(%{info: _info} = user) do
	(Formatter.get_emoji(user.bio) ++ Formatter.get_emoji(user.name))
	\|> Enum.map(fn {shortcode, url} ->
	%{
	"type" => "Emoji",
	"icon" => %{"type" => "Image", "url" => "#{Endpoint.url()}#{url}"},
	"name" => ":#{shortcode}:"
	}
	end)
	end

	def maybe_notify_to_recipients(
	recipients,
	%Activity{data: %{"to" => to, "type" => _type}} = _activity
	) do
	recipients ++ to
	end

	def maybe_notify_mentioned_recipients(
	recipients,
	%Activity{data: %{"to" => _to, "type" => type} = data} = _activity
	)
	when type == "Create" do
	object = Object.normalize(data["object"])

	object_data =
	cond do
	!is_nil(object) ->
	object.data

	is_map(data["object"]) ->
	data["object"]

	true ->
	%{}
	end

	tagged_mentions = maybe_extract_mentions(object_data)

	recipients ++ tagged_mentions
	end

	def maybe_notify_mentioned_recipients(recipients, _), do: recipients

	def maybe_extract_mentions(%{"tag" => tag}) do
	tag
	\|> Enum.filter(fn x -> is_map(x) end)
	\|> Enum.filter(fn x -> x["type"] == "Mention" end)
	\|> Enum.map(fn x -> x["href"] end)
	end

	def maybe_extract_mentions(_), do: []
	end
	diff --git a/lib/pleroma/web/federator/federator.ex b/lib/pleroma/web/federator/federator.ex
	index 3e8469a6f..468959a65 100644
	--- a/lib/pleroma/web/federator/federator.ex
	+++ b/lib/pleroma/web/federator/federator.ex
	@@ -1,229 +1,235 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.Federator do
	use GenServer

	- alias Pleroma.{Activity, User}
	- alias Pleroma.Web.{WebFinger, Websub, Salmon}
	- alias Pleroma.Web.ActivityPub.{ActivityPub, Relay, Transmogrifier, Utils}
	+ alias Pleroma.Activity
	+ alias Pleroma.User
	+ alias Pleroma.Web.WebFinger
	+ alias Pleroma.Web.Websub
	+ alias Pleroma.Web.Salmon
	+ alias Pleroma.Web.ActivityPub.ActivityPub
	+ alias Pleroma.Web.ActivityPub.Relay
	+ alias Pleroma.Web.ActivityPub.Transmogrifier
	+ alias Pleroma.Web.ActivityPub.Utils
	alias Pleroma.Web.Federator.RetryQueue
	alias Pleroma.Web.OStatus

	require Logger

	@websub Application.get_env(:pleroma, :websub)
	@ostatus Application.get_env(:pleroma, :ostatus)

	def init(args) do
	{:ok, args}
	end

	def start_link do
	spawn(fn ->
	# 1 minute
	Process.sleep(1000 * 60)
	enqueue(:refresh_subscriptions, nil)
	end)

	GenServer.start_link(
	__MODULE__,
	%{
	in: {:sets.new(), []},
	out: {:sets.new(), []}
	},
	name: __MODULE__
	)
	end

	def handle(:refresh_subscriptions, _) do
	Logger.debug("Federator running refresh subscriptions")
	Websub.refresh_subscriptions()

	spawn(fn ->
	# 6 hours
	Process.sleep(1000 * 60 * 60 * 6)
	enqueue(:refresh_subscriptions, nil)
	end)
	end

	def handle(:request_subscription, websub) do
	Logger.debug("Refreshing #{websub.topic}")

	with {:ok, websub} <- Websub.request_subscription(websub) do
	Logger.debug("Successfully refreshed #{websub.topic}")
	else
	_e -> Logger.debug("Couldn't refresh #{websub.topic}")
	end
	end

	def handle(:publish, activity) do
	Logger.debug(fn -> "Running publish for #{activity.data["id"]}" end)

	with actor when not is_nil(actor) <- User.get_cached_by_ap_id(activity.data["actor"]) do
	{:ok, actor} = WebFinger.ensure_keys_present(actor)

	if ActivityPub.is_public?(activity) do
	if OStatus.is_representable?(activity) do
	Logger.info(fn -> "Sending #{activity.data["id"]} out via WebSub" end)
	Websub.publish(Pleroma.Web.OStatus.feed_path(actor), actor, activity)

	Logger.info(fn -> "Sending #{activity.data["id"]} out via Salmon" end)
	Pleroma.Web.Salmon.publish(actor, activity)
	end

	if Keyword.get(Application.get_env(:pleroma, :instance), :allow_relay) do
	Logger.info(fn -> "Relaying #{activity.data["id"]} out" end)
	Relay.publish(activity)
	end
	end

	Logger.info(fn -> "Sending #{activity.data["id"]} out via AP" end)
	Pleroma.Web.ActivityPub.ActivityPub.publish(actor, activity)
	end
	end

	def handle(:verify_websub, websub) do
	Logger.debug(fn ->
	"Running WebSub verification for #{websub.id} (#{websub.topic}, #{websub.callback})"
	end)

	@websub.verify(websub)
	end

	def handle(:incoming_doc, doc) do
	Logger.info("Got document, trying to parse")
	@ostatus.handle_incoming(doc)
	end

	def handle(:incoming_ap_doc, params) do
	Logger.info("Handling incoming AP activity")

	params = Utils.normalize_params(params)

	# NOTE: we use the actor ID to do the containment, this is fine because an
	# actor shouldn't be acting on objects outside their own AP server.
	with {:ok, _user} <- ap_enabled_actor(params["actor"]),
	nil <- Activity.normalize(params["id"]),
	:ok <- Transmogrifier.contain_origin_from_id(params["actor"], params),
	{:ok, activity} <- Transmogrifier.handle_incoming(params) do
	{:ok, activity}
	else
	%Activity{} ->
	Logger.info("Already had #{params["id"]}")
	:error

	_e ->
	# Just drop those for now
	Logger.info("Unhandled activity")
	Logger.info(Poison.encode!(params, pretty: 2))
	:error
	end
	end

	def handle(:publish_single_salmon, params) do
	Salmon.send_to_user(params)
	end

	def handle(:publish_single_ap, params) do
	case ActivityPub.publish_one(params) do
	{:ok, _} ->
	:ok

	{:error, _} ->
	RetryQueue.enqueue(params, ActivityPub)
	end
	end

	def handle(
	:publish_single_websub,
	%{xml: _xml, topic: _topic, callback: _callback, secret: _secret} = params
	) do
	case Websub.publish_one(params) do
	{:ok, _} ->
	:ok

	{:error, _} ->
	RetryQueue.enqueue(params, Websub)
	end
	end

	def handle(type, _) do
	Logger.debug(fn -> "Unknown task: #{type}" end)
	{:error, "Don't know what to do with this"}
	end

	if Mix.env() == :test do
	def enqueue(type, payload, _priority \\ 1) do
	if Pleroma.Config.get([:instance, :federating]) do
	handle(type, payload)
	end
	end
	else
	def enqueue(type, payload, priority \\ 1) do
	if Pleroma.Config.get([:instance, :federating]) do
	GenServer.cast(__MODULE__, {:enqueue, type, payload, priority})
	end
	end
	end

	def maybe_start_job(running_jobs, queue) do
	if :sets.size(running_jobs) < Pleroma.Config.get([__MODULE__, :max_jobs]) && queue != [] do
	{{type, payload}, queue} = queue_pop(queue)
	{:ok, pid} = Task.start(fn -> handle(type, payload) end)
	mref = Process.monitor(pid)
	{:sets.add_element(mref, running_jobs), queue}
	else
	{running_jobs, queue}
	end
	end

	def handle_cast({:enqueue, type, payload, _priority}, state)
	when type in [:incoming_doc, :incoming_ap_doc] do
	%{in: {i_running_jobs, i_queue}, out: {o_running_jobs, o_queue}} = state
	i_queue = enqueue_sorted(i_queue, {type, payload}, 1)
	{i_running_jobs, i_queue} = maybe_start_job(i_running_jobs, i_queue)
	{:noreply, %{in: {i_running_jobs, i_queue}, out: {o_running_jobs, o_queue}}}
	end

	def handle_cast({:enqueue, type, payload, _priority}, state) do
	%{in: {i_running_jobs, i_queue}, out: {o_running_jobs, o_queue}} = state
	o_queue = enqueue_sorted(o_queue, {type, payload}, 1)
	{o_running_jobs, o_queue} = maybe_start_job(o_running_jobs, o_queue)
	{:noreply, %{in: {i_running_jobs, i_queue}, out: {o_running_jobs, o_queue}}}
	end

	def handle_cast(_, state) do
	{:noreply, state}
	end

	def handle_info({:DOWN, ref, :process, _pid, _reason}, state) do
	%{in: {i_running_jobs, i_queue}, out: {o_running_jobs, o_queue}} = state
	i_running_jobs = :sets.del_element(ref, i_running_jobs)
	o_running_jobs = :sets.del_element(ref, o_running_jobs)
	{i_running_jobs, i_queue} = maybe_start_job(i_running_jobs, i_queue)
	{o_running_jobs, o_queue} = maybe_start_job(o_running_jobs, o_queue)

	{:noreply, %{in: {i_running_jobs, i_queue}, out: {o_running_jobs, o_queue}}}
	end

	def enqueue_sorted(queue, element, priority) do
	[%{item: element, priority: priority} \| queue]
	\|> Enum.sort_by(fn %{priority: priority} -> priority end)
	end

	def queue_pop([%{item: element} \| queue]) do
	{element, queue}
	end

	def ap_enabled_actor(id) do
	user = User.get_by_ap_id(id)

	if User.ap_enabled?(user) do
	{:ok, user}
	else
	ActivityPub.make_user_from_ap_id(id)
	end
	end
	end
	diff --git a/lib/pleroma/web/http_signatures/http_signatures.ex b/lib/pleroma/web/http_signatures/http_signatures.ex
	index 5ff93663e..8e2e2a44b 100644
	--- a/lib/pleroma/web/http_signatures/http_signatures.ex
	+++ b/lib/pleroma/web/http_signatures/http_signatures.ex
	@@ -1,90 +1,91 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	# https://tools.ietf.org/html/draft-cavage-http-signatures-08
	defmodule Pleroma.Web.HTTPSignatures do
	alias Pleroma.User
	- alias Pleroma.Web.ActivityPub.{ActivityPub, Utils}
	+ alias Pleroma.Web.ActivityPub.ActivityPub
	+ alias Pleroma.Web.ActivityPub.Utils

	require Logger

	def split_signature(sig) do
	default = %{"headers" => "date"}

	sig =
	sig
	\|> String.trim()
	\|> String.split(",")
	\|> Enum.reduce(default, fn part, acc ->
	[key \| rest] = String.split(part, "=")
	value = Enum.join(rest, "=")
	Map.put(acc, key, String.trim(value, "\""))
	end)

	Map.put(sig, "headers", String.split(sig["headers"], ~r/\s/))
	end

	def validate(headers, signature, public_key) do
	sigstring = build_signing_string(headers, signature["headers"])
	Logger.debug("Signature: #{signature["signature"]}")
	Logger.debug("Sigstring: #{sigstring}")
	{:ok, sig} = Base.decode64(signature["signature"])
	:public_key.verify(sigstring, :sha256, sig, public_key)
	end

	def validate_conn(conn) do
	# TODO: How to get the right key and see if it is actually valid for that request.
	# For now, fetch the key for the actor.
	with actor_id <- Utils.get_ap_id(conn.params["actor"]),
	{:ok, public_key} <- User.get_public_key_for_ap_id(actor_id) do
	if validate_conn(conn, public_key) do
	true
	else
	Logger.debug("Could not validate, re-fetching user and trying one more time")
	# Fetch user anew and try one more time
	with actor_id <- Utils.get_ap_id(conn.params["actor"]),
	{:ok, _user} <- ActivityPub.make_user_from_ap_id(actor_id),
	{:ok, public_key} <- User.get_public_key_for_ap_id(actor_id) do
	validate_conn(conn, public_key)
	end
	end
	else
	_e ->
	Logger.debug("Could not public key!")
	false
	end
	end

	def validate_conn(conn, public_key) do
	headers = Enum.into(conn.req_headers, %{})
	signature = split_signature(headers["signature"])
	validate(headers, signature, public_key)
	end

	def build_signing_string(headers, used_headers) do
	used_headers
	\|> Enum.map(fn header -> "#{header}: #{headers[header]}" end)
	\|> Enum.join("\n")
	end

	def sign(user, headers) do
	with {:ok, %{info: %{keys: keys}}} <- Pleroma.Web.WebFinger.ensure_keys_present(user),
	{:ok, private_key, _} = Pleroma.Web.Salmon.keys_from_pem(keys) do
	sigstring = build_signing_string(headers, Map.keys(headers))

	signature =
	:public_key.sign(sigstring, :sha256, private_key)
	\|> Base.encode64()

	[
	keyId: user.ap_id <> "#main-key",
	algorithm: "rsa-sha256",
	headers: Map.keys(headers) \|> Enum.join(" "),
	signature: signature
	]
	\|> Enum.map(fn {k, v} -> "#{k}=\"#{v}\"" end)
	\|> Enum.join(",")
	end
	end
	end
	diff --git a/lib/pleroma/web/mastodon_api/mastodon_api_controller.ex b/lib/pleroma/web/mastodon_api/mastodon_api_controller.ex
	index 74f1bed4d..06f870393 100644
	--- a/lib/pleroma/web/mastodon_api/mastodon_api_controller.ex
	+++ b/lib/pleroma/web/mastodon_api/mastodon_api_controller.ex
	@@ -1,1423 +1,1432 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.MastodonAPI.MastodonAPIController do
	use Pleroma.Web, :controller
	- alias Pleroma.{Activity, Config, Filter, Notification, Object, Repo, Stats, User}
	+ alias Pleroma.Activity
	+ alias Pleroma.Config
	+ alias Pleroma.Filter
	+ alias Pleroma.Notification
	+ alias Pleroma.Object
	+ alias Pleroma.Repo
	+ alias Pleroma.Stats
	+ alias Pleroma.User
	alias Pleroma.Web
	- alias Pleroma.Web.{CommonAPI, MediaProxy, Push}
	+ alias Pleroma.Web.CommonAPI
	+ alias Pleroma.Web.MediaProxy
	+ alias Pleroma.Web.Push
	alias Push.Subscription

	- alias Pleroma.Web.MastodonAPI.{
	- AccountView,
	- FilterView,
	- ListView,
	- MastodonView,
	- PushSubscriptionView,
	- StatusView
	- }
	-
	- alias Pleroma.Web.ActivityPub.{ActivityPub, Utils}
	- alias Pleroma.Web.OAuth.{App, Authorization, Token}
	+ alias Pleroma.Web.MastodonAPI.AccountView
	+ alias Pleroma.Web.MastodonAPI.FilterView
	+ alias Pleroma.Web.MastodonAPI.ListView
	+ alias Pleroma.Web.MastodonAPI.MastodonView
	+ alias Pleroma.Web.MastodonAPI.PushSubscriptionView
	+ alias Pleroma.Web.MastodonAPI.StatusView
	+ alias Pleroma.Web.ActivityPub.ActivityPub
	+ alias Pleroma.Web.ActivityPub.Utils
	+ alias Pleroma.Web.OAuth.App
	+ alias Pleroma.Web.OAuth.Authorization
	+ alias Pleroma.Web.OAuth.Token

	import Ecto.Query
	require Logger

	@httpoison Application.get_env(:pleroma, :httpoison)
	@local_mastodon_name "Mastodon-Local"

	action_fallback(:errors)

	def create_app(conn, params) do
	with cs <- App.register_changeset(%App{}, params),
	false <- cs.changes[:client_name] == @local_mastodon_name,
	{:ok, app} <- Repo.insert(cs) do
	res = %{
	id: app.id \|> to_string,
	name: app.client_name,
	client_id: app.client_id,
	client_secret: app.client_secret,
	redirect_uri: app.redirect_uris,
	website: app.website
	}

	json(conn, res)
	end
	end

	defp add_if_present(
	map,
	params,
	params_field,
	map_field,
	value_function \\ fn x -> {:ok, x} end
	) do
	if Map.has_key?(params, params_field) do
	case value_function.(params[params_field]) do
	{:ok, new_value} -> Map.put(map, map_field, new_value)
	:error -> map
	end
	else
	map
	end
	end

	def update_credentials(%{assigns: %{user: user}} = conn, params) do
	original_user = user

	user_params =
	%{}
	\|> add_if_present(params, "display_name", :name)
	\|> add_if_present(params, "note", :bio, fn value -> {:ok, User.parse_bio(value)} end)
	\|> add_if_present(params, "avatar", :avatar, fn value ->
	with %Plug.Upload{} <- value,
	{:ok, object} <- ActivityPub.upload(value, type: :avatar) do
	{:ok, object.data}
	else
	_ -> :error
	end
	end)

	info_params =
	%{}
	\|> add_if_present(params, "locked", :locked, fn value -> {:ok, value == "true"} end)
	\|> add_if_present(params, "header", :banner, fn value ->
	with %Plug.Upload{} <- value,
	{:ok, object} <- ActivityPub.upload(value, type: :banner) do
	{:ok, object.data}
	else
	_ -> :error
	end
	end)

	info_cng = User.Info.mastodon_profile_update(user.info, info_params)

	with changeset <- User.update_changeset(user, user_params),
	changeset <- Ecto.Changeset.put_embed(changeset, :info, info_cng),
	{:ok, user} <- User.update_and_set_cache(changeset) do
	if original_user != user do
	CommonAPI.update(user)
	end

	json(conn, AccountView.render("account.json", %{user: user, for: user}))
	else
	_e ->
	conn
	\|> put_status(403)
	\|> json(%{error: "Invalid request"})
	end
	end

	def verify_credentials(%{assigns: %{user: user}} = conn, _) do
	account = AccountView.render("account.json", %{user: user, for: user})
	json(conn, account)
	end

	def user(%{assigns: %{user: for_user}} = conn, %{"id" => id}) do
	with %User{} = user <- Repo.get(User, id),
	true <- User.auth_active?(user) \|\| user.id == for_user.id \|\| User.superuser?(for_user) do
	account = AccountView.render("account.json", %{user: user, for: for_user})
	json(conn, account)
	else
	_e ->
	conn
	\|> put_status(404)
	\|> json(%{error: "Can't find user"})
	end
	end

	@mastodon_api_level "2.5.0"

	def masto_instance(conn, _params) do
	instance = Config.get(:instance)

	response = %{
	uri: Web.base_url(),
	title: Keyword.get(instance, :name),
	description: Keyword.get(instance, :description),
	version: "#{@mastodon_api_level} (compatible; #{Pleroma.Application.named_version()})",
	email: Keyword.get(instance, :email),
	urls: %{
	streaming_api: Pleroma.Web.Endpoint.websocket_url()
	},
	stats: Stats.get_stats(),
	thumbnail: Web.base_url() <> "/instance/thumbnail.jpeg",
	max_toot_chars: Keyword.get(instance, :limit)
	}

	json(conn, response)
	end

	def peers(conn, _params) do
	json(conn, Stats.get_peers())
	end

	defp mastodonized_emoji do
	Pleroma.Emoji.get_all()
	\|> Enum.map(fn {shortcode, relative_url} ->
	url = to_string(URI.merge(Web.base_url(), relative_url))

	%{
	"shortcode" => shortcode,
	"static_url" => url,
	"visible_in_picker" => true,
	"url" => url
	}
	end)
	end

	def custom_emojis(conn, _params) do
	mastodon_emoji = mastodonized_emoji()
	json(conn, mastodon_emoji)
	end

	defp add_link_headers(conn, method, activities, param \\ nil, params \\ %{}) do
	last = List.last(activities)
	first = List.first(activities)

	if last do
	min = last.id
	max = first.id

	{next_url, prev_url} =
	if param do
	{
	mastodon_api_url(
	Pleroma.Web.Endpoint,
	method,
	param,
	Map.merge(params, %{max_id: min})
	),
	mastodon_api_url(
	Pleroma.Web.Endpoint,
	method,
	param,
	Map.merge(params, %{since_id: max})
	)
	}
	else
	{
	mastodon_api_url(
	Pleroma.Web.Endpoint,
	method,
	Map.merge(params, %{max_id: min})
	),
	mastodon_api_url(
	Pleroma.Web.Endpoint,
	method,
	Map.merge(params, %{since_id: max})
	)
	}
	end

	conn
	\|> put_resp_header("link", "<#{next_url}>; rel=\"next\", <#{prev_url}>; rel=\"prev\"")
	else
	conn
	end
	end

	def home_timeline(%{assigns: %{user: user}} = conn, params) do
	params =
	params
	\|> Map.put("type", ["Create", "Announce"])
	\|> Map.put("blocking_user", user)
	\|> Map.put("user", user)

	activities =
	[user.ap_id \| user.following]
	\|> ActivityPub.fetch_activities(params)
	\|> ActivityPub.contain_timeline(user)
	\|> Enum.reverse()

	conn
	\|> add_link_headers(:home_timeline, activities)
	\|> put_view(StatusView)
	\|> render("index.json", %{activities: activities, for: user, as: :activity})
	end

	def public_timeline(%{assigns: %{user: user}} = conn, params) do
	local_only = params["local"] in [true, "True", "true", "1"]

	activities =
	params
	\|> Map.put("type", ["Create", "Announce"])
	\|> Map.put("local_only", local_only)
	\|> Map.put("blocking_user", user)
	\|> ActivityPub.fetch_public_activities()
	\|> Enum.reverse()

	conn
	\|> add_link_headers(:public_timeline, activities, false, %{"local" => local_only})
	\|> put_view(StatusView)
	\|> render("index.json", %{activities: activities, for: user, as: :activity})
	end

	def user_statuses(%{assigns: %{user: reading_user}} = conn, params) do
	with %User{} = user <- Repo.get(User, params["id"]) do
	activities = ActivityPub.fetch_user_activities(user, reading_user, params)

	conn
	\|> add_link_headers(:user_statuses, activities, params["id"])
	\|> put_view(StatusView)
	\|> render("index.json", %{
	activities: activities,
	for: reading_user,
	as: :activity
	})
	end
	end

	def dm_timeline(%{assigns: %{user: user}} = conn, params) do
	query =
	ActivityPub.fetch_activities_query(
	[user.ap_id],
	Map.merge(params, %{"type" => "Create", visibility: "direct"})
	)

	activities = Repo.all(query)

	conn
	\|> add_link_headers(:dm_timeline, activities)
	\|> put_view(StatusView)
	\|> render("index.json", %{activities: activities, for: user, as: :activity})
	end

	def get_status(%{assigns: %{user: user}} = conn, %{"id" => id}) do
	with %Activity{} = activity <- Repo.get(Activity, id),
	true <- ActivityPub.visible_for_user?(activity, user) do
	conn
	\|> put_view(StatusView)
	\|> try_render("status.json", %{activity: activity, for: user})
	end
	end

	def get_context(%{assigns: %{user: user}} = conn, %{"id" => id}) do
	with %Activity{} = activity <- Repo.get(Activity, id),
	activities <-
	ActivityPub.fetch_activities_for_context(activity.data["context"], %{
	"blocking_user" => user,
	"user" => user
	}),
	activities <-
	activities \|> Enum.filter(fn %{id: aid} -> to_string(aid) != to_string(id) end),
	activities <-
	activities \|> Enum.filter(fn %{data: %{"type" => type}} -> type == "Create" end),
	grouped_activities <- Enum.group_by(activities, fn %{id: id} -> id < activity.id end) do
	result = %{
	ancestors:
	StatusView.render(
	"index.json",
	for: user,
	activities: grouped_activities[true] \|\| [],
	as: :activity
	)
	\|> Enum.reverse(),
	# credo:disable-for-previous-line Credo.Check.Refactor.PipeChainStart
	descendants:
	StatusView.render(
	"index.json",
	for: user,
	activities: grouped_activities[false] \|\| [],
	as: :activity
	)
	\|> Enum.reverse()
	# credo:disable-for-previous-line Credo.Check.Refactor.PipeChainStart
	}

	json(conn, result)
	end
	end

	def post_status(conn, %{"status" => "", "media_ids" => media_ids} = params)
	when length(media_ids) > 0 do
	params =
	params
	\|> Map.put("status", ".")

	post_status(conn, params)
	end

	def post_status(%{assigns: %{user: user}} = conn, %{"status" => _} = params) do
	params =
	params
	\|> Map.put("in_reply_to_status_id", params["in_reply_to_id"])

	idempotency_key =
	case get_req_header(conn, "idempotency-key") do
	[key] -> key
	_ -> Ecto.UUID.generate()
	end

	{:ok, activity} =
	Cachex.fetch!(:idempotency_cache, idempotency_key, fn _ -> CommonAPI.post(user, params) end)

	conn
	\|> put_view(StatusView)
	\|> try_render("status.json", %{activity: activity, for: user, as: :activity})
	end

	def delete_status(%{assigns: %{user: user}} = conn, %{"id" => id}) do
	with {:ok, %Activity{}} <- CommonAPI.delete(id, user) do
	json(conn, %{})
	else
	_e ->
	conn
	\|> put_status(403)
	\|> json(%{error: "Can't delete this post"})
	end
	end

	def reblog_status(%{assigns: %{user: user}} = conn, %{"id" => ap_id_or_id}) do
	with {:ok, announce, _activity} <- CommonAPI.repeat(ap_id_or_id, user) do
	conn
	\|> put_view(StatusView)
	\|> try_render("status.json", %{activity: announce, for: user, as: :activity})
	end
	end

	def unreblog_status(%{assigns: %{user: user}} = conn, %{"id" => ap_id_or_id}) do
	with {:ok, _unannounce, %{data: %{"id" => id}}} <- CommonAPI.unrepeat(ap_id_or_id, user),
	%Activity{} = activity <- Activity.get_create_by_object_ap_id(id) do
	conn
	\|> put_view(StatusView)
	\|> try_render("status.json", %{activity: activity, for: user, as: :activity})
	end
	end

	def fav_status(%{assigns: %{user: user}} = conn, %{"id" => ap_id_or_id}) do
	with {:ok, _fav, %{data: %{"id" => id}}} <- CommonAPI.favorite(ap_id_or_id, user),
	%Activity{} = activity <- Activity.get_create_by_object_ap_id(id) do
	conn
	\|> put_view(StatusView)
	\|> try_render("status.json", %{activity: activity, for: user, as: :activity})
	end
	end

	def unfav_status(%{assigns: %{user: user}} = conn, %{"id" => ap_id_or_id}) do
	with {:ok, _, _, %{data: %{"id" => id}}} <- CommonAPI.unfavorite(ap_id_or_id, user),
	%Activity{} = activity <- Activity.get_create_by_object_ap_id(id) do
	conn
	\|> put_view(StatusView)
	\|> try_render("status.json", %{activity: activity, for: user, as: :activity})
	end
	end

	def pin_status(%{assigns: %{user: user}} = conn, %{"id" => ap_id_or_id}) do
	with {:ok, activity} <- CommonAPI.pin(ap_id_or_id, user) do
	conn
	\|> put_view(StatusView)
	\|> try_render("status.json", %{activity: activity, for: user, as: :activity})
	else
	{:error, reason} ->
	conn
	\|> put_resp_content_type("application/json")
	\|> send_resp(:bad_request, Jason.encode!(%{"error" => reason}))
	end
	end

	def unpin_status(%{assigns: %{user: user}} = conn, %{"id" => ap_id_or_id}) do
	with {:ok, activity} <- CommonAPI.unpin(ap_id_or_id, user) do
	conn
	\|> put_view(StatusView)
	\|> try_render("status.json", %{activity: activity, for: user, as: :activity})
	end
	end

	def bookmark_status(%{assigns: %{user: user}} = conn, %{"id" => id}) do
	with %Activity{} = activity <- Repo.get(Activity, id),
	%User{} = user <- User.get_by_nickname(user.nickname),
	true <- ActivityPub.visible_for_user?(activity, user),
	{:ok, user} <- User.bookmark(user, activity.data["object"]["id"]) do
	conn
	\|> put_view(StatusView)
	\|> try_render("status.json", %{activity: activity, for: user, as: :activity})
	end
	end

	def unbookmark_status(%{assigns: %{user: user}} = conn, %{"id" => id}) do
	with %Activity{} = activity <- Repo.get(Activity, id),
	%User{} = user <- User.get_by_nickname(user.nickname),
	true <- ActivityPub.visible_for_user?(activity, user),
	{:ok, user} <- User.unbookmark(user, activity.data["object"]["id"]) do
	conn
	\|> put_view(StatusView)
	\|> try_render("status.json", %{activity: activity, for: user, as: :activity})
	end
	end

	def notifications(%{assigns: %{user: user}} = conn, params) do
	notifications = Notification.for_user(user, params)

	result =
	notifications
	\|> Enum.map(fn x -> render_notification(user, x) end)
	\|> Enum.filter(& &1)

	conn
	\|> add_link_headers(:notifications, notifications)
	\|> json(result)
	end

	def get_notification(%{assigns: %{user: user}} = conn, %{"id" => id} = _params) do
	with {:ok, notification} <- Notification.get(user, id) do
	json(conn, render_notification(user, notification))
	else
	{:error, reason} ->
	conn
	\|> put_resp_content_type("application/json")
	\|> send_resp(403, Jason.encode!(%{"error" => reason}))
	end
	end

	def clear_notifications(%{assigns: %{user: user}} = conn, _params) do
	Notification.clear(user)
	json(conn, %{})
	end

	def dismiss_notification(%{assigns: %{user: user}} = conn, %{"id" => id} = _params) do
	with {:ok, _notif} <- Notification.dismiss(user, id) do
	json(conn, %{})
	else
	{:error, reason} ->
	conn
	\|> put_resp_content_type("application/json")
	\|> send_resp(403, Jason.encode!(%{"error" => reason}))
	end
	end

	def relationships(%{assigns: %{user: user}} = conn, %{"id" => id}) do
	id = List.wrap(id)
	q = from(u in User, where: u.id in ^id)
	targets = Repo.all(q)

	conn
	\|> put_view(AccountView)
	\|> render("relationships.json", %{user: user, targets: targets})
	end

	# Instead of returning a 400 when no "id" params is present, Mastodon returns an empty array.
	def relationships(%{assigns: %{user: _user}} = conn, _), do: json(conn, [])

	def update_media(%{assigns: %{user: user}} = conn, data) do
	with %Object{} = object <- Repo.get(Object, data["id"]),
	true <- Object.authorize_mutation(object, user),
	true <- is_binary(data["description"]),
	description <- data["description"] do
	new_data = %{object.data \| "name" => description}

	{:ok, _} =
	object
	\|> Object.change(%{data: new_data})
	\|> Repo.update()

	attachment_data = Map.put(new_data, "id", object.id)

	conn
	\|> put_view(StatusView)
	\|> render("attachment.json", %{attachment: attachment_data})
	end
	end

	def upload(%{assigns: %{user: user}} = conn, %{"file" => file} = data) do
	with {:ok, object} <-
	ActivityPub.upload(
	file,
	actor: User.ap_id(user),
	description: Map.get(data, "description")
	) do
	attachment_data = Map.put(object.data, "id", object.id)

	conn
	\|> put_view(StatusView)
	\|> render("attachment.json", %{attachment: attachment_data})
	end
	end

	def favourited_by(conn, %{"id" => id}) do
	with %Activity{data: %{"object" => %{"likes" => likes}}} <- Repo.get(Activity, id) do
	q = from(u in User, where: u.ap_id in ^likes)
	users = Repo.all(q)

	conn
	\|> put_view(AccountView)
	\|> render(AccountView, "accounts.json", %{users: users, as: :user})
	else
	_ -> json(conn, [])
	end
	end

	def reblogged_by(conn, %{"id" => id}) do
	with %Activity{data: %{"object" => %{"announcements" => announces}}} <- Repo.get(Activity, id) do
	q = from(u in User, where: u.ap_id in ^announces)
	users = Repo.all(q)

	conn
	\|> put_view(AccountView)
	\|> render("accounts.json", %{users: users, as: :user})
	else
	_ -> json(conn, [])
	end
	end

	def hashtag_timeline(%{assigns: %{user: user}} = conn, params) do
	local_only = params["local"] in [true, "True", "true", "1"]

	tags =
	[params["tag"], params["any"]]
	\|> List.flatten()
	\|> Enum.uniq()
	\|> Enum.filter(& &1)
	\|> Enum.map(&String.downcase(&1))

	tag_all =
	params["all"] \|\|
	[]
	\|> Enum.map(&String.downcase(&1))

	tag_reject =
	params["none"] \|\|
	[]
	\|> Enum.map(&String.downcase(&1))

	activities =
	params
	\|> Map.put("type", "Create")
	\|> Map.put("local_only", local_only)
	\|> Map.put("blocking_user", user)
	\|> Map.put("tag", tags)
	\|> Map.put("tag_all", tag_all)
	\|> Map.put("tag_reject", tag_reject)
	\|> ActivityPub.fetch_public_activities()
	\|> Enum.reverse()

	conn
	\|> add_link_headers(:hashtag_timeline, activities, params["tag"], %{"local" => local_only})
	\|> put_view(StatusView)
	\|> render("index.json", %{activities: activities, for: user, as: :activity})
	end

	def followers(%{assigns: %{user: for_user}} = conn, %{"id" => id}) do
	with %User{} = user <- Repo.get(User, id),
	{:ok, followers} <- User.get_followers(user) do
	followers =
	cond do
	for_user && user.id == for_user.id -> followers
	user.info.hide_followers -> []
	true -> followers
	end

	conn
	\|> put_view(AccountView)
	\|> render("accounts.json", %{users: followers, as: :user})
	end
	end

	def following(%{assigns: %{user: for_user}} = conn, %{"id" => id}) do
	with %User{} = user <- Repo.get(User, id),
	{:ok, followers} <- User.get_friends(user) do
	followers =
	cond do
	for_user && user.id == for_user.id -> followers
	user.info.hide_follows -> []
	true -> followers
	end

	conn
	\|> put_view(AccountView)
	\|> render("accounts.json", %{users: followers, as: :user})
	end
	end

	def follow_requests(%{assigns: %{user: followed}} = conn, _params) do
	with {:ok, follow_requests} <- User.get_follow_requests(followed) do
	conn
	\|> put_view(AccountView)
	\|> render("accounts.json", %{users: follow_requests, as: :user})
	end
	end

	def authorize_follow_request(%{assigns: %{user: followed}} = conn, %{"id" => id}) do
	with %User{} = follower <- Repo.get(User, id),
	{:ok, follower} <- User.maybe_follow(follower, followed),
	%Activity{} = follow_activity <- Utils.fetch_latest_follow(follower, followed),
	{:ok, follow_activity} <- Utils.update_follow_state(follow_activity, "accept"),
	{:ok, _activity} <-
	ActivityPub.accept(%{
	to: [follower.ap_id],
	actor: followed.ap_id,
	object: follow_activity.data["id"],
	type: "Accept"
	}) do
	conn
	\|> put_view(AccountView)
	\|> render("relationship.json", %{user: followed, target: follower})
	else
	{:error, message} ->
	conn
	\|> put_resp_content_type("application/json")
	\|> send_resp(403, Jason.encode!(%{"error" => message}))
	end
	end

	def reject_follow_request(%{assigns: %{user: followed}} = conn, %{"id" => id}) do
	with %User{} = follower <- Repo.get(User, id),
	%Activity{} = follow_activity <- Utils.fetch_latest_follow(follower, followed),
	{:ok, follow_activity} <- Utils.update_follow_state(follow_activity, "reject"),
	{:ok, _activity} <-
	ActivityPub.reject(%{
	to: [follower.ap_id],
	actor: followed.ap_id,
	object: follow_activity.data["id"],
	type: "Reject"
	}) do
	conn
	\|> put_view(AccountView)
	\|> render("relationship.json", %{user: followed, target: follower})
	else
	{:error, message} ->
	conn
	\|> put_resp_content_type("application/json")
	\|> send_resp(403, Jason.encode!(%{"error" => message}))
	end
	end

	def follow(%{assigns: %{user: follower}} = conn, %{"id" => id}) do
	with %User{} = followed <- Repo.get(User, id),
	{:ok, follower} <- User.maybe_direct_follow(follower, followed),
	{:ok, _activity} <- ActivityPub.follow(follower, followed),
	{:ok, follower, followed} <-
	User.wait_and_refresh(
	Config.get([:activitypub, :follow_handshake_timeout]),
	follower,
	followed
	) do
	conn
	\|> put_view(AccountView)
	\|> render("relationship.json", %{user: follower, target: followed})
	else
	{:error, message} ->
	conn
	\|> put_resp_content_type("application/json")
	\|> send_resp(403, Jason.encode!(%{"error" => message}))
	end
	end

	def follow(%{assigns: %{user: follower}} = conn, %{"uri" => uri}) do
	with %User{} = followed <- Repo.get_by(User, nickname: uri),
	{:ok, follower} <- User.maybe_direct_follow(follower, followed),
	{:ok, _activity} <- ActivityPub.follow(follower, followed) do
	conn
	\|> put_view(AccountView)
	\|> render("account.json", %{user: followed, for: follower})
	else
	{:error, message} ->
	conn
	\|> put_resp_content_type("application/json")
	\|> send_resp(403, Jason.encode!(%{"error" => message}))
	end
	end

	def unfollow(%{assigns: %{user: follower}} = conn, %{"id" => id}) do
	with %User{} = followed <- Repo.get(User, id),
	{:ok, _activity} <- ActivityPub.unfollow(follower, followed),
	{:ok, follower, _} <- User.unfollow(follower, followed) do
	conn
	\|> put_view(AccountView)
	\|> render("relationship.json", %{user: follower, target: followed})
	end
	end

	def block(%{assigns: %{user: blocker}} = conn, %{"id" => id}) do
	with %User{} = blocked <- Repo.get(User, id),
	{:ok, blocker} <- User.block(blocker, blocked),
	{:ok, _activity} <- ActivityPub.block(blocker, blocked) do
	conn
	\|> put_view(AccountView)
	\|> render("relationship.json", %{user: blocker, target: blocked})
	else
	{:error, message} ->
	conn
	\|> put_resp_content_type("application/json")
	\|> send_resp(403, Jason.encode!(%{"error" => message}))
	end
	end

	def unblock(%{assigns: %{user: blocker}} = conn, %{"id" => id}) do
	with %User{} = blocked <- Repo.get(User, id),
	{:ok, blocker} <- User.unblock(blocker, blocked),
	{:ok, _activity} <- ActivityPub.unblock(blocker, blocked) do
	conn
	\|> put_view(AccountView)
	\|> render("relationship.json", %{user: blocker, target: blocked})
	else
	{:error, message} ->
	conn
	\|> put_resp_content_type("application/json")
	\|> send_resp(403, Jason.encode!(%{"error" => message}))
	end
	end

	def blocks(%{assigns: %{user: user}} = conn, _) do
	with blocked_accounts <- User.blocked_users(user) do
	res = AccountView.render("accounts.json", users: blocked_accounts, for: user, as: :user)
	json(conn, res)
	end
	end

	def domain_blocks(%{assigns: %{user: %{info: info}}} = conn, _) do
	json(conn, info.domain_blocks \|\| [])
	end

	def block_domain(%{assigns: %{user: blocker}} = conn, %{"domain" => domain}) do
	User.block_domain(blocker, domain)
	json(conn, %{})
	end

	def unblock_domain(%{assigns: %{user: blocker}} = conn, %{"domain" => domain}) do
	User.unblock_domain(blocker, domain)
	json(conn, %{})
	end

	def status_search(user, query) do
	fetched =
	if Regex.match?(~r/https?:/, query) do
	with {:ok, object} <- ActivityPub.fetch_object_from_id(query),
	%Activity{} = activity <- Activity.get_create_by_object_ap_id(object.data["id"]),
	true <- ActivityPub.visible_for_user?(activity, user) do
	[activity]
	else
	_e -> []
	end
	end \|\| []

	q =
	from(
	a in Activity,
	where: fragment("?->>'type' = 'Create'", a.data),
	where: "https://www.w3.org/ns/activitystreams#Public" in a.recipients,
	where:
	fragment(
	"to_tsvector('english', ?->'object'->>'content') @@ plainto_tsquery('english', ?)",
	a.data,
	^query
	),
	limit: 20,
	order_by: [desc: :id]
	)

	Repo.all(q) ++ fetched
	end

	def search2(%{assigns: %{user: user}} = conn, %{"q" => query} = params) do
	accounts = User.search(query, params["resolve"] == "true", user)

	statuses = status_search(user, query)

	tags_path = Web.base_url() <> "/tag/"

	tags =
	query
	\|> String.split()
	\|> Enum.uniq()
	\|> Enum.filter(fn tag -> String.starts_with?(tag, "#") end)
	\|> Enum.map(fn tag -> String.slice(tag, 1..-1) end)
	\|> Enum.map(fn tag -> %{name: tag, url: tags_path <> tag} end)

	res = %{
	"accounts" => AccountView.render("accounts.json", users: accounts, for: user, as: :user),
	"statuses" =>
	StatusView.render("index.json", activities: statuses, for: user, as: :activity),
	"hashtags" => tags
	}

	json(conn, res)
	end

	def search(%{assigns: %{user: user}} = conn, %{"q" => query} = params) do
	accounts = User.search(query, params["resolve"] == "true", user)

	statuses = status_search(user, query)

	tags =
	query
	\|> String.split()
	\|> Enum.uniq()
	\|> Enum.filter(fn tag -> String.starts_with?(tag, "#") end)
	\|> Enum.map(fn tag -> String.slice(tag, 1..-1) end)

	res = %{
	"accounts" => AccountView.render("accounts.json", users: accounts, for: user, as: :user),
	"statuses" =>
	StatusView.render("index.json", activities: statuses, for: user, as: :activity),
	"hashtags" => tags
	}

	json(conn, res)
	end

	def account_search(%{assigns: %{user: user}} = conn, %{"q" => query} = params) do
	accounts = User.search(query, params["resolve"] == "true", user)

	res = AccountView.render("accounts.json", users: accounts, for: user, as: :user)

	json(conn, res)
	end

	def favourites(%{assigns: %{user: user}} = conn, params) do
	activities =
	params
	\|> Map.put("type", "Create")
	\|> Map.put("favorited_by", user.ap_id)
	\|> Map.put("blocking_user", user)
	\|> ActivityPub.fetch_public_activities()
	\|> Enum.reverse()

	conn
	\|> add_link_headers(:favourites, activities)
	\|> put_view(StatusView)
	\|> render("index.json", %{activities: activities, for: user, as: :activity})
	end

	def bookmarks(%{assigns: %{user: user}} = conn, _) do
	user = Repo.get(User, user.id)

	activities =
	user.bookmarks
	\|> Enum.map(fn id -> Activity.get_create_by_object_ap_id(id) end)
	\|> Enum.reverse()

	conn
	\|> put_view(StatusView)
	\|> render("index.json", %{activities: activities, for: user, as: :activity})
	end

	def get_lists(%{assigns: %{user: user}} = conn, opts) do
	lists = Pleroma.List.for_user(user, opts)
	res = ListView.render("lists.json", lists: lists)
	json(conn, res)
	end

	def get_list(%{assigns: %{user: user}} = conn, %{"id" => id}) do
	with %Pleroma.List{} = list <- Pleroma.List.get(id, user) do
	res = ListView.render("list.json", list: list)
	json(conn, res)
	else
	_e ->
	conn
	\|> put_status(404)
	\|> json(%{error: "Record not found"})
	end
	end

	def account_lists(%{assigns: %{user: user}} = conn, %{"id" => account_id}) do
	lists = Pleroma.List.get_lists_account_belongs(user, account_id)
	res = ListView.render("lists.json", lists: lists)
	json(conn, res)
	end

	def delete_list(%{assigns: %{user: user}} = conn, %{"id" => id}) do
	with %Pleroma.List{} = list <- Pleroma.List.get(id, user),
	{:ok, _list} <- Pleroma.List.delete(list) do
	json(conn, %{})
	else
	_e ->
	json(conn, "error")
	end
	end

	def create_list(%{assigns: %{user: user}} = conn, %{"title" => title}) do
	with {:ok, %Pleroma.List{} = list} <- Pleroma.List.create(title, user) do
	res = ListView.render("list.json", list: list)
	json(conn, res)
	end
	end

	def add_to_list(%{assigns: %{user: user}} = conn, %{"id" => id, "account_ids" => accounts}) do
	accounts
	\|> Enum.each(fn account_id ->
	with %Pleroma.List{} = list <- Pleroma.List.get(id, user),
	%User{} = followed <- Repo.get(User, account_id) do
	Pleroma.List.follow(list, followed)
	end
	end)

	json(conn, %{})
	end

	def remove_from_list(%{assigns: %{user: user}} = conn, %{"id" => id, "account_ids" => accounts}) do
	accounts
	\|> Enum.each(fn account_id ->
	with %Pleroma.List{} = list <- Pleroma.List.get(id, user),
	%User{} = followed <- Repo.get(Pleroma.User, account_id) do
	Pleroma.List.unfollow(list, followed)
	end
	end)

	json(conn, %{})
	end

	def list_accounts(%{assigns: %{user: user}} = conn, %{"id" => id}) do
	with %Pleroma.List{} = list <- Pleroma.List.get(id, user),
	{:ok, users} = Pleroma.List.get_following(list) do
	conn
	\|> put_view(AccountView)
	\|> render("accounts.json", %{users: users, as: :user})
	end
	end

	def rename_list(%{assigns: %{user: user}} = conn, %{"id" => id, "title" => title}) do
	with %Pleroma.List{} = list <- Pleroma.List.get(id, user),
	{:ok, list} <- Pleroma.List.rename(list, title) do
	res = ListView.render("list.json", list: list)
	json(conn, res)
	else
	_e ->
	json(conn, "error")
	end
	end

	def list_timeline(%{assigns: %{user: user}} = conn, %{"list_id" => id} = params) do
	with %Pleroma.List{title: _title, following: following} <- Pleroma.List.get(id, user) do
	params =
	params
	\|> Map.put("type", "Create")
	\|> Map.put("blocking_user", user)

	# we must filter the following list for the user to avoid leaking statuses the user
	# does not actually have permission to see (for more info, peruse security issue #270).
	activities =
	following
	\|> Enum.filter(fn x -> x in user.following end)
	\|> ActivityPub.fetch_activities_bounded(following, params)
	\|> Enum.reverse()

	conn
	\|> put_view(StatusView)
	\|> render("index.json", %{activities: activities, for: user, as: :activity})
	else
	_e ->
	conn
	\|> put_status(403)
	\|> json(%{error: "Error."})
	end
	end

	def index(%{assigns: %{user: user}} = conn, _params) do
	token =
	conn
	\|> get_session(:oauth_token)

	if user && token do
	mastodon_emoji = mastodonized_emoji()

	limit = Config.get([:instance, :limit])

	accounts =
	Map.put(%{}, user.id, AccountView.render("account.json", %{user: user, for: user}))

	initial_state =
	%{
	meta: %{
	streaming_api_base_url:
	String.replace(Pleroma.Web.Endpoint.static_url(), "http", "ws"),
	access_token: token,
	locale: "en",
	domain: Pleroma.Web.Endpoint.host(),
	admin: "1",
	me: "#{user.id}",
	unfollow_modal: false,
	boost_modal: false,
	delete_modal: true,
	auto_play_gif: false,
	display_sensitive_media: false,
	reduce_motion: false,
	max_toot_chars: limit
	},
	rights: %{
	delete_others_notice: present?(user.info.is_moderator),
	admin: present?(user.info.is_admin)
	},
	compose: %{
	me: "#{user.id}",
	default_privacy: user.info.default_scope,
	default_sensitive: false
	},
	media_attachments: %{
	accept_content_types: [
	".jpg",
	".jpeg",
	".png",
	".gif",
	".webm",
	".mp4",
	".m4v",
	"image\/jpeg",
	"image\/png",
	"image\/gif",
	"video\/webm",
	"video\/mp4"
	]
	},
	settings:
	user.info.settings \|\|
	%{
	onboarded: true,
	home: %{
	shows: %{
	reblog: true,
	reply: true
	}
	},
	notifications: %{
	alerts: %{
	follow: true,
	favourite: true,
	reblog: true,
	mention: true
	},
	shows: %{
	follow: true,
	favourite: true,
	reblog: true,
	mention: true
	},
	sounds: %{
	follow: true,
	favourite: true,
	reblog: true,
	mention: true
	}
	}
	},
	push_subscription: nil,
	accounts: accounts,
	custom_emojis: mastodon_emoji,
	char_limit: limit
	}
	\|> Jason.encode!()

	conn
	\|> put_layout(false)
	\|> put_view(MastodonView)
	\|> render("index.html", %{initial_state: initial_state})
	else
	conn
	\|> redirect(to: "/web/login")
	end
	end

	def put_settings(%{assigns: %{user: user}} = conn, %{"data" => settings} = _params) do
	info_cng = User.Info.mastodon_settings_update(user.info, settings)

	with changeset <- Ecto.Changeset.change(user),
	changeset <- Ecto.Changeset.put_embed(changeset, :info, info_cng),
	{:ok, _user} <- User.update_and_set_cache(changeset) do
	json(conn, %{})
	else
	e ->
	conn
	\|> put_resp_content_type("application/json")
	\|> send_resp(500, Jason.encode!(%{"error" => inspect(e)}))
	end
	end

	def login(conn, %{"code" => code}) do
	with {:ok, app} <- get_or_make_app(),
	%Authorization{} = auth <- Repo.get_by(Authorization, token: code, app_id: app.id),
	{:ok, token} <- Token.exchange_token(app, auth) do
	conn
	\|> put_session(:oauth_token, token.token)
	\|> redirect(to: "/web/getting-started")
	end
	end

	def login(conn, _) do
	with {:ok, app} <- get_or_make_app() do
	path =
	o_auth_path(
	conn,
	:authorize,
	response_type: "code",
	client_id: app.client_id,
	redirect_uri: ".",
	scope: app.scopes
	)

	conn
	\|> redirect(to: path)
	end
	end

	defp get_or_make_app() do
	find_attrs = %{client_name: @local_mastodon_name, redirect_uris: "."}

	with %App{} = app <- Repo.get_by(App, find_attrs) do
	{:ok, app}
	else
	_e ->
	cs = App.register_changeset(%App{}, Map.put(find_attrs, :scopes, "read,write,follow"))

	Repo.insert(cs)
	end
	end

	def logout(conn, _) do
	conn
	\|> clear_session
	\|> redirect(to: "/")
	end

	def relationship_noop(%{assigns: %{user: user}} = conn, %{"id" => id}) do
	Logger.debug("Unimplemented, returning unmodified relationship")

	with %User{} = target <- Repo.get(User, id) do
	conn
	\|> put_view(AccountView)
	\|> render("relationship.json", %{user: user, target: target})
	end
	end

	def empty_array(conn, _) do
	Logger.debug("Unimplemented, returning an empty array")
	json(conn, [])
	end

	def empty_object(conn, _) do
	Logger.debug("Unimplemented, returning an empty object")
	json(conn, %{})
	end

	def render_notification(user, %{id: id, activity: activity, inserted_at: created_at} = _params) do
	actor = User.get_cached_by_ap_id(activity.data["actor"])
	parent_activity = Activity.get_create_by_object_ap_id(activity.data["object"])
	mastodon_type = Activity.mastodon_notification_type(activity)

	response = %{
	id: to_string(id),
	type: mastodon_type,
	created_at: CommonAPI.Utils.to_masto_date(created_at),
	account: AccountView.render("account.json", %{user: actor, for: user})
	}

	case mastodon_type do
	"mention" ->
	response
	\|> Map.merge(%{
	status: StatusView.render("status.json", %{activity: activity, for: user})
	})

	"favourite" ->
	response
	\|> Map.merge(%{
	status: StatusView.render("status.json", %{activity: parent_activity, for: user})
	})

	"reblog" ->
	response
	\|> Map.merge(%{
	status: StatusView.render("status.json", %{activity: parent_activity, for: user})
	})

	"follow" ->
	response

	_ ->
	nil
	end
	end

	def get_filters(%{assigns: %{user: user}} = conn, _) do
	filters = Filter.get_filters(user)
	res = FilterView.render("filters.json", filters: filters)
	json(conn, res)
	end

	def create_filter(
	%{assigns: %{user: user}} = conn,
	%{"phrase" => phrase, "context" => context} = params
	) do
	query = %Filter{
	user_id: user.id,
	phrase: phrase,
	context: context,
	hide: Map.get(params, "irreversible", nil),
	whole_word: Map.get(params, "boolean", true)
	# expires_at
	}

	{:ok, response} = Filter.create(query)
	res = FilterView.render("filter.json", filter: response)
	json(conn, res)
	end

	def get_filter(%{assigns: %{user: user}} = conn, %{"id" => filter_id}) do
	filter = Filter.get(filter_id, user)
	res = FilterView.render("filter.json", filter: filter)
	json(conn, res)
	end

	def update_filter(
	%{assigns: %{user: user}} = conn,
	%{"phrase" => phrase, "context" => context, "id" => filter_id} = params
	) do
	query = %Filter{
	user_id: user.id,
	filter_id: filter_id,
	phrase: phrase,
	context: context,
	hide: Map.get(params, "irreversible", nil),
	whole_word: Map.get(params, "boolean", true)
	# expires_at
	}

	{:ok, response} = Filter.update(query)
	res = FilterView.render("filter.json", filter: response)
	json(conn, res)
	end

	def delete_filter(%{assigns: %{user: user}} = conn, %{"id" => filter_id}) do
	query = %Filter{
	user_id: user.id,
	filter_id: filter_id
	}

	{:ok, _} = Filter.delete(query)
	json(conn, %{})
	end

	def create_push_subscription(%{assigns: %{user: user, token: token}} = conn, params) do
	true = Push.enabled()
	Subscription.delete_if_exists(user, token)
	{:ok, subscription} = Subscription.create(user, token, params)
	view = PushSubscriptionView.render("push_subscription.json", subscription: subscription)
	json(conn, view)
	end

	def get_push_subscription(%{assigns: %{user: user, token: token}} = conn, _params) do
	true = Push.enabled()
	subscription = Subscription.get(user, token)
	view = PushSubscriptionView.render("push_subscription.json", subscription: subscription)
	json(conn, view)
	end

	def update_push_subscription(
	%{assigns: %{user: user, token: token}} = conn,
	params
	) do
	true = Push.enabled()
	{:ok, subscription} = Subscription.update(user, token, params)
	view = PushSubscriptionView.render("push_subscription.json", subscription: subscription)
	json(conn, view)
	end

	def delete_push_subscription(%{assigns: %{user: user, token: token}} = conn, _params) do
	true = Push.enabled()
	{:ok, _response} = Subscription.delete(user, token)
	json(conn, %{})
	end

	def errors(conn, _) do
	conn
	\|> put_status(500)
	\|> json("Something went wrong")
	end

	def suggestions(%{assigns: %{user: user}} = conn, _) do
	suggestions = Config.get(:suggestions)

	if Keyword.get(suggestions, :enabled, false) do
	api = Keyword.get(suggestions, :third_party_engine, "")
	timeout = Keyword.get(suggestions, :timeout, 5000)
	limit = Keyword.get(suggestions, :limit, 23)

	host = Config.get([Pleroma.Web.Endpoint, :url, :host])

	user = user.nickname

	url =
	api
	\|> String.replace("{{host}}", host)
	\|> String.replace("{{user}}", user)

	with {:ok, %{status: 200, body: body}} <-
	@httpoison.get(
	url,
	[],
	adapter: [
	timeout: timeout,
	recv_timeout: timeout,
	pool: :default
	]
	),
	{:ok, data} <- Jason.decode(body) do
	data =
	data
	\|> Enum.slice(0, limit)
	\|> Enum.map(fn x ->
	Map.put(
	x,
	"id",
	case User.get_or_fetch(x["acct"]) do
	%{id: id} -> id
	_ -> 0
	end
	)
	end)
	\|> Enum.map(fn x ->
	Map.put(x, "avatar", MediaProxy.url(x["avatar"]))
	end)
	\|> Enum.map(fn x ->
	Map.put(x, "avatar_static", MediaProxy.url(x["avatar_static"]))
	end)

	conn
	\|> json(data)
	else
	e -> Logger.error("Could not retrieve suggestions at fetch #{url}, #{inspect(e)}")
	end
	else
	json(conn, [])
	end
	end

	def status_card(conn, %{"id" => status_id}) do
	with %Activity{} = activity <- Repo.get(Activity, status_id),
	true <- ActivityPub.is_public?(activity) do
	data =
	StatusView.render(
	"card.json",
	Pleroma.Web.RichMedia.Helpers.fetch_data_for_activity(activity)
	)

	json(conn, data)
	else
	_e ->
	%{}
	end
	end

	def try_render(conn, target, params)
	when is_binary(target) do
	res = render(conn, target, params)

	if res == nil do
	conn
	\|> put_status(501)
	\|> json(%{error: "Can't display this activity"})
	else
	res
	end
	end

	def try_render(conn, _, _) do
	conn
	\|> put_status(501)
	\|> json(%{error: "Can't display this activity"})
	end

	defp present?(nil), do: false
	defp present?(false), do: false
	defp present?(_), do: true
	end
	diff --git a/lib/pleroma/web/mastodon_api/views/account_view.ex b/lib/pleroma/web/mastodon_api/views/account_view.ex
	index 0235f5d5b..9df9f14b2 100644
	--- a/lib/pleroma/web/mastodon_api/views/account_view.ex
	+++ b/lib/pleroma/web/mastodon_api/views/account_view.ex
	@@ -1,127 +1,128 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.MastodonAPI.AccountView do
	use Pleroma.Web, :view

	- alias Pleroma.{HTML, User}
	+ alias Pleroma.HTML
	+ alias Pleroma.User
	alias Pleroma.Web.CommonAPI.Utils
	alias Pleroma.Web.MastodonAPI.AccountView
	alias Pleroma.Web.MediaProxy

	def render("accounts.json", %{users: users} = opts) do
	users
	\|> render_many(AccountView, "account.json", opts)
	\|> Enum.filter(&Enum.any?/1)
	end

	def render("account.json", %{user: user} = opts) do
	if User.visible_for?(user, opts[:for]),
	do: do_render("account.json", opts),
	else: %{}
	end

	def render("mention.json", %{user: user}) do
	%{
	id: to_string(user.id),
	acct: user.nickname,
	username: username_from_nickname(user.nickname),
	url: user.ap_id
	}
	end

	def render("relationship.json", %{user: user, target: target}) do
	follow_activity = Pleroma.Web.ActivityPub.Utils.fetch_latest_follow(user, target)

	requested =
	if follow_activity do
	follow_activity.data["state"] == "pending"
	else
	false
	end

	%{
	id: to_string(target.id),
	following: User.following?(user, target),
	followed_by: User.following?(target, user),
	blocking: User.blocks?(user, target),
	muting: false,
	muting_notifications: false,
	requested: requested,
	domain_blocking: false,
	showing_reblogs: false,
	endorsed: false
	}
	end

	def render("relationships.json", %{user: user, targets: targets}) do
	render_many(targets, AccountView, "relationship.json", user: user, as: :target)
	end

	defp do_render("account.json", %{user: user} = opts) do
	image = User.avatar_url(user) \|> MediaProxy.url()
	header = User.banner_url(user) \|> MediaProxy.url()
	user_info = User.user_info(user)
	bot = (user.info.source_data["type"] \|\| "Person") in ["Application", "Service"]

	emojis =
	(user.info.source_data["tag"] \|\| [])
	\|> Enum.filter(fn %{"type" => t} -> t == "Emoji" end)
	\|> Enum.map(fn %{"icon" => %{"url" => url}, "name" => name} ->
	%{
	"shortcode" => String.trim(name, ":"),
	"url" => MediaProxy.url(url),
	"static_url" => MediaProxy.url(url),
	"visible_in_picker" => false
	}
	end)

	fields =
	(user.info.source_data["attachment"] \|\| [])
	\|> Enum.filter(fn %{"type" => t} -> t == "PropertyValue" end)
	\|> Enum.map(fn fields -> Map.take(fields, ["name", "value"]) end)

	bio = HTML.filter_tags(user.bio, User.html_filter_policy(opts[:for]))

	%{
	id: to_string(user.id),
	username: username_from_nickname(user.nickname),
	acct: user.nickname,
	display_name: user.name \|\| user.nickname,
	locked: user_info.locked,
	created_at: Utils.to_masto_date(user.inserted_at),
	followers_count: user_info.follower_count,
	following_count: user_info.following_count,
	statuses_count: user_info.note_count,
	note: bio \|\| "",
	url: user.ap_id,
	avatar: image,
	avatar_static: image,
	header: header,
	header_static: header,
	emojis: emojis,
	fields: fields,
	bot: bot,
	source: %{
	note: "",
	privacy: user_info.default_scope,
	sensitive: false
	},

	# Pleroma extension
	pleroma: %{
	confirmation_pending: user_info.confirmation_pending,
	tags: user.tags,
	is_moderator: user.info.is_moderator,
	is_admin: user.info.is_admin
	}
	}
	end

	defp username_from_nickname(string) when is_binary(string) do
	hd(String.split(string, "@"))
	end

	defp username_from_nickname(_), do: nil
	end
	diff --git a/lib/pleroma/web/mastodon_api/views/status_view.ex b/lib/pleroma/web/mastodon_api/views/status_view.ex
	index cd030fe54..f51a2ebb0 100644
	--- a/lib/pleroma/web/mastodon_api/views/status_view.ex
	+++ b/lib/pleroma/web/mastodon_api/views/status_view.ex
	@@ -1,360 +1,364 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.MastodonAPI.StatusView do
	use Pleroma.Web, :view

	- alias Pleroma.{Activity, HTML, Repo, User}
	+ alias Pleroma.Activity
	+ alias Pleroma.HTML
	+ alias Pleroma.Repo
	+ alias Pleroma.User
	alias Pleroma.Web.CommonAPI.Utils
	- alias Pleroma.Web.MastodonAPI.{AccountView, StatusView}
	+ alias Pleroma.Web.MastodonAPI.AccountView
	+ alias Pleroma.Web.MastodonAPI.StatusView
	alias Pleroma.Web.MediaProxy

	# TODO: Add cached version.
	defp get_replied_to_activities(activities) do
	activities
	\|> Enum.map(fn
	%{data: %{"type" => "Create", "object" => %{"inReplyTo" => in_reply_to}}} ->
	in_reply_to != "" && in_reply_to

	_ ->
	nil
	end)
	\|> Enum.filter(& &1)
	\|> Activity.create_by_object_ap_id()
	\|> Repo.all()
	\|> Enum.reduce(%{}, fn activity, acc ->
	Map.put(acc, activity.data["object"]["id"], activity)
	end)
	end

	defp get_user(ap_id) do
	cond do
	user = User.get_cached_by_ap_id(ap_id) ->
	user

	user = User.get_by_guessed_nickname(ap_id) ->
	user

	true ->
	User.error_user(ap_id)
	end
	end

	def render("index.json", opts) do
	replied_to_activities = get_replied_to_activities(opts.activities)

	opts.activities
	\|> safe_render_many(
	StatusView,
	"status.json",
	Map.put(opts, :replied_to_activities, replied_to_activities)
	)
	end

	def render(
	"status.json",
	%{activity: %{data: %{"type" => "Announce", "object" => object}} = activity} = opts
	) do
	user = get_user(activity.data["actor"])
	created_at = Utils.to_masto_date(activity.data["published"])

	reblogged = Activity.get_create_by_object_ap_id(object)
	reblogged = render("status.json", Map.put(opts, :activity, reblogged))

	mentions =
	activity.recipients
	\|> Enum.map(fn ap_id -> User.get_cached_by_ap_id(ap_id) end)
	\|> Enum.filter(& &1)
	\|> Enum.map(fn user -> AccountView.render("mention.json", %{user: user}) end)

	%{
	id: to_string(activity.id),
	uri: object,
	url: object,
	account: AccountView.render("account.json", %{user: user}),
	in_reply_to_id: nil,
	in_reply_to_account_id: nil,
	reblog: reblogged,
	content: reblogged[:content] \|\| "",
	created_at: created_at,
	reblogs_count: 0,
	replies_count: 0,
	favourites_count: 0,
	reblogged: false,
	favourited: false,
	bookmarked: false,
	muted: false,
	pinned: pinned?(activity, user),
	sensitive: false,
	spoiler_text: "",
	visibility: "public",
	media_attachments: reblogged[:media_attachments] \|\| [],
	mentions: mentions,
	tags: reblogged[:tags] \|\| [],
	application: %{
	name: "Web",
	website: nil
	},
	language: nil,
	emojis: []
	}
	end

	def render("status.json", %{activity: %{data: %{"object" => object}} = activity} = opts) do
	user = get_user(activity.data["actor"])

	like_count = object["like_count"] \|\| 0
	announcement_count = object["announcement_count"] \|\| 0

	tags = object["tag"] \|\| []
	sensitive = object["sensitive"] \|\| Enum.member?(tags, "nsfw")

	mentions =
	activity.recipients
	\|> Enum.map(fn ap_id -> User.get_cached_by_ap_id(ap_id) end)
	\|> Enum.filter(& &1)
	\|> Enum.map(fn user -> AccountView.render("mention.json", %{user: user}) end)

	repeated = opts[:for] && opts[:for].ap_id in (object["announcements"] \|\| [])
	favorited = opts[:for] && opts[:for].ap_id in (object["likes"] \|\| [])
	bookmarked = opts[:for] && object["id"] in opts[:for].bookmarks

	attachment_data = object["attachment"] \|\| []
	attachments = render_many(attachment_data, StatusView, "attachment.json", as: :attachment)

	created_at = Utils.to_masto_date(object["published"])

	reply_to = get_reply_to(activity, opts)
	reply_to_user = reply_to && get_user(reply_to.data["actor"])

	content =
	object
	\|> render_content()
	\|> HTML.get_cached_scrubbed_html_for_object(
	User.html_filter_policy(opts[:for]),
	activity,
	__MODULE__
	)

	card = render("card.json", Pleroma.Web.RichMedia.Helpers.fetch_data_for_activity(activity))

	%{
	id: to_string(activity.id),
	uri: object["id"],
	url: object["external_url"] \|\| object["id"],
	account: AccountView.render("account.json", %{user: user}),
	in_reply_to_id: reply_to && to_string(reply_to.id),
	in_reply_to_account_id: reply_to_user && to_string(reply_to_user.id),
	reblog: nil,
	card: card,
	content: content,
	created_at: created_at,
	reblogs_count: announcement_count,
	replies_count: 0,
	favourites_count: like_count,
	reblogged: present?(repeated),
	favourited: present?(favorited),
	bookmarked: present?(bookmarked),
	muted: false,
	pinned: pinned?(activity, user),
	sensitive: sensitive,
	spoiler_text: object["summary"] \|\| "",
	visibility: get_visibility(object),
	media_attachments: attachments \|> Enum.take(4),
	mentions: mentions,
	tags: build_tags(tags),
	application: %{
	name: "Web",
	website: nil
	},
	language: nil,
	emojis: build_emojis(activity.data["object"]["emoji"])
	}
	end

	def render("status.json", _) do
	nil
	end

	def render("card.json", %{rich_media: rich_media, page_url: page_url}) do
	page_url_data = URI.parse(page_url)

	page_url_data =
	if rich_media[:url] != nil do
	URI.merge(page_url_data, URI.parse(rich_media[:url]))
	else
	page_url_data
	end

	page_url = page_url_data \|> to_string

	image_url =
	if rich_media[:image] != nil do
	URI.merge(page_url_data, URI.parse(rich_media[:image]))
	\|> to_string
	else
	nil
	end

	site_name = rich_media[:site_name] \|\| page_url_data.host

	%{
	type: "link",
	provider_name: site_name,
	provider_url: page_url_data.scheme <> "://" <> page_url_data.host,
	url: page_url,
	image: image_url \|> MediaProxy.url(),
	title: rich_media[:title],
	description: rich_media[:description],
	pleroma: %{
	opengraph: rich_media
	}
	}
	end

	def render("card.json", _) do
	nil
	end

	def render("attachment.json", %{attachment: attachment}) do
	[attachment_url \| _] = attachment["url"]
	media_type = attachment_url["mediaType"] \|\| attachment_url["mimeType"] \|\| "image"
	href = attachment_url["href"] \|> MediaProxy.url()

	type =
	cond do
	String.contains?(media_type, "image") -> "image"
	String.contains?(media_type, "video") -> "video"
	String.contains?(media_type, "audio") -> "audio"
	true -> "unknown"
	end

	<<hash_id::signed-32, _rest::binary>> = :crypto.hash(:md5, href)

	%{
	id: to_string(attachment["id"] \|\| hash_id),
	url: href,
	remote_url: href,
	preview_url: href,
	text_url: href,
	type: type,
	description: attachment["name"]
	}
	end

	def get_reply_to(activity, %{replied_to_activities: replied_to_activities}) do
	_id = activity.data["object"]["inReplyTo"]
	replied_to_activities[activity.data["object"]["inReplyTo"]]
	end

	def get_reply_to(%{data: %{"object" => object}}, _) do
	if object["inReplyTo"] && object["inReplyTo"] != "" do
	Activity.get_create_by_object_ap_id(object["inReplyTo"])
	else
	nil
	end
	end

	def get_visibility(object) do
	public = "https://www.w3.org/ns/activitystreams#Public"
	to = object["to"] \|\| []
	cc = object["cc"] \|\| []

	cond do
	public in to ->
	"public"

	public in cc ->
	"unlisted"

	# this should use the sql for the object's activity
	Enum.any?(to, &String.contains?(&1, "/followers")) ->
	"private"

	length(cc) > 0 ->
	"private"

	true ->
	"direct"
	end
	end

	def render_content(%{"type" => "Video"} = object) do
	with name when not is_nil(name) and name != "" <- object["name"] do
	"<p><a href=\"#{object["id"]}\">#{name}</a></p>#{object["content"]}"
	else
	_ -> object["content"] \|\| ""
	end
	end

	def render_content(%{"type" => object_type} = object)
	when object_type in ["Article", "Page"] do
	with summary when not is_nil(summary) and summary != "" <- object["name"],
	url when is_bitstring(url) <- object["url"] do
	"<p><a href=\"#{url}\">#{summary}</a></p>#{object["content"]}"
	else
	_ -> object["content"] \|\| ""
	end
	end

	def render_content(object), do: object["content"] \|\| ""

	@doc """
	Builds a dictionary tags.

	## Examples

	iex> Pleroma.Web.MastodonAPI.StatusView.build_tags(["fediverse", "nextcloud"])
	[{"name": "fediverse", "url": "/tag/fediverse"},
	{"name": "nextcloud", "url": "/tag/nextcloud"}]

	"""
	@spec build_tags(list(any())) :: list(map())
	def build_tags(object_tags) when is_list(object_tags) do
	object_tags = for tag when is_binary(tag) <- object_tags, do: tag

	Enum.reduce(object_tags, [], fn tag, tags ->
	tags ++ [%{name: tag, url: "/tag/#{tag}"}]
	end)
	end

	def build_tags(_), do: []

	@doc """
	Builds list emojis.

	Arguments: `nil` or list tuple of name and url.

	Returns list emojis.

	## Examples

	iex> Pleroma.Web.MastodonAPI.StatusView.build_emojis([{"2hu", "corndog.png"}])
	[%{shortcode: "2hu", static_url: "corndog.png", url: "corndog.png", visible_in_picker: false}]

	"""
	@spec build_emojis(nil \| list(tuple())) :: list(map())
	def build_emojis(nil), do: []

	def build_emojis(emojis) do
	emojis
	\|> Enum.map(fn {name, url} ->
	name = HTML.strip_tags(name)

	url =
	url
	\|> HTML.strip_tags()
	\|> MediaProxy.url()

	%{shortcode: name, url: url, static_url: url, visible_in_picker: false}
	end)
	end

	defp present?(nil), do: false
	defp present?(false), do: false
	defp present?(_), do: true

	defp pinned?(%Activity{id: id}, %User{info: %{pinned_activities: pinned_activities}}),
	do: id in pinned_activities
	end
	diff --git a/lib/pleroma/web/mastodon_api/websocket_handler.ex b/lib/pleroma/web/mastodon_api/websocket_handler.ex
	index ce42338a7..ea75070c4 100644
	--- a/lib/pleroma/web/mastodon_api/websocket_handler.ex
	+++ b/lib/pleroma/web/mastodon_api/websocket_handler.ex
	@@ -1,124 +1,125 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.MastodonAPI.WebsocketHandler do
	require Logger

	alias Pleroma.Web.OAuth.Token
	- alias Pleroma.{Repo, User}
	+ alias Pleroma.Repo
	+ alias Pleroma.User

	@behaviour :cowboy_websocket_handler

	@streams [
	"public",
	"public:local",
	"public:media",
	"public:local:media",
	"user",
	"direct",
	"list",
	"hashtag"
	]
	@anonymous_streams ["public", "public:local", "hashtag"]

	# Handled by periodic keepalive in Pleroma.Web.Streamer.
	@timeout :infinity

	def init(_type, _req, _opts) do
	{:upgrade, :protocol, :cowboy_websocket}
	end

	def websocket_init(_type, req, _opts) do
	with {qs, req} <- :cowboy_req.qs(req),
	params <- :cow_qs.parse_qs(qs),
	access_token <- List.keyfind(params, "access_token", 0),
	{_, stream} <- List.keyfind(params, "stream", 0),
	{:ok, user} <- allow_request(stream, access_token),
	topic when is_binary(topic) <- expand_topic(stream, params) do
	send(self(), :subscribe)
	{:ok, req, %{user: user, topic: topic}, @timeout}
	else
	{:error, code} ->
	Logger.debug("#{__MODULE__} denied connection: #{inspect(code)} - #{inspect(req)}")
	{:ok, req} = :cowboy_req.reply(code, req)
	{:shutdown, req}

	error ->
	Logger.debug("#{__MODULE__} denied connection: #{inspect(error)} - #{inspect(req)}")
	{:shutdown, req}
	end
	end

	# We never receive messages.
	def websocket_handle(_frame, req, state) do
	{:ok, req, state}
	end

	def websocket_info(:subscribe, req, state) do
	Logger.debug(
	"#{__MODULE__} accepted websocket connection for user #{
	(state.user \|\| %{id: "anonymous"}).id
	}, topic #{state.topic}"
	)

	Pleroma.Web.Streamer.add_socket(state.topic, streamer_socket(state))
	{:ok, req, state}
	end

	def websocket_info({:text, message}, req, state) do
	{:reply, {:text, message}, req, state}
	end

	def websocket_terminate(reason, _req, state) do
	Logger.debug(
	"#{__MODULE__} terminating websocket connection for user #{
	(state.user \|\| %{id: "anonymous"}).id
	}, topic #{state.topic \|\| "?"}: #{inspect(reason)}"
	)

	Pleroma.Web.Streamer.remove_socket(state.topic, streamer_socket(state))
	:ok
	end

	# Public streams without authentication.
	defp allow_request(stream, nil) when stream in @anonymous_streams do
	{:ok, nil}
	end

	# Authenticated streams.
	defp allow_request(stream, {"access_token", access_token}) when stream in @streams do
	with %Token{user_id: user_id} <- Repo.get_by(Token, token: access_token),
	user = %User{} <- Repo.get(User, user_id) do
	{:ok, user}
	else
	_ -> {:error, 403}
	end
	end

	# Not authenticated.
	defp allow_request(stream, _) when stream in @streams, do: {:error, 403}

	# No matching stream.
	defp allow_request(_, _), do: {:error, 404}

	defp expand_topic("hashtag", params) do
	case List.keyfind(params, "tag", 0) do
	{_, tag} -> "hashtag:#{tag}"
	_ -> nil
	end
	end

	defp expand_topic("list", params) do
	case List.keyfind(params, "list", 0) do
	{_, list} -> "list:#{list}"
	_ -> nil
	end
	end

	defp expand_topic(topic, _), do: topic

	defp streamer_socket(state) do
	%{transport_pid: self(), assigns: state}
	end
	end
	diff --git a/lib/pleroma/web/metadata/opengraph.ex b/lib/pleroma/web/metadata/opengraph.ex
	index 479c9d20d..190377767 100644
	--- a/lib/pleroma/web/metadata/opengraph.ex
	+++ b/lib/pleroma/web/metadata/opengraph.ex
	@@ -1,153 +1,156 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.Metadata.Providers.OpenGraph do
	- alias Pleroma.{HTML, Formatter, User}
	- alias Pleroma.Web.{Metadata, MediaProxy}
	+ alias Pleroma.HTML
	+ alias Pleroma.Formatter
	+ alias Pleroma.User
	+ alias Pleroma.Web.Metadata
	+ alias Pleroma.Web.MediaProxy
	alias Pleroma.Web.Metadata.Providers.Provider

	@behaviour Provider

	@impl Provider
	def build_tags(%{
	object: object,
	url: url,
	user: user
	}) do
	attachments = build_attachments(object)
	scrubbed_content = scrub_html_and_truncate(object)
	# Zero width space
	content =
	if scrubbed_content != "" and scrubbed_content != "\u200B" do
	": “" <> scrubbed_content <> "”"
	else
	""
	end

	# Most previews only show og:title which is inconvenient. Instagram
	# hacks this by putting the description in the title and making the
	# description longer prefixed by how many likes and shares the post
	# has. Here we use the descriptive nickname in the title, and expand
	# the full account & nickname in the description. We also use the cute^Wevil
	# smart quotes around the status text like Instagram, too.
	[
	{:meta,
	[
	property: "og:title",
	content: "#{user.name}" <> content
	], []},
	{:meta, [property: "og:url", content: url], []},
	{:meta,
	[
	property: "og:description",
	content: "#{user_name_string(user)}" <> content
	], []},
	{:meta, [property: "og:type", content: "website"], []}
	] ++
	if attachments == [] or Metadata.activity_nsfw?(object) do
	[
	{:meta, [property: "og:image", content: attachment_url(User.avatar_url(user))], []},
	{:meta, [property: "og:image:width", content: 150], []},
	{:meta, [property: "og:image:height", content: 150], []}
	]
	else
	attachments
	end
	end

	@impl Provider
	def build_tags(%{user: user}) do
	with truncated_bio = scrub_html_and_truncate(user.bio \|\| "") do
	[
	{:meta,
	[
	property: "og:title",
	content: user_name_string(user)
	], []},
	{:meta, [property: "og:url", content: User.profile_url(user)], []},
	{:meta, [property: "og:description", content: truncated_bio], []},
	{:meta, [property: "og:type", content: "website"], []},
	{:meta, [property: "og:image", content: attachment_url(User.avatar_url(user))], []},
	{:meta, [property: "og:image:width", content: 150], []},
	{:meta, [property: "og:image:height", content: 150], []}
	]
	end
	end

	defp build_attachments(%{data: %{"attachment" => attachments}}) do
	Enum.reduce(attachments, [], fn attachment, acc ->
	rendered_tags =
	Enum.reduce(attachment["url"], [], fn url, acc ->
	media_type =
	Enum.find(["image", "audio", "video"], fn media_type ->
	String.starts_with?(url["mediaType"], media_type)
	end)

	# TODO: Add additional properties to objects when we have the data available.
	# Also, Whatsapp only wants JPEG or PNGs. It seems that if we add a second og:image
	# object when a Video or GIF is attached it will display that in the Whatsapp Rich Preview.
	case media_type do
	"audio" ->
	[
	{:meta, [property: "og:" <> media_type, content: attachment_url(url["href"])], []}
	\| acc
	]

	"image" ->
	[
	{:meta, [property: "og:" <> media_type, content: attachment_url(url["href"])],
	[]},
	{:meta, [property: "og:image:width", content: 150], []},
	{:meta, [property: "og:image:height", content: 150], []}
	\| acc
	]

	"video" ->
	[
	{:meta, [property: "og:" <> media_type, content: attachment_url(url["href"])], []}
	\| acc
	]

	_ ->
	acc
	end
	end)

	acc ++ rendered_tags
	end)
	end

	defp scrub_html_and_truncate(%{data: %{"content" => content}} = object) do
	content
	# html content comes from DB already encoded, decode first and scrub after
	\|> HtmlEntities.decode()
	\|> String.replace(~r/<br\s?\/?>/, " ")
	\|> HTML.get_cached_stripped_html_for_object(object, __MODULE__)
	\|> Formatter.demojify()
	\|> Formatter.truncate()
	end

	defp scrub_html_and_truncate(content) when is_binary(content) do
	content
	# html content comes from DB already encoded, decode first and scrub after
	\|> HtmlEntities.decode()
	\|> String.replace(~r/<br\s?\/?>/, " ")
	\|> HTML.strip_tags()
	\|> Formatter.demojify()
	\|> Formatter.truncate()
	end

	defp attachment_url(url) do
	MediaProxy.url(url)
	end

	defp user_name_string(user) do
	"#{user.name} " <>
	if user.local do
	"(@#{user.nickname}@#{Pleroma.Web.Endpoint.host()})"
	else
	"(@#{user.nickname})"
	end
	end
	end
	diff --git a/lib/pleroma/web/nodeinfo/nodeinfo_controller.ex b/lib/pleroma/web/nodeinfo/nodeinfo_controller.ex
	index e81de7bbd..c38827165 100644
	--- a/lib/pleroma/web/nodeinfo/nodeinfo_controller.ex
	+++ b/lib/pleroma/web/nodeinfo/nodeinfo_controller.ex
	@@ -1,184 +1,188 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.Nodeinfo.NodeinfoController do
	use Pleroma.Web, :controller

	- alias Pleroma.{Config, Repo, Stats, User, Web}
	+ alias Pleroma.Config
	+ alias Pleroma.Repo
	+ alias Pleroma.Stats
	+ alias Pleroma.User
	+ alias Pleroma.Web
	alias Pleroma.Web.ActivityPub.MRF

	plug(Pleroma.Web.FederatingPlug)

	def schemas(conn, _params) do
	response = %{
	links: [
	%{
	rel: "http://nodeinfo.diaspora.software/ns/schema/2.0",
	href: Web.base_url() <> "/nodeinfo/2.0.json"
	},
	%{
	rel: "http://nodeinfo.diaspora.software/ns/schema/2.1",
	href: Web.base_url() <> "/nodeinfo/2.1.json"
	}
	]
	}

	json(conn, response)
	end

	# returns a nodeinfo 2.0 map, since 2.1 just adds a repository field
	# under software.
	def raw_nodeinfo do
	instance = Application.get_env(:pleroma, :instance)
	media_proxy = Application.get_env(:pleroma, :media_proxy)
	suggestions = Application.get_env(:pleroma, :suggestions)
	chat = Application.get_env(:pleroma, :chat)
	gopher = Application.get_env(:pleroma, :gopher)
	stats = Stats.get_stats()

	mrf_simple =
	Application.get_env(:pleroma, :mrf_simple)
	\|> Enum.into(%{})

	mrf_policies =
	MRF.get_policies()
	\|> Enum.map(fn policy -> to_string(policy) \|> String.split(".") \|> List.last() end)

	quarantined = Keyword.get(instance, :quarantined_instances)

	quarantined =
	if is_list(quarantined) do
	quarantined
	else
	[]
	end

	staff_accounts =
	User.moderator_user_query()
	\|> Repo.all()
	\|> Enum.map(fn u -> u.ap_id end)

	mrf_user_allowlist =
	Config.get([:mrf_user_allowlist], [])
	\|> Enum.into(%{}, fn {k, v} -> {k, length(v)} end)

	federation_response =
	if Keyword.get(instance, :mrf_transparency) do
	%{
	mrf_policies: mrf_policies,
	mrf_simple: mrf_simple,
	mrf_user_allowlist: mrf_user_allowlist,
	quarantined_instances: quarantined
	}
	else
	%{}
	end

	features =
	[
	"pleroma_api",
	"mastodon_api",
	"mastodon_api_streaming",
	if Keyword.get(media_proxy, :enabled) do
	"media_proxy"
	end,
	if Keyword.get(gopher, :enabled) do
	"gopher"
	end,
	if Keyword.get(chat, :enabled) do
	"chat"
	end,
	if Keyword.get(suggestions, :enabled) do
	"suggestions"
	end,
	if Keyword.get(instance, :allow_relay) do
	"relay"
	end
	]
	\|> Enum.filter(& &1)

	%{
	version: "2.0",
	software: %{
	name: Pleroma.Application.name() \|> String.downcase(),
	version: Pleroma.Application.version()
	},
	protocols: ["ostatus", "activitypub"],
	services: %{
	inbound: [],
	outbound: []
	},
	openRegistrations: Keyword.get(instance, :registrations_open),
	usage: %{
	users: %{
	total: stats.user_count \|\| 0
	},
	localPosts: stats.status_count \|\| 0
	},
	metadata: %{
	nodeName: Keyword.get(instance, :name),
	nodeDescription: Keyword.get(instance, :description),
	private: !Keyword.get(instance, :public, true),
	suggestions: %{
	enabled: Keyword.get(suggestions, :enabled, false),
	thirdPartyEngine: Keyword.get(suggestions, :third_party_engine, ""),
	timeout: Keyword.get(suggestions, :timeout, 5000),
	limit: Keyword.get(suggestions, :limit, 23),
	web: Keyword.get(suggestions, :web, "")
	},
	staffAccounts: staff_accounts,
	federation: federation_response,
	postFormats: Keyword.get(instance, :allowed_post_formats),
	uploadLimits: %{
	general: Keyword.get(instance, :upload_limit),
	avatar: Keyword.get(instance, :avatar_upload_limit),
	banner: Keyword.get(instance, :banner_upload_limit),
	background: Keyword.get(instance, :background_upload_limit)
	},
	accountActivationRequired: Keyword.get(instance, :account_activation_required, false),
	invitesEnabled: Keyword.get(instance, :invites_enabled, false),
	features: features,
	restrictedNicknames: Pleroma.Config.get([Pleroma.User, :restricted_nicknames])
	}
	}
	end

	# Schema definition: https://github.com/jhass/nodeinfo/blob/master/schemas/2.0/schema.json
	# and https://github.com/jhass/nodeinfo/blob/master/schemas/2.1/schema.json
	def nodeinfo(conn, %{"version" => "2.0"}) do
	conn
	\|> put_resp_header(
	"content-type",
	"application/json; profile=http://nodeinfo.diaspora.software/ns/schema/2.0#; charset=utf-8"
	)
	\|> json(raw_nodeinfo())
	end

	def nodeinfo(conn, %{"version" => "2.1"}) do
	raw_response = raw_nodeinfo()

	updated_software =
	raw_response
	\|> Map.get(:software)
	\|> Map.put(:repository, Pleroma.Application.repository())

	response =
	raw_response
	\|> Map.put(:software, updated_software)
	\|> Map.put(:version, "2.1")

	conn
	\|> put_resp_header(
	"content-type",
	"application/json; profile=http://nodeinfo.diaspora.software/ns/schema/2.1#; charset=utf-8"
	)
	\|> json(response)
	end

	def nodeinfo(conn, _) do
	conn
	\|> put_status(404)
	\|> json(%{error: "Nodeinfo schema version not handled"})
	end
	end
	diff --git a/lib/pleroma/web/oauth/authorization.ex b/lib/pleroma/web/oauth/authorization.ex
	index f8c65602d..ea742f678 100644
	--- a/lib/pleroma/web/oauth/authorization.ex
	+++ b/lib/pleroma/web/oauth/authorization.ex
	@@ -1,60 +1,62 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.OAuth.Authorization do
	use Ecto.Schema

	- alias Pleroma.{User, Repo}
	- alias Pleroma.Web.OAuth.{Authorization, App}
	+ alias Pleroma.User
	+ alias Pleroma.Repo
	+ alias Pleroma.Web.OAuth.Authorization
	+ alias Pleroma.Web.OAuth.App

	import Ecto.{Changeset, Query}

	schema "oauth_authorizations" do
	field(:token, :string)
	field(:valid_until, :naive_datetime)
	field(:used, :boolean, default: false)
	belongs_to(:user, Pleroma.User, type: Pleroma.FlakeId)
	belongs_to(:app, App)

	timestamps()
	end

	def create_authorization(%App{} = app, %User{} = user) do
	token = :crypto.strong_rand_bytes(32) \|> Base.url_encode64()

	authorization = %Authorization{
	token: token,
	used: false,
	user_id: user.id,
	app_id: app.id,
	valid_until: NaiveDateTime.add(NaiveDateTime.utc_now(), 60 * 10)
	}

	Repo.insert(authorization)
	end

	def use_changeset(%Authorization{} = auth, params) do
	auth
	\|> cast(params, [:used])
	\|> validate_required([:used])
	end

	def use_token(%Authorization{used: false, valid_until: valid_until} = auth) do
	if NaiveDateTime.diff(NaiveDateTime.utc_now(), valid_until) < 0 do
	Repo.update(use_changeset(auth, %{used: true}))
	else
	{:error, "token expired"}
	end
	end

	def use_token(%Authorization{used: true}), do: {:error, "already used"}

	def delete_user_authorizations(%User{id: user_id}) do
	from(
	a in Pleroma.Web.OAuth.Authorization,
	where: a.user_id == ^user_id
	)
	\|> Repo.delete_all()
	end
	end
	diff --git a/lib/pleroma/web/oauth/oauth_controller.ex b/lib/pleroma/web/oauth/oauth_controller.ex
	index 8ec963c79..e4d0601f8 100644
	--- a/lib/pleroma/web/oauth/oauth_controller.ex
	+++ b/lib/pleroma/web/oauth/oauth_controller.ex
	@@ -1,199 +1,202 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.OAuth.OAuthController do
	use Pleroma.Web, :controller

	- alias Pleroma.Web.OAuth.{Authorization, Token, App}
	- alias Pleroma.{Repo, User}
	+ alias Pleroma.Web.OAuth.Authorization
	+ alias Pleroma.Web.OAuth.Token
	+ alias Pleroma.Web.OAuth.App
	+ alias Pleroma.Repo
	+ alias Pleroma.User
	alias Comeonin.Pbkdf2

	plug(:fetch_session)
	plug(:fetch_flash)

	action_fallback(Pleroma.Web.OAuth.FallbackController)

	def authorize(conn, params) do
	render(conn, "show.html", %{
	response_type: params["response_type"],
	client_id: params["client_id"],
	scope: params["scope"],
	redirect_uri: params["redirect_uri"],
	state: params["state"]
	})
	end

	def create_authorization(conn, %{
	"authorization" =>
	%{
	"name" => name,
	"password" => password,
	"client_id" => client_id,
	"redirect_uri" => redirect_uri
	} = params
	}) do
	with %User{} = user <- User.get_by_nickname_or_email(name),
	true <- Pbkdf2.checkpw(password, user.password_hash),
	{:auth_active, true} <- {:auth_active, User.auth_active?(user)},
	%App{} = app <- Repo.get_by(App, client_id: client_id),
	true <- redirect_uri in String.split(app.redirect_uris),
	{:ok, auth} <- Authorization.create_authorization(app, user) do
	# Special case: Local MastodonFE.
	redirect_uri =
	if redirect_uri == "." do
	mastodon_api_url(conn, :login)
	else
	redirect_uri
	end

	cond do
	redirect_uri == "urn:ietf:wg:oauth:2.0:oob" ->
	render(conn, "results.html", %{
	auth: auth
	})

	true ->
	connector = if String.contains?(redirect_uri, "?"), do: "&", else: "?"
	url = "#{redirect_uri}#{connector}"
	url_params = %{:code => auth.token}

	url_params =
	if params["state"] do
	Map.put(url_params, :state, params["state"])
	else
	url_params
	end

	url = "#{url}#{Plug.Conn.Query.encode(url_params)}"

	redirect(conn, external: url)
	end
	else
	{:auth_active, false} ->
	conn
	\|> put_flash(:error, "Account confirmation pending")
	\|> put_status(:forbidden)
	\|> authorize(params)

	error ->
	error
	end
	end

	# TODO
	# - proper scope handling
	def token_exchange(conn, %{"grant_type" => "authorization_code"} = params) do
	with %App{} = app <- get_app_from_request(conn, params),
	fixed_token = fix_padding(params["code"]),
	%Authorization{} = auth <-
	Repo.get_by(Authorization, token: fixed_token, app_id: app.id),
	{:ok, token} <- Token.exchange_token(app, auth),
	{:ok, inserted_at} <- DateTime.from_naive(token.inserted_at, "Etc/UTC") do
	response = %{
	token_type: "Bearer",
	access_token: token.token,
	refresh_token: token.refresh_token,
	created_at: DateTime.to_unix(inserted_at),
	expires_in: 60 * 10,
	scope: "read write follow"
	}

	json(conn, response)
	else
	_error ->
	put_status(conn, 400)
	\|> json(%{error: "Invalid credentials"})
	end
	end

	# TODO
	# - investigate a way to verify the user wants to grant read/write/follow once scope handling is done
	def token_exchange(
	conn,
	%{"grant_type" => "password", "username" => name, "password" => password} = params
	) do
	with %App{} = app <- get_app_from_request(conn, params),
	%User{} = user <- User.get_by_nickname_or_email(name),
	true <- Pbkdf2.checkpw(password, user.password_hash),
	{:auth_active, true} <- {:auth_active, User.auth_active?(user)},
	{:ok, auth} <- Authorization.create_authorization(app, user),
	{:ok, token} <- Token.exchange_token(app, auth) do
	response = %{
	token_type: "Bearer",
	access_token: token.token,
	refresh_token: token.refresh_token,
	expires_in: 60 * 10,
	scope: "read write follow"
	}

	json(conn, response)
	else
	{:auth_active, false} ->
	conn
	\|> put_status(:forbidden)
	\|> json(%{error: "Account confirmation pending"})

	_error ->
	put_status(conn, 400)
	\|> json(%{error: "Invalid credentials"})
	end
	end

	def token_exchange(
	conn,
	%{"grant_type" => "password", "name" => name, "password" => _password} = params
	) do
	params =
	params
	\|> Map.delete("name")
	\|> Map.put("username", name)

	token_exchange(conn, params)
	end

	def token_revoke(conn, %{"token" => token} = params) do
	with %App{} = app <- get_app_from_request(conn, params),
	%Token{} = token <- Repo.get_by(Token, token: token, app_id: app.id),
	{:ok, %Token{}} <- Repo.delete(token) do
	json(conn, %{})
	else
	_error ->
	# RFC 7009: invalid tokens [in the request] do not cause an error response
	json(conn, %{})
	end
	end

	# XXX - for whatever reason our token arrives urlencoded, but Plug.Conn should be
	# decoding it. Investigate sometime.
	defp fix_padding(token) do
	token
	\|> URI.decode()
	\|> Base.url_decode64!(padding: false)
	\|> Base.url_encode64()
	end

	defp get_app_from_request(conn, params) do
	# Per RFC 6749, HTTP Basic is preferred to body params
	{client_id, client_secret} =
	with ["Basic " <> encoded] <- get_req_header(conn, "authorization"),
	{:ok, decoded} <- Base.decode64(encoded),
	[id, secret] <-
	String.split(decoded, ":")
	\|> Enum.map(fn s -> URI.decode_www_form(s) end) do
	{id, secret}
	else
	_ -> {params["client_id"], params["client_secret"]}
	end

	if client_id && client_secret do
	Repo.get_by(
	App,
	client_id: client_id,
	client_secret: client_secret
	)
	else
	nil
	end
	end
	end
	diff --git a/lib/pleroma/web/oauth/token.ex b/lib/pleroma/web/oauth/token.ex
	index 4e01b123b..b0bbeeb69 100644
	--- a/lib/pleroma/web/oauth/token.ex
	+++ b/lib/pleroma/web/oauth/token.ex
	@@ -1,52 +1,55 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.OAuth.Token do
	use Ecto.Schema

	import Ecto.Query

	- alias Pleroma.{User, Repo}
	- alias Pleroma.Web.OAuth.{Token, App, Authorization}
	+ alias Pleroma.User
	+ alias Pleroma.Repo
	+ alias Pleroma.Web.OAuth.Token
	+ alias Pleroma.Web.OAuth.App
	+ alias Pleroma.Web.OAuth.Authorization

	schema "oauth_tokens" do
	field(:token, :string)
	field(:refresh_token, :string)
	field(:valid_until, :naive_datetime)
	belongs_to(:user, Pleroma.User, type: Pleroma.FlakeId)
	belongs_to(:app, App)

	timestamps()
	end

	def exchange_token(app, auth) do
	with {:ok, auth} <- Authorization.use_token(auth),
	true <- auth.app_id == app.id do
	create_token(app, Repo.get(User, auth.user_id))
	end
	end

	def create_token(%App{} = app, %User{} = user) do
	token = :crypto.strong_rand_bytes(32) \|> Base.url_encode64()
	refresh_token = :crypto.strong_rand_bytes(32) \|> Base.url_encode64()

	token = %Token{
	token: token,
	refresh_token: refresh_token,
	user_id: user.id,
	app_id: app.id,
	valid_until: NaiveDateTime.add(NaiveDateTime.utc_now(), 60 * 10)
	}

	Repo.insert(token)
	end

	def delete_user_tokens(%User{id: user_id}) do
	from(
	t in Pleroma.Web.OAuth.Token,
	where: t.user_id == ^user_id
	)
	\|> Repo.delete_all()
	end
	end
	diff --git a/lib/pleroma/web/ostatus/activity_representer.ex b/lib/pleroma/web/ostatus/activity_representer.ex
	index 3d41fc708..9e1f24bc4 100644
	--- a/lib/pleroma/web/ostatus/activity_representer.ex
	+++ b/lib/pleroma/web/ostatus/activity_representer.ex
	@@ -1,313 +1,316 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.OStatus.ActivityRepresenter do
	- alias Pleroma.{Activity, User, Object}
	+ alias Pleroma.Activity
	+ alias Pleroma.User
	+ alias Pleroma.Object
	alias Pleroma.Web.OStatus.UserRepresenter
	+
	require Logger

	defp get_href(id) do
	with %Object{data: %{"external_url" => external_url}} <- Object.get_cached_by_ap_id(id) do
	external_url
	else
	_e -> id
	end
	end

	defp get_in_reply_to(%{"object" => %{"inReplyTo" => in_reply_to}}) do
	[
	{:"thr:in-reply-to",
	[ref: to_charlist(in_reply_to), href: to_charlist(get_href(in_reply_to))], []}
	]
	end

	defp get_in_reply_to(_), do: []

	defp get_mentions(to) do
	Enum.map(to, fn id ->
	cond do
	# Special handling for the AP/Ostatus public collections
	"https://www.w3.org/ns/activitystreams#Public" == id ->
	{:link,
	[
	rel: "mentioned",
	"ostatus:object-type": "http://activitystrea.ms/schema/1.0/collection",
	href: "http://activityschema.org/collection/public"
	], []}

	# Ostatus doesn't handle follower collections, ignore these.
	Regex.match?(~r/^#{Pleroma.Web.base_url()}.+followers$/, id) ->
	[]

	true ->
	{:link,
	[
	rel: "mentioned",
	"ostatus:object-type": "http://activitystrea.ms/schema/1.0/person",
	href: id
	], []}
	end
	end)
	end

	defp get_links(%{local: true, data: data}) do
	h = fn str -> [to_charlist(str)] end

	[
	{:link, [type: ['application/atom+xml'], href: h.(data["object"]["id"]), rel: 'self'], []},
	{:link, [type: ['text/html'], href: h.(data["object"]["id"]), rel: 'alternate'], []}
	]
	end

	defp get_links(%{
	local: false,
	data: %{
	"object" => %{
	"external_url" => external_url
	}
	}
	}) do
	h = fn str -> [to_charlist(str)] end

	[
	{:link, [type: ['text/html'], href: h.(external_url), rel: 'alternate'], []}
	]
	end

	defp get_links(_activity), do: []

	defp get_emoji_links(emojis) do
	Enum.map(emojis, fn {emoji, file} ->
	{:link, [name: to_charlist(emoji), rel: 'emoji', href: to_charlist(file)], []}
	end)
	end

	def to_simple_form(activity, user, with_author \\ false)

	def to_simple_form(%{data: %{"object" => %{"type" => "Note"}}} = activity, user, with_author) do
	h = fn str -> [to_charlist(str)] end

	updated_at = activity.data["object"]["published"]
	inserted_at = activity.data["object"]["published"]

	attachments =
	Enum.map(activity.data["object"]["attachment"] \|\| [], fn attachment ->
	url = hd(attachment["url"])

	{:link,
	[rel: 'enclosure', href: to_charlist(url["href"]), type: to_charlist(url["mediaType"])],
	[]}
	end)

	in_reply_to = get_in_reply_to(activity.data)
	author = if with_author, do: [{:author, UserRepresenter.to_simple_form(user)}], else: []
	mentions = activity.recipients \|> get_mentions

	categories =
	(activity.data["object"]["tag"] \|\| [])
	\|> Enum.map(fn tag ->
	if is_binary(tag) do
	{:category, [term: to_charlist(tag)], []}
	else
	nil
	end
	end)
	\|> Enum.filter(& &1)

	emoji_links = get_emoji_links(activity.data["object"]["emoji"] \|\| %{})

	summary =
	if activity.data["object"]["summary"] do
	[{:summary, [], h.(activity.data["object"]["summary"])}]
	else
	[]
	end

	[
	{:"activity:object-type", ['http://activitystrea.ms/schema/1.0/note']},
	{:"activity:verb", ['http://activitystrea.ms/schema/1.0/post']},
	# For notes, federate the object id.
	{:id, h.(activity.data["object"]["id"])},
	{:title, ['New note by #{user.nickname}']},
	{:content, [type: 'html'],
	h.(activity.data["object"]["content"] \|> String.replace(~r/[\n\r]/, ""))},
	{:published, h.(inserted_at)},
	{:updated, h.(updated_at)},
	{:"ostatus:conversation", [ref: h.(activity.data["context"])],
	h.(activity.data["context"])},
	{:link, [ref: h.(activity.data["context"]), rel: 'ostatus:conversation'], []}
	] ++
	summary ++
	get_links(activity) ++
	categories ++ attachments ++ in_reply_to ++ author ++ mentions ++ emoji_links
	end

	def to_simple_form(%{data: %{"type" => "Like"}} = activity, user, with_author) do
	h = fn str -> [to_charlist(str)] end

	updated_at = activity.data["published"]
	inserted_at = activity.data["published"]

	_in_reply_to = get_in_reply_to(activity.data)
	author = if with_author, do: [{:author, UserRepresenter.to_simple_form(user)}], else: []
	mentions = activity.recipients \|> get_mentions

	[
	{:"activity:verb", ['http://activitystrea.ms/schema/1.0/favorite']},
	{:id, h.(activity.data["id"])},
	{:title, ['New favorite by #{user.nickname}']},
	{:content, [type: 'html'], ['#{user.nickname} favorited something']},
	{:published, h.(inserted_at)},
	{:updated, h.(updated_at)},
	{:"activity:object",
	[
	{:"activity:object-type", ['http://activitystrea.ms/schema/1.0/note']},
	# For notes, federate the object id.
	{:id, h.(activity.data["object"])}
	]},
	{:"ostatus:conversation", [ref: h.(activity.data["context"])],
	h.(activity.data["context"])},
	{:link, [ref: h.(activity.data["context"]), rel: 'ostatus:conversation'], []},
	{:link, [rel: 'self', type: ['application/atom+xml'], href: h.(activity.data["id"])], []},
	{:"thr:in-reply-to", [ref: to_charlist(activity.data["object"])], []}
	] ++ author ++ mentions
	end

	def to_simple_form(%{data: %{"type" => "Announce"}} = activity, user, with_author) do
	h = fn str -> [to_charlist(str)] end

	updated_at = activity.data["published"]
	inserted_at = activity.data["published"]

	_in_reply_to = get_in_reply_to(activity.data)
	author = if with_author, do: [{:author, UserRepresenter.to_simple_form(user)}], else: []

	retweeted_activity = Activity.get_create_by_object_ap_id(activity.data["object"])
	retweeted_user = User.get_cached_by_ap_id(retweeted_activity.data["actor"])

	retweeted_xml = to_simple_form(retweeted_activity, retweeted_user, true)

	mentions =
	([retweeted_user.ap_id] ++ activity.recipients)
	\|> Enum.uniq()
	\|> get_mentions()

	[
	{:"activity:object-type", ['http://activitystrea.ms/schema/1.0/activity']},
	{:"activity:verb", ['http://activitystrea.ms/schema/1.0/share']},
	{:id, h.(activity.data["id"])},
	{:title, ['#{user.nickname} repeated a notice']},
	{:content, [type: 'html'], ['RT #{retweeted_activity.data["object"]["content"]}']},
	{:published, h.(inserted_at)},
	{:updated, h.(updated_at)},
	{:"ostatus:conversation", [ref: h.(activity.data["context"])],
	h.(activity.data["context"])},
	{:link, [ref: h.(activity.data["context"]), rel: 'ostatus:conversation'], []},
	{:link, [rel: 'self', type: ['application/atom+xml'], href: h.(activity.data["id"])], []},
	{:"activity:object", retweeted_xml}
	] ++ mentions ++ author
	end

	def to_simple_form(%{data: %{"type" => "Follow"}} = activity, user, with_author) do
	h = fn str -> [to_charlist(str)] end

	updated_at = activity.data["published"]
	inserted_at = activity.data["published"]

	author = if with_author, do: [{:author, UserRepresenter.to_simple_form(user)}], else: []

	mentions = (activity.recipients \|\| []) \|> get_mentions

	[
	{:"activity:object-type", ['http://activitystrea.ms/schema/1.0/activity']},
	{:"activity:verb", ['http://activitystrea.ms/schema/1.0/follow']},
	{:id, h.(activity.data["id"])},
	{:title, ['#{user.nickname} started following #{activity.data["object"]}']},
	{:content, [type: 'html'],
	['#{user.nickname} started following #{activity.data["object"]}']},
	{:published, h.(inserted_at)},
	{:updated, h.(updated_at)},
	{:"activity:object",
	[
	{:"activity:object-type", ['http://activitystrea.ms/schema/1.0/person']},
	{:id, h.(activity.data["object"])},
	{:uri, h.(activity.data["object"])}
	]},
	{:link, [rel: 'self', type: ['application/atom+xml'], href: h.(activity.data["id"])], []}
	] ++ mentions ++ author
	end

	# Only undos of follow for now. Will need to get redone once there are more
	def to_simple_form(
	%{data: %{"type" => "Undo", "object" => %{"type" => "Follow"} = follow_activity}} =
	activity,
	user,
	with_author
	) do
	h = fn str -> [to_charlist(str)] end

	updated_at = activity.data["published"]
	inserted_at = activity.data["published"]

	author = if with_author, do: [{:author, UserRepresenter.to_simple_form(user)}], else: []

	mentions = (activity.recipients \|\| []) \|> get_mentions
	follow_activity = Activity.normalize(follow_activity)

	[
	{:"activity:object-type", ['http://activitystrea.ms/schema/1.0/activity']},
	{:"activity:verb", ['http://activitystrea.ms/schema/1.0/unfollow']},
	{:id, h.(activity.data["id"])},
	{:title, ['#{user.nickname} stopped following #{follow_activity.data["object"]}']},
	{:content, [type: 'html'],
	['#{user.nickname} stopped following #{follow_activity.data["object"]}']},
	{:published, h.(inserted_at)},
	{:updated, h.(updated_at)},
	{:"activity:object",
	[
	{:"activity:object-type", ['http://activitystrea.ms/schema/1.0/person']},
	{:id, h.(follow_activity.data["object"])},
	{:uri, h.(follow_activity.data["object"])}
	]},
	{:link, [rel: 'self', type: ['application/atom+xml'], href: h.(activity.data["id"])], []}
	] ++ mentions ++ author
	end

	def to_simple_form(%{data: %{"type" => "Delete"}} = activity, user, with_author) do
	h = fn str -> [to_charlist(str)] end

	updated_at = activity.data["published"]
	inserted_at = activity.data["published"]

	author = if with_author, do: [{:author, UserRepresenter.to_simple_form(user)}], else: []

	[
	{:"activity:object-type", ['http://activitystrea.ms/schema/1.0/activity']},
	{:"activity:verb", ['http://activitystrea.ms/schema/1.0/delete']},
	{:id, h.(activity.data["object"])},
	{:title, ['An object was deleted']},
	{:content, [type: 'html'], ['An object was deleted']},
	{:published, h.(inserted_at)},
	{:updated, h.(updated_at)}
	] ++ author
	end

	def to_simple_form(_, _, _), do: nil

	def wrap_with_entry(simple_form) do
	[
	{
	:entry,
	[
	xmlns: 'http://www.w3.org/2005/Atom',
	"xmlns:thr": 'http://purl.org/syndication/thread/1.0',
	"xmlns:activity": 'http://activitystrea.ms/spec/1.0/',
	"xmlns:poco": 'http://portablecontacts.net/spec/1.0',
	"xmlns:ostatus": 'http://ostatus.org/schema/1.0'
	],
	simple_form
	}
	]
	end
	end
	diff --git a/lib/pleroma/web/ostatus/feed_representer.ex b/lib/pleroma/web/ostatus/feed_representer.ex
	index fd530307c..025d4731c 100644
	--- a/lib/pleroma/web/ostatus/feed_representer.ex
	+++ b/lib/pleroma/web/ostatus/feed_representer.ex
	@@ -1,64 +1,66 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.OStatus.FeedRepresenter do
	alias Pleroma.User
	- alias Pleroma.Web.{OStatus, MediaProxy}
	- alias Pleroma.Web.OStatus.{UserRepresenter, ActivityRepresenter}
	+ alias Pleroma.Web.OStatus
	+ alias Pleroma.Web.MediaProxy
	+ alias Pleroma.Web.OStatus.ActivityRepresenter
	+ alias Pleroma.Web.OStatus.UserRepresenter

	def to_simple_form(user, activities, _users) do
	most_recent_update =
	(List.first(activities) \|\| user).updated_at
	\|> NaiveDateTime.to_iso8601()

	h = fn str -> [to_charlist(str)] end

	last_activity = List.last(activities)

	entries =
	activities
	\|> Enum.map(fn activity ->
	{:entry, ActivityRepresenter.to_simple_form(activity, user)}
	end)
	\|> Enum.filter(fn {_, form} -> form end)

	[
	{
	:feed,
	[
	xmlns: 'http://www.w3.org/2005/Atom',
	"xmlns:thr": 'http://purl.org/syndication/thread/1.0',
	"xmlns:activity": 'http://activitystrea.ms/spec/1.0/',
	"xmlns:poco": 'http://portablecontacts.net/spec/1.0',
	"xmlns:ostatus": 'http://ostatus.org/schema/1.0'
	],
	[
	{:id, h.(OStatus.feed_path(user))},
	{:title, ['#{user.nickname}\'s timeline']},
	{:updated, h.(most_recent_update)},
	{:logo, [to_charlist(User.avatar_url(user) \|> MediaProxy.url())]},
	{:link, [rel: 'hub', href: h.(OStatus.pubsub_path(user))], []},
	{:link, [rel: 'salmon', href: h.(OStatus.salmon_path(user))], []},
	{:link, [rel: 'self', href: h.(OStatus.feed_path(user)), type: 'application/atom+xml'],
	[]},
	{:author, UserRepresenter.to_simple_form(user)}
	] ++
	if last_activity do
	[
	{:link,
	[
	rel: 'next',
	href:
	to_charlist(OStatus.feed_path(user)) ++
	'?max_id=' ++ to_charlist(last_activity.id),
	type: 'application/atom+xml'
	], []}
	]
	else
	[]
	end ++ entries
	}
	]
	end
	end
	diff --git a/lib/pleroma/web/ostatus/handlers/follow_handler.ex b/lib/pleroma/web/ostatus/handlers/follow_handler.ex
	index becdf2fbf..91ad4bc40 100644
	--- a/lib/pleroma/web/ostatus/handlers/follow_handler.ex
	+++ b/lib/pleroma/web/ostatus/handlers/follow_handler.ex
	@@ -1,21 +1,22 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.OStatus.FollowHandler do
	- alias Pleroma.Web.{XML, OStatus}
	+ alias Pleroma.Web.XML
	+ alias Pleroma.Web.OStatus
	alias Pleroma.Web.ActivityPub.ActivityPub
	alias Pleroma.User

	def handle(entry, doc) do
	with {:ok, actor} <- OStatus.find_make_or_update_user(doc),
	id when not is_nil(id) <- XML.string_from_xpath("/entry/id", entry),
	followed_uri when not is_nil(followed_uri) <-
	XML.string_from_xpath("/entry/activity:object/id", entry),
	{:ok, followed} <- OStatus.find_or_make_user(followed_uri),
	{:ok, activity} <- ActivityPub.follow(actor, followed, id, false) do
	User.follow(actor, followed)
	{:ok, activity}
	end
	end
	end
	diff --git a/lib/pleroma/web/ostatus/handlers/note_handler.ex b/lib/pleroma/web/ostatus/handlers/note_handler.ex
	index 5bbb86f87..c2e585cac 100644
	--- a/lib/pleroma/web/ostatus/handlers/note_handler.ex
	+++ b/lib/pleroma/web/ostatus/handlers/note_handler.ex
	@@ -1,158 +1,161 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.OStatus.NoteHandler do
	require Logger
	- alias Pleroma.Web.{XML, OStatus}
	- alias Pleroma.{Object, Activity}
	- alias Pleroma.Web.ActivityPub.{ActivityPub, Utils}
	+ alias Pleroma.Web.OStatus
	+ alias Pleroma.Web.XML
	+ alias Pleroma.Activity
	+ alias Pleroma.Object
	+ alias Pleroma.Web.ActivityPub.ActivityPub
	+ alias Pleroma.Web.ActivityPub.Utils
	alias Pleroma.Web.CommonAPI

	@doc """
	Get the context for this note. Uses this:
	1. The context of the parent activity
	2. The conversation reference in the ostatus xml
	3. A newly generated context id.
	"""
	def get_context(entry, inReplyTo) do
	context =
	(XML.string_from_xpath("//ostatus:conversation[1]", entry) \|\|
	XML.string_from_xpath("//ostatus:conversation[1]/@ref", entry) \|\| "")
	\|> String.trim()

	with %{data: %{"context" => context}} <- Object.get_cached_by_ap_id(inReplyTo) do
	context
	else
	_e ->
	if String.length(context) > 0 do
	context
	else
	Utils.generate_context_id()
	end
	end
	end

	def get_people_mentions(entry) do
	:xmerl_xpath.string(
	'//link[@rel="mentioned" and @ostatus:object-type="http://activitystrea.ms/schema/1.0/person"]',
	entry
	)
	\|> Enum.map(fn person -> XML.string_from_xpath("@href", person) end)
	end

	def get_collection_mentions(entry) do
	transmogrify = fn
	"http://activityschema.org/collection/public" ->
	"https://www.w3.org/ns/activitystreams#Public"

	group ->
	group
	end

	:xmerl_xpath.string(
	'//link[@rel="mentioned" and @ostatus:object-type="http://activitystrea.ms/schema/1.0/collection"]',
	entry
	)
	\|> Enum.map(fn collection -> XML.string_from_xpath("@href", collection) \|> transmogrify.() end)
	end

	def get_mentions(entry) do
	(get_people_mentions(entry) ++ get_collection_mentions(entry))
	\|> Enum.filter(& &1)
	end

	def get_emoji(entry) do
	try do
	:xmerl_xpath.string('//link[@rel="emoji"]', entry)
	\|> Enum.reduce(%{}, fn emoji, acc ->
	Map.put(acc, XML.string_from_xpath("@name", emoji), XML.string_from_xpath("@href", emoji))
	end)
	rescue
	_e -> nil
	end
	end

	def make_to_list(actor, mentions) do
	[
	actor.follower_address
	] ++ mentions
	end

	def add_external_url(note, entry) do
	url = XML.string_from_xpath("//link[@rel='alternate' and @type='text/html']/@href", entry)
	Map.put(note, "external_url", url)
	end

	def fetch_replied_to_activity(entry, inReplyTo) do
	with %Activity{} = activity <- Activity.get_create_by_object_ap_id(inReplyTo) do
	activity
	else
	_e ->
	with inReplyToHref when not is_nil(inReplyToHref) <-
	XML.string_from_xpath("//thr:in-reply-to[1]/@href", entry),
	{:ok, [activity \| _]} <- OStatus.fetch_activity_from_url(inReplyToHref) do
	activity
	else
	_e -> nil
	end
	end
	end

	# TODO: Clean this up a bit.
	def handle_note(entry, doc \\ nil) do
	with id <- XML.string_from_xpath("//id", entry),
	activity when is_nil(activity) <- Activity.get_create_by_object_ap_id(id),
	[author] <- :xmerl_xpath.string('//author[1]', doc),
	{:ok, actor} <- OStatus.find_make_or_update_user(author),
	content_html <- OStatus.get_content(entry),
	cw <- OStatus.get_cw(entry),
	inReplyTo <- XML.string_from_xpath("//thr:in-reply-to[1]/@ref", entry),
	inReplyToActivity <- fetch_replied_to_activity(entry, inReplyTo),
	inReplyTo <- (inReplyToActivity && inReplyToActivity.data["object"]["id"]) \|\| inReplyTo,
	attachments <- OStatus.get_attachments(entry),
	context <- get_context(entry, inReplyTo),
	tags <- OStatus.get_tags(entry),
	mentions <- get_mentions(entry),
	to <- make_to_list(actor, mentions),
	date <- XML.string_from_xpath("//published", entry),
	unlisted <- XML.string_from_xpath("//mastodon:scope", entry) == "unlisted",
	cc <- if(unlisted, do: ["https://www.w3.org/ns/activitystreams#Public"], else: []),
	note <-
	CommonAPI.Utils.make_note_data(
	actor.ap_id,
	to,
	context,
	content_html,
	attachments,
	inReplyToActivity,
	[],
	cw
	),
	note <- note \|> Map.put("id", id) \|> Map.put("tag", tags),
	note <- note \|> Map.put("published", date),
	note <- note \|> Map.put("emoji", get_emoji(entry)),
	note <- add_external_url(note, entry),
	note <- note \|> Map.put("cc", cc),
	# TODO: Handle this case in make_note_data
	note <-
	if(
	inReplyTo && !inReplyToActivity,
	do: note \|> Map.put("inReplyTo", inReplyTo),
	else: note
	) do
	ActivityPub.create(%{
	to: to,
	actor: actor,
	context: context,
	object: note,
	published: date,
	local: false,
	additional: %{"cc" => cc}
	})
	else
	%Activity{} = activity -> {:ok, activity}
	e -> {:error, e}
	end
	end
	end
	diff --git a/lib/pleroma/web/ostatus/handlers/unfollow_handler.ex b/lib/pleroma/web/ostatus/handlers/unfollow_handler.ex
	index 1c64f3c3d..c9085894d 100644
	--- a/lib/pleroma/web/ostatus/handlers/unfollow_handler.ex
	+++ b/lib/pleroma/web/ostatus/handlers/unfollow_handler.ex
	@@ -1,21 +1,22 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.OStatus.UnfollowHandler do
	- alias Pleroma.Web.{XML, OStatus}
	+ alias Pleroma.Web.XML
	+ alias Pleroma.Web.OStatus
	alias Pleroma.Web.ActivityPub.ActivityPub
	alias Pleroma.User

	def handle(entry, doc) do
	with {:ok, actor} <- OStatus.find_make_or_update_user(doc),
	id when not is_nil(id) <- XML.string_from_xpath("/entry/id", entry),
	followed_uri when not is_nil(followed_uri) <-
	XML.string_from_xpath("/entry/activity:object/id", entry),
	{:ok, followed} <- OStatus.find_or_make_user(followed_uri),
	{:ok, activity} <- ActivityPub.unfollow(actor, followed, id, false) do
	User.unfollow(actor, followed)
	{:ok, activity}
	end
	end
	end
	diff --git a/lib/pleroma/web/ostatus/ostatus.ex b/lib/pleroma/web/ostatus/ostatus.ex
	index e1213923e..b4f5761ac 100644
	--- a/lib/pleroma/web/ostatus/ostatus.ex
	+++ b/lib/pleroma/web/ostatus/ostatus.ex
	@@ -1,394 +1,403 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.OStatus do
	@httpoison Application.get_env(:pleroma, :httpoison)

	import Ecto.Query
	import Pleroma.Web.XML
	require Logger

	- alias Pleroma.{Repo, User, Web, Object, Activity}
	- alias Pleroma.Web.ActivityPub.{ActivityPub, Transmogrifier}
	- alias Pleroma.Web.{WebFinger, Websub}
	- alias Pleroma.Web.OStatus.{FollowHandler, UnfollowHandler, NoteHandler, DeleteHandler}
	+ alias Pleroma.Repo
	+ alias Pleroma.User
	+ alias Pleroma.Web
	+ alias Pleroma.Object
	+ alias Pleroma.Activity
	+ alias Pleroma.Web.ActivityPub.ActivityPub
	+ alias Pleroma.Web.ActivityPub.Transmogrifier
	+ alias Pleroma.Web.WebFinger
	+ alias Pleroma.Web.Websub
	+ alias Pleroma.Web.OStatus.FollowHandler
	+ alias Pleroma.Web.OStatus.UnfollowHandler
	+ alias Pleroma.Web.OStatus.NoteHandler
	+ alias Pleroma.Web.OStatus.DeleteHandler

	def is_representable?(%Activity{data: data}) do
	object = Object.normalize(data["object"])

	cond do
	is_nil(object) ->
	false

	object.data["type"] == "Note" ->
	true

	true ->
	false
	end
	end

	def feed_path(user) do
	"#{user.ap_id}/feed.atom"
	end

	def pubsub_path(user) do
	"#{Web.base_url()}/push/hub/#{user.nickname}"
	end

	def salmon_path(user) do
	"#{user.ap_id}/salmon"
	end

	def remote_follow_path do
	"#{Web.base_url()}/ostatus_subscribe?acct={uri}"
	end

	def handle_incoming(xml_string) do
	with doc when doc != :error <- parse_document(xml_string) do
	with {:ok, actor_user} <- find_make_or_update_user(doc),
	do: Pleroma.Instances.set_reachable(actor_user.ap_id)

	entries = :xmerl_xpath.string('//entry', doc)

	activities =
	Enum.map(entries, fn entry ->
	{:xmlObj, :string, object_type} =
	:xmerl_xpath.string('string(/entry/activity:object-type[1])', entry)

	{:xmlObj, :string, verb} = :xmerl_xpath.string('string(/entry/activity:verb[1])', entry)
	Logger.debug("Handling #{verb}")

	try do
	case verb do
	'http://activitystrea.ms/schema/1.0/delete' ->
	with {:ok, activity} <- DeleteHandler.handle_delete(entry, doc), do: activity

	'http://activitystrea.ms/schema/1.0/follow' ->
	with {:ok, activity} <- FollowHandler.handle(entry, doc), do: activity

	'http://activitystrea.ms/schema/1.0/unfollow' ->
	with {:ok, activity} <- UnfollowHandler.handle(entry, doc), do: activity

	'http://activitystrea.ms/schema/1.0/share' ->
	with {:ok, activity, retweeted_activity} <- handle_share(entry, doc),
	do: [activity, retweeted_activity]

	'http://activitystrea.ms/schema/1.0/favorite' ->
	with {:ok, activity, favorited_activity} <- handle_favorite(entry, doc),
	do: [activity, favorited_activity]

	_ ->
	case object_type do
	'http://activitystrea.ms/schema/1.0/note' ->
	with {:ok, activity} <- NoteHandler.handle_note(entry, doc), do: activity

	'http://activitystrea.ms/schema/1.0/comment' ->
	with {:ok, activity} <- NoteHandler.handle_note(entry, doc), do: activity

	_ ->
	Logger.error("Couldn't parse incoming document")
	nil
	end
	end
	rescue
	e ->
	Logger.error("Error occured while handling activity")
	Logger.error(xml_string)
	Logger.error(inspect(e))
	nil
	end
	end)
	\|> Enum.filter(& &1)

	{:ok, activities}
	else
	_e -> {:error, []}
	end
	end

	def make_share(entry, doc, retweeted_activity) do
	with {:ok, actor} <- find_make_or_update_user(doc),
	%Object{} = object <- Object.normalize(retweeted_activity.data["object"]),
	id when not is_nil(id) <- string_from_xpath("/entry/id", entry),
	{:ok, activity, _object} = ActivityPub.announce(actor, object, id, false) do
	{:ok, activity}
	end
	end

	def handle_share(entry, doc) do
	with {:ok, retweeted_activity} <- get_or_build_object(entry),
	{:ok, activity} <- make_share(entry, doc, retweeted_activity) do
	{:ok, activity, retweeted_activity}
	else
	e -> {:error, e}
	end
	end

	def make_favorite(entry, doc, favorited_activity) do
	with {:ok, actor} <- find_make_or_update_user(doc),
	%Object{} = object <- Object.normalize(favorited_activity.data["object"]),
	id when not is_nil(id) <- string_from_xpath("/entry/id", entry),
	{:ok, activity, _object} = ActivityPub.like(actor, object, id, false) do
	{:ok, activity}
	end
	end

	def get_or_build_object(entry) do
	with {:ok, activity} <- get_or_try_fetching(entry) do
	{:ok, activity}
	else
	_e ->
	with [object] <- :xmerl_xpath.string('/entry/activity:object', entry) do
	NoteHandler.handle_note(object, object)
	end
	end
	end

	def get_or_try_fetching(entry) do
	Logger.debug("Trying to get entry from db")

	with id when not is_nil(id) <- string_from_xpath("//activity:object[1]/id", entry),
	%Activity{} = activity <- Activity.get_create_by_object_ap_id(id) do
	{:ok, activity}
	else
	_ ->
	Logger.debug("Couldn't get, will try to fetch")

	with href when not is_nil(href) <-
	string_from_xpath("//activity:object[1]/link[@type=\"text/html\"]/@href", entry),
	{:ok, [favorited_activity]} <- fetch_activity_from_url(href) do
	{:ok, favorited_activity}
	else
	e -> Logger.debug("Couldn't find href: #{inspect(e)}")
	end
	end
	end

	def handle_favorite(entry, doc) do
	with {:ok, favorited_activity} <- get_or_try_fetching(entry),
	{:ok, activity} <- make_favorite(entry, doc, favorited_activity) do
	{:ok, activity, favorited_activity}
	else
	e -> {:error, e}
	end
	end

	def get_attachments(entry) do
	:xmerl_xpath.string('/entry/link[@rel="enclosure"]', entry)
	\|> Enum.map(fn enclosure ->
	with href when not is_nil(href) <- string_from_xpath("/link/@href", enclosure),
	type when not is_nil(type) <- string_from_xpath("/link/@type", enclosure) do
	%{
	"type" => "Attachment",
	"url" => [
	%{
	"type" => "Link",
	"mediaType" => type,
	"href" => href
	}
	]
	}
	end
	end)
	\|> Enum.filter(& &1)
	end

	@doc """
	Gets the content from a an entry.
	"""
	def get_content(entry) do
	string_from_xpath("//content", entry)
	end

	@doc """
	Get the cw that mastodon uses.
	"""
	def get_cw(entry) do
	with cw when not is_nil(cw) <- string_from_xpath("/*/summary", entry) do
	cw
	else
	_e -> nil
	end
	end

	def get_tags(entry) do
	:xmerl_xpath.string('//category', entry)
	\|> Enum.map(fn category -> string_from_xpath("/category/@term", category) end)
	\|> Enum.filter(& &1)
	\|> Enum.map(&String.downcase/1)
	end

	def maybe_update(doc, user) do
	if "true" == string_from_xpath("//author[1]/ap_enabled", doc) do
	Transmogrifier.upgrade_user_from_ap_id(user.ap_id)
	else
	maybe_update_ostatus(doc, user)
	end
	end

	def maybe_update_ostatus(doc, user) do
	old_data = %{
	avatar: user.avatar,
	bio: user.bio,
	name: user.name
	}

	with false <- user.local,
	avatar <- make_avatar_object(doc),
	bio <- string_from_xpath("//author[1]/summary", doc),
	name <- string_from_xpath("//author[1]/poco:displayName", doc),
	new_data <- %{
	avatar: avatar \|\| old_data.avatar,
	name: name \|\| old_data.name,
	bio: bio \|\| old_data.bio
	},
	false <- new_data == old_data do
	change = Ecto.Changeset.change(user, new_data)
	User.update_and_set_cache(change)
	else
	_ ->
	{:ok, user}
	end
	end

	def find_make_or_update_user(doc) do
	uri = string_from_xpath("//author/uri[1]", doc)

	with {:ok, user} <- find_or_make_user(uri) do
	maybe_update(doc, user)
	end
	end

	def find_or_make_user(uri) do
	query = from(user in User, where: user.ap_id == ^uri)

	user = Repo.one(query)

	if is_nil(user) do
	make_user(uri)
	else
	{:ok, user}
	end
	end

	def make_user(uri, update \\ false) do
	with {:ok, info} <- gather_user_info(uri) do
	data = %{
	name: info["name"],
	nickname: info["nickname"] <> "@" <> info["host"],
	ap_id: info["uri"],
	info: info,
	avatar: info["avatar"],
	bio: info["bio"]
	}

	with false <- update,
	%User{} = user <- User.get_by_ap_id(data.ap_id) do
	{:ok, user}
	else
	_e -> User.insert_or_update_user(data)
	end
	end
	end

	# TODO: Just takes the first one for now.
	def make_avatar_object(author_doc, rel \\ "avatar") do
	href = string_from_xpath("//author[1]/link[@rel=\"#{rel}\"]/@href", author_doc)
	type = string_from_xpath("//author[1]/link[@rel=\"#{rel}\"]/@type", author_doc)

	if href do
	%{
	"type" => "Image",
	"url" => [
	%{
	"type" => "Link",
	"mediaType" => type,
	"href" => href
	}
	]
	}
	else
	nil
	end
	end

	def gather_user_info(username) do
	with {:ok, webfinger_data} <- WebFinger.finger(username),
	{:ok, feed_data} <- Websub.gather_feed_data(webfinger_data["topic"]) do
	{:ok, Map.merge(webfinger_data, feed_data) \|> Map.put("fqn", username)}
	else
	e ->
	Logger.debug(fn -> "Couldn't gather info for #{username}" end)
	{:error, e}
	end
	end

	# Regex-based 'parsing' so we don't have to pull in a full html parser
	# It's a hack anyway. Maybe revisit this in the future
	@mastodon_regex ~r/<link href='(.*)' rel='alternate' type='application\/atom\+xml'>/
	@gs_regex ~r/<link title=.* href="(.*)" type="application\/atom\+xml" rel="alternate">/
	@gs_classic_regex ~r/<link rel="alternate" href="(.)" type="application\/atom\+xml" title=.>/
	def get_atom_url(body) do
	cond do
	Regex.match?(@mastodon_regex, body) ->
	[[_, match]] = Regex.scan(@mastodon_regex, body)
	{:ok, match}

	Regex.match?(@gs_regex, body) ->
	[[_, match]] = Regex.scan(@gs_regex, body)
	{:ok, match}

	Regex.match?(@gs_classic_regex, body) ->
	[[_, match]] = Regex.scan(@gs_classic_regex, body)
	{:ok, match}

	true ->
	Logger.debug(fn -> "Couldn't find Atom link in #{inspect(body)}" end)
	{:error, "Couldn't find the Atom link"}
	end
	end

	def fetch_activity_from_atom_url(url) do
	with true <- String.starts_with?(url, "http"),
	{:ok, %{body: body, status: code}} when code in 200..299 <-
	@httpoison.get(
	url,
	[{:Accept, "application/atom+xml"}]
	) do
	Logger.debug("Got document from #{url}, handling...")
	handle_incoming(body)
	else
	e ->
	Logger.debug("Couldn't get #{url}: #{inspect(e)}")
	e
	end
	end

	def fetch_activity_from_html_url(url) do
	Logger.debug("Trying to fetch #{url}")

	with true <- String.starts_with?(url, "http"),
	{:ok, %{body: body}} <- @httpoison.get(url, []),
	{:ok, atom_url} <- get_atom_url(body) do
	fetch_activity_from_atom_url(atom_url)
	else
	e ->
	Logger.debug("Couldn't get #{url}: #{inspect(e)}")
	e
	end
	end

	def fetch_activity_from_url(url) do
	with {:ok, [_ \| _] = activities} <- fetch_activity_from_atom_url(url) do
	{:ok, activities}
	else
	_e -> fetch_activity_from_html_url(url)
	end
	rescue
	e ->
	Logger.debug("Couldn't get #{url}: #{inspect(e)}")
	{:error, "Couldn't get #{url}: #{inspect(e)}"}
	end
	end
	diff --git a/lib/pleroma/web/ostatus/ostatus_controller.ex b/lib/pleroma/web/ostatus/ostatus_controller.ex
	index ed0df620b..db4c8f4da 100644
	--- a/lib/pleroma/web/ostatus/ostatus_controller.ex
	+++ b/lib/pleroma/web/ostatus/ostatus_controller.ex
	@@ -1,222 +1,228 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.OStatus.OStatusController do
	use Pleroma.Web, :controller

	- alias Pleroma.{Activity, Object, User}
	- alias Pleroma.Web.ActivityPub.{ActivityPub, ActivityPubController, ObjectView}
	- alias Pleroma.Web.OStatus.{ActivityRepresenter, FeedRepresenter}
	- alias Pleroma.Web.{Federator, OStatus}
	+ alias Pleroma.Activity
	+ alias Pleroma.Object
	+ alias Pleroma.User
	+ alias Pleroma.Web.ActivityPub.ActivityPub
	+ alias Pleroma.Web.ActivityPub.ActivityPubController
	+ alias Pleroma.Web.ActivityPub.ObjectView
	+ alias Pleroma.Web.OStatus.ActivityRepresenter
	+ alias Pleroma.Web.OStatus.FeedRepresenter
	+ alias Pleroma.Web.Federator
	+ alias Pleroma.Web.OStatus
	alias Pleroma.Web.XML

	plug(Pleroma.Web.FederatingPlug when action in [:salmon_incoming])

	action_fallback(:errors)

	def feed_redirect(conn, %{"nickname" => nickname}) do
	case get_format(conn) do
	"html" ->
	with %User{} = user <- User.get_cached_by_nickname_or_id(nickname) do
	Fallback.RedirectController.redirector_with_meta(conn, %{user: user})
	else
	nil -> {:error, :not_found}
	end

	"activity+json" ->
	ActivityPubController.call(conn, :user)

	_ ->
	with %User{} = user <- User.get_cached_by_nickname(nickname) do
	redirect(conn, external: OStatus.feed_path(user))
	else
	nil -> {:error, :not_found}
	end
	end
	end

	def feed(conn, %{"nickname" => nickname} = params) do
	with %User{} = user <- User.get_cached_by_nickname(nickname) do
	query_params =
	Map.take(params, ["max_id"])
	\|> Map.merge(%{"whole_db" => true, "actor_id" => user.ap_id})

	activities =
	ActivityPub.fetch_public_activities(query_params)
	\|> Enum.reverse()

	response =
	user
	\|> FeedRepresenter.to_simple_form(activities, [user])
	\|> :xmerl.export_simple(:xmerl_xml)
	\|> to_string

	conn
	\|> put_resp_content_type("application/atom+xml")
	\|> send_resp(200, response)
	else
	nil -> {:error, :not_found}
	end
	end

	defp decode_or_retry(body) do
	with {:ok, magic_key} <- Pleroma.Web.Salmon.fetch_magic_key(body),
	{:ok, doc} <- Pleroma.Web.Salmon.decode_and_validate(magic_key, body) do
	{:ok, doc}
	else
	_e ->
	with [decoded \| _] <- Pleroma.Web.Salmon.decode(body),
	doc <- XML.parse_document(decoded),
	uri when not is_nil(uri) <- XML.string_from_xpath("/entry/author[1]/uri", doc),
	{:ok, _} <- Pleroma.Web.OStatus.make_user(uri, true),
	{:ok, magic_key} <- Pleroma.Web.Salmon.fetch_magic_key(body),
	{:ok, doc} <- Pleroma.Web.Salmon.decode_and_validate(magic_key, body) do
	{:ok, doc}
	end
	end
	end

	def salmon_incoming(conn, _) do
	{:ok, body, _conn} = read_body(conn)
	{:ok, doc} = decode_or_retry(body)

	Federator.enqueue(:incoming_doc, doc)

	conn
	\|> send_resp(200, "")
	end

	def object(conn, %{"uuid" => uuid}) do
	if get_format(conn) == "activity+json" do
	ActivityPubController.call(conn, :object)
	else
	with id <- o_status_url(conn, :object, uuid),
	{_, %Activity{} = activity} <- {:activity, Activity.get_create_by_object_ap_id(id)},
	{_, true} <- {:public?, ActivityPub.is_public?(activity)},
	%User{} = user <- User.get_cached_by_ap_id(activity.data["actor"]) do
	case get_format(conn) do
	"html" -> redirect(conn, to: "/notice/#{activity.id}")
	_ -> represent_activity(conn, nil, activity, user)
	end
	else
	{:public?, false} ->
	{:error, :not_found}

	{:activity, nil} ->
	{:error, :not_found}

	e ->
	e
	end
	end
	end

	def activity(conn, %{"uuid" => uuid}) do
	if get_format(conn) == "activity+json" do
	ActivityPubController.call(conn, :activity)
	else
	with id <- o_status_url(conn, :activity, uuid),
	{_, %Activity{} = activity} <- {:activity, Activity.normalize(id)},
	{_, true} <- {:public?, ActivityPub.is_public?(activity)},
	%User{} = user <- User.get_cached_by_ap_id(activity.data["actor"]) do
	case format = get_format(conn) do
	"html" -> redirect(conn, to: "/notice/#{activity.id}")
	_ -> represent_activity(conn, format, activity, user)
	end
	else
	{:public?, false} ->
	{:error, :not_found}

	{:activity, nil} ->
	{:error, :not_found}

	e ->
	e
	end
	end
	end

	def notice(conn, %{"id" => id}) do
	with {_, %Activity{} = activity} <- {:activity, Activity.get_by_id(id)},
	{_, true} <- {:public?, ActivityPub.is_public?(activity)},
	%User{} = user <- User.get_cached_by_ap_id(activity.data["actor"]) do
	case format = get_format(conn) do
	"html" ->
	if activity.data["type"] == "Create" do
	%Object{} = object = Object.normalize(activity.data["object"])

	Fallback.RedirectController.redirector_with_meta(conn, %{
	object: object,
	url:
	Pleroma.Web.Router.Helpers.o_status_url(
	Pleroma.Web.Endpoint,
	:notice,
	activity.id
	),
	user: user
	})
	else
	Fallback.RedirectController.redirector(conn, nil)
	end

	_ ->
	represent_activity(conn, format, activity, user)
	end
	else
	{:public?, false} ->
	conn
	\|> put_status(404)
	\|> Fallback.RedirectController.redirector(nil, 404)

	{:activity, nil} ->
	conn
	\|> Fallback.RedirectController.redirector(nil, 404)

	e ->
	e
	end
	end

	defp represent_activity(
	conn,
	"activity+json",
	%Activity{data: %{"type" => "Create"}} = activity,
	_user
	) do
	object = Object.normalize(activity.data["object"])

	conn
	\|> put_resp_header("content-type", "application/activity+json")
	\|> json(ObjectView.render("object.json", %{object: object}))
	end

	defp represent_activity(_conn, "activity+json", _, _) do
	{:error, :not_found}
	end

	defp represent_activity(conn, _, activity, user) do
	response =
	activity
	\|> ActivityRepresenter.to_simple_form(user, true)
	\|> ActivityRepresenter.wrap_with_entry()
	\|> :xmerl.export_simple(:xmerl_xml)
	\|> to_string

	conn
	\|> put_resp_content_type("application/atom+xml")
	\|> send_resp(200, response)
	end

	def errors(conn, {:error, :not_found}) do
	conn
	\|> put_status(404)
	\|> text("Not found")
	end

	def errors(conn, _) do
	conn
	\|> put_status(500)
	\|> text("Something went wrong")
	end
	end
	diff --git a/lib/pleroma/web/push/push.ex b/lib/pleroma/web/push/push.ex
	index ffd2aac91..ddd4fe037 100644
	--- a/lib/pleroma/web/push/push.ex
	+++ b/lib/pleroma/web/push/push.ex
	@@ -1,138 +1,139 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.Push do
	use GenServer

	- alias Pleroma.{Repo, User}
	+ alias Pleroma.Repo
	+ alias Pleroma.User
	alias Pleroma.Web.Push.Subscription

	require Logger
	import Ecto.Query

	@types ["Create", "Follow", "Announce", "Like"]

	def start_link() do
	GenServer.start_link(__MODULE__, :ok, name: __MODULE__)
	end

	def vapid_config() do
	Application.get_env(:web_push_encryption, :vapid_details, [])
	end

	def enabled() do
	case vapid_config() do
	[] -> false
	list when is_list(list) -> true
	_ -> false
	end
	end

	def send(notification) do
	if enabled() do
	GenServer.cast(Pleroma.Web.Push, {:send, notification})
	end
	end

	def init(:ok) do
	if !enabled() do
	Logger.warn("""
	VAPID key pair is not found. If you wish to enabled web push, please run

	mix web_push.gen.keypair

	and add the resulting output to your configuration file.
	""")

	:ignore
	else
	{:ok, nil}
	end
	end

	def handle_cast(
	{:send, %{activity: %{data: %{"type" => type}}, user_id: user_id} = notification},
	state
	)
	when type in @types do
	actor = User.get_cached_by_ap_id(notification.activity.data["actor"])

	type = Pleroma.Activity.mastodon_notification_type(notification.activity)

	Subscription
	\|> where(user_id: ^user_id)
	\|> preload(:token)
	\|> Repo.all()
	\|> Enum.filter(fn subscription ->
	get_in(subscription.data, ["alerts", type]) \|\| false
	end)
	\|> Enum.each(fn subscription ->
	sub = %{
	keys: %{
	p256dh: subscription.key_p256dh,
	auth: subscription.key_auth
	},
	endpoint: subscription.endpoint
	}

	body =
	Jason.encode!(%{
	title: format_title(notification),
	access_token: subscription.token.token,
	body: format_body(notification, actor),
	notification_id: notification.id,
	notification_type: type,
	icon: User.avatar_url(actor),
	preferred_locale: "en"
	})

	case WebPushEncryption.send_web_push(
	body,
	sub,
	Application.get_env(:web_push_encryption, :gcm_api_key)
	) do
	{:ok, %{status_code: code}} when 400 <= code and code < 500 ->
	Logger.debug("Removing subscription record")
	Repo.delete!(subscription)
	:ok

	{:ok, %{status_code: code}} when 200 <= code and code < 300 ->
	:ok

	{:ok, %{status_code: code}} ->
	Logger.error("Web Push Notification failed with code: #{code}")
	:error

	_ ->
	Logger.error("Web Push Notification failed with unknown error")
	:error
	end
	end)

	{:noreply, state}
	end

	def handle_cast({:send, _}, state) do
	Logger.warn("Unknown notification type")
	{:noreply, state}
	end

	defp format_title(%{activity: %{data: %{"type" => type}}}) do
	case type do
	"Create" -> "New Mention"
	"Follow" -> "New Follower"
	"Announce" -> "New Repeat"
	"Like" -> "New Favorite"
	end
	end

	defp format_body(%{activity: %{data: %{"type" => type}}}, actor) do
	case type do
	"Create" -> "@#{actor.nickname} has mentioned you"
	"Follow" -> "@#{actor.nickname} has followed you"
	"Announce" -> "@#{actor.nickname} has repeated your post"
	"Like" -> "@#{actor.nickname} has favorited your post"
	end
	end
	end
	diff --git a/lib/pleroma/web/push/subscription.ex b/lib/pleroma/web/push/subscription.ex
	index bd9d9f3a7..242e30910 100644
	--- a/lib/pleroma/web/push/subscription.ex
	+++ b/lib/pleroma/web/push/subscription.ex
	@@ -1,80 +1,83 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.Push.Subscription do
	use Ecto.Schema
	+
	import Ecto.Changeset
	- alias Pleroma.{Repo, User}
	+
	+ alias Pleroma.Repo
	+ alias Pleroma.User
	alias Pleroma.Web.OAuth.Token
	alias Pleroma.Web.Push.Subscription

	schema "push_subscriptions" do
	belongs_to(:user, User, type: Pleroma.FlakeId)
	belongs_to(:token, Token)
	field(:endpoint, :string)
	field(:key_p256dh, :string)
	field(:key_auth, :string)
	field(:data, :map, default: %{})

	timestamps()
	end

	@supported_alert_types ~w[follow favourite mention reblog]

	defp alerts(%{"data" => %{"alerts" => alerts}}) do
	alerts = Map.take(alerts, @supported_alert_types)
	%{"alerts" => alerts}
	end

	def create(
	%User{} = user,
	%Token{} = token,
	%{
	"subscription" => %{
	"endpoint" => endpoint,
	"keys" => %{"auth" => key_auth, "p256dh" => key_p256dh}
	}
	} = params
	) do
	Repo.insert(%Subscription{
	user_id: user.id,
	token_id: token.id,
	endpoint: endpoint,
	key_auth: ensure_base64_urlsafe(key_auth),
	key_p256dh: ensure_base64_urlsafe(key_p256dh),
	data: alerts(params)
	})
	end

	def get(%User{id: user_id}, %Token{id: token_id}) do
	Repo.get_by(Subscription, user_id: user_id, token_id: token_id)
	end

	def update(user, token, params) do
	get(user, token)
	\|> change(data: alerts(params))
	\|> Repo.update()
	end

	def delete(user, token) do
	Repo.delete(get(user, token))
	end

	def delete_if_exists(user, token) do
	case get(user, token) do
	nil -> {:ok, nil}
	sub -> Repo.delete(sub)
	end
	end

	# Some webpush clients (e.g. iOS Toot!) use an non urlsafe base64 as an encoding for the key.
	# However, the web push rfs specify to use base64 urlsafe, and the `web_push_encryption` library we use
	# requires the key to be properly encoded. So we just convert base64 to urlsafe base64.
	defp ensure_base64_urlsafe(string) do
	string
	\|> String.replace("+", "-")
	\|> String.replace("/", "_")
	\|> String.replace("=", "")
	end
	end
	diff --git a/lib/pleroma/web/rich_media/helpers.ex b/lib/pleroma/web/rich_media/helpers.ex
	index 521fa7ee0..abb1cf7f2 100644
	--- a/lib/pleroma/web/rich_media/helpers.ex
	+++ b/lib/pleroma/web/rich_media/helpers.ex
	@@ -1,19 +1,21 @@
	# Pleroma: A lightweight social networking server
	# Copyright _ 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.RichMedia.Helpers do
	- alias Pleroma.{Activity, Object, HTML}
	+ alias Pleroma.Activity
	+ alias Pleroma.Object
	+ alias Pleroma.HTML
	alias Pleroma.Web.RichMedia.Parser

	def fetch_data_for_activity(%Activity{} = activity) do
	with true <- Pleroma.Config.get([:rich_media, :enabled]),
	%Object{} = object <- Object.normalize(activity.data["object"]),
	{:ok, page_url} <- HTML.extract_first_external_url(object, object.data["content"]),
	{:ok, rich_media} <- Parser.parse(page_url) do
	%{page_url: page_url, rich_media: rich_media}
	else
	_ -> %{}
	end
	end
	end
	diff --git a/lib/pleroma/web/salmon/salmon.ex b/lib/pleroma/web/salmon/salmon.ex
	index fb08d645b..a5a9e16c6 100644
	--- a/lib/pleroma/web/salmon/salmon.ex
	+++ b/lib/pleroma/web/salmon/salmon.ex
	@@ -1,242 +1,243 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.Salmon do
	@httpoison Application.get_env(:pleroma, :httpoison)

	use Bitwise

	- alias Pleroma.{Instances, User}
	+ alias Pleroma.Instances
	+ alias Pleroma.User
	alias Pleroma.Web.XML
	alias Pleroma.Web.OStatus.ActivityRepresenter

	require Logger

	def decode(salmon) do
	doc = XML.parse_document(salmon)

	{:xmlObj, :string, data} = :xmerl_xpath.string('string(//me:data[1])', doc)
	{:xmlObj, :string, sig} = :xmerl_xpath.string('string(//me:sig[1])', doc)
	{:xmlObj, :string, alg} = :xmerl_xpath.string('string(//me:alg[1])', doc)
	{:xmlObj, :string, encoding} = :xmerl_xpath.string('string(//me:encoding[1])', doc)
	{:xmlObj, :string, type} = :xmerl_xpath.string('string(//me:data[1]/@type)', doc)

	{:ok, data} = Base.url_decode64(to_string(data), ignore: :whitespace)
	{:ok, sig} = Base.url_decode64(to_string(sig), ignore: :whitespace)
	alg = to_string(alg)
	encoding = to_string(encoding)
	type = to_string(type)

	[data, type, encoding, alg, sig]
	end

	def fetch_magic_key(salmon) do
	with [data, _, _, _, _] <- decode(salmon),
	doc <- XML.parse_document(data),
	uri when not is_nil(uri) <- XML.string_from_xpath("/entry/author[1]/uri", doc),
	{:ok, public_key} <- User.get_public_key_for_ap_id(uri),
	magic_key <- encode_key(public_key) do
	{:ok, magic_key}
	end
	end

	def decode_and_validate(magickey, salmon) do
	[data, type, encoding, alg, sig] = decode(salmon)

	signed_text =
	[data, type, encoding, alg]
	\|> Enum.map(&Base.url_encode64/1)
	\|> Enum.join(".")

	key = decode_key(magickey)

	verify = :public_key.verify(signed_text, :sha256, sig, key)

	if verify do
	{:ok, data}
	else
	:error
	end
	end

	def decode_key("RSA." <> magickey) do
	make_integer = fn bin ->
	list = :erlang.binary_to_list(bin)
	Enum.reduce(list, 0, fn el, acc -> acc <<< 8 \|\|\| el end)
	end

	[modulus, exponent] =
	magickey
	\|> String.split(".")
	\|> Enum.map(fn n -> Base.url_decode64!(n, padding: false) end)
	\|> Enum.map(make_integer)

	{:RSAPublicKey, modulus, exponent}
	end

	def encode_key({:RSAPublicKey, modulus, exponent}) do
	modulus_enc = :binary.encode_unsigned(modulus) \|> Base.url_encode64()
	exponent_enc = :binary.encode_unsigned(exponent) \|> Base.url_encode64()

	"RSA.#{modulus_enc}.#{exponent_enc}"
	end

	# Native generation of RSA keys is only available since OTP 20+ and in default build conditions
	# We try at compile time to generate natively an RSA key otherwise we fallback on the old way.
	try do
	_ = :public_key.generate_key({:rsa, 2048, 65537})

	def generate_rsa_pem do
	key = :public_key.generate_key({:rsa, 2048, 65537})
	entry = :public_key.pem_entry_encode(:RSAPrivateKey, key)
	pem = :public_key.pem_encode([entry]) \|> String.trim_trailing()
	{:ok, pem}
	end
	rescue
	_ ->
	def generate_rsa_pem do
	port = Port.open({:spawn, "openssl genrsa"}, [:binary])

	{:ok, pem} =
	receive do
	{^port, {:data, pem}} -> {:ok, pem}
	end

	Port.close(port)

	if Regex.match?(~r/RSA PRIVATE KEY/, pem) do
	{:ok, pem}
	else
	:error
	end
	end
	end

	def keys_from_pem(pem) do
	[private_key_code] = :public_key.pem_decode(pem)
	private_key = :public_key.pem_entry_decode(private_key_code)
	{:RSAPrivateKey, _, modulus, exponent, _, _, _, _, _, _, _} = private_key
	public_key = {:RSAPublicKey, modulus, exponent}
	{:ok, private_key, public_key}
	end

	def encode(private_key, doc) do
	type = "application/atom+xml"
	encoding = "base64url"
	alg = "RSA-SHA256"

	signed_text =
	[doc, type, encoding, alg]
	\|> Enum.map(&Base.url_encode64/1)
	\|> Enum.join(".")

	signature =
	signed_text
	\|> :public_key.sign(:sha256, private_key)
	\|> to_string
	\|> Base.url_encode64()

	doc_base64 =
	doc
	\|> Base.url_encode64()

	# Don't need proper xml building, these strings are safe to leave unescaped
	salmon = """
	<?xml version="1.0" encoding="UTF-8"?>
	<me:env xmlns:me="http://salmon-protocol.org/ns/magic-env">
	<me:data type="application/atom+xml">#{doc_base64}</me:data>
	<me:encoding>#{encoding}</me:encoding>
	<me:alg>#{alg}</me:alg>
	<me:sig>#{signature}</me:sig>
	</me:env>
	"""

	{:ok, salmon}
	end

	def remote_users(%{data: %{"to" => to} = data}) do
	to = to ++ (data["cc"] \|\| [])

	to
	\|> Enum.map(fn id -> User.get_cached_by_ap_id(id) end)
	\|> Enum.filter(fn user -> user && !user.local end)
	end

	@doc "Pushes an activity to remote account."
	def send_to_user(%{recipient: %{info: %{salmon: salmon}}} = params),
	do: send_to_user(Map.put(params, :recipient, salmon))

	def send_to_user(%{recipient: url, feed: feed, poster: poster} = params) when is_binary(url) do
	with {:ok, %{status: code}} when code in 200..299 <-
	poster.(
	url,
	feed,
	[{"Content-Type", "application/magic-envelope+xml"}]
	) do
	if !Map.has_key?(params, :unreachable_since) \|\| params[:unreachable_since],
	do: Instances.set_reachable(url)

	Logger.debug(fn -> "Pushed to #{url}, code #{code}" end)
	:ok
	else
	e ->
	unless params[:unreachable_since], do: Instances.set_reachable(url)
	Logger.debug(fn -> "Pushing Salmon to #{url} failed, #{inspect(e)}" end)
	:error
	end
	end

	def send_to_user(_), do: :noop

	@supported_activities [
	"Create",
	"Follow",
	"Like",
	"Announce",
	"Undo",
	"Delete"
	]

	@doc """
	Publishes an activity to remote accounts
	"""
	@spec publish(User.t(), Pleroma.Activity.t(), Pleroma.HTTP.t()) :: none
	def publish(user, activity, poster \\ &@httpoison.post/3)

	def publish(%{info: %{keys: keys}} = user, %{data: %{"type" => type}} = activity, poster)
	when type in @supported_activities do
	feed = ActivityRepresenter.to_simple_form(activity, user, true)

	if feed do
	feed =
	ActivityRepresenter.wrap_with_entry(feed)
	\|> :xmerl.export_simple(:xmerl_xml)
	\|> to_string

	{:ok, private, _} = keys_from_pem(keys)
	{:ok, feed} = encode(private, feed)

	remote_users = remote_users(activity)

	salmon_urls = Enum.map(remote_users, & &1.info.salmon)
	reachable_urls_metadata = Instances.filter_reachable(salmon_urls)
	reachable_urls = Map.keys(reachable_urls_metadata)

	remote_users
	\|> Enum.filter(&(&1.info.salmon in reachable_urls))
	\|> Enum.each(fn remote_user ->
	Logger.debug(fn -> "Sending Salmon to #{remote_user.ap_id}" end)

	Pleroma.Web.Federator.enqueue(:publish_single_salmon, %{
	recipient: remote_user,
	feed: feed,
	poster: poster,
	unreachable_since: reachable_urls_metadata[remote_user.info.salmon]
	})
	end)
	end
	end

	def publish(%{id: id}, _, _), do: Logger.debug(fn -> "Keys missing for user #{id}" end)
	end
	diff --git a/lib/pleroma/web/streamer.ex b/lib/pleroma/web/streamer.ex
	index 978c77e57..4de7608e4 100644
	--- a/lib/pleroma/web/streamer.ex
	+++ b/lib/pleroma/web/streamer.ex
	@@ -1,238 +1,242 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.Streamer do
	use GenServer
	require Logger
	- alias Pleroma.{User, Notification, Activity, Object, Repo}
	+ alias Pleroma.User
	+ alias Pleroma.Notification
	+ alias Pleroma.Activity
	+ alias Pleroma.Object
	+ alias Pleroma.Repo
	alias Pleroma.Web.ActivityPub.ActivityPub

	@keepalive_interval :timer.seconds(30)

	def start_link do
	GenServer.start_link(__MODULE__, %{}, name: __MODULE__)
	end

	def add_socket(topic, socket) do
	GenServer.cast(__MODULE__, %{action: :add, socket: socket, topic: topic})
	end

	def remove_socket(topic, socket) do
	GenServer.cast(__MODULE__, %{action: :remove, socket: socket, topic: topic})
	end

	def stream(topic, item) do
	GenServer.cast(__MODULE__, %{action: :stream, topic: topic, item: item})
	end

	def init(args) do
	spawn(fn ->
	# 30 seconds
	Process.sleep(@keepalive_interval)
	GenServer.cast(__MODULE__, %{action: :ping})
	end)

	{:ok, args}
	end

	def handle_cast(%{action: :ping}, topics) do
	Map.values(topics)
	\|> List.flatten()
	\|> Enum.each(fn socket ->
	Logger.debug("Sending keepalive ping")
	send(socket.transport_pid, {:text, ""})
	end)

	spawn(fn ->
	# 30 seconds
	Process.sleep(@keepalive_interval)
	GenServer.cast(__MODULE__, %{action: :ping})
	end)

	{:noreply, topics}
	end

	def handle_cast(%{action: :stream, topic: "direct", item: item}, topics) do
	recipient_topics =
	User.get_recipients_from_activity(item)
	\|> Enum.map(fn %{id: id} -> "direct:#{id}" end)

	Enum.each(recipient_topics \|\| [], fn user_topic ->
	Logger.debug("Trying to push direct message to #{user_topic}\n\n")
	push_to_socket(topics, user_topic, item)
	end)

	{:noreply, topics}
	end

	def handle_cast(%{action: :stream, topic: "list", item: item}, topics) do
	# filter the recipient list if the activity is not public, see #270.
	recipient_lists =
	case ActivityPub.is_public?(item) do
	true ->
	Pleroma.List.get_lists_from_activity(item)

	_ ->
	Pleroma.List.get_lists_from_activity(item)
	\|> Enum.filter(fn list ->
	owner = Repo.get(User, list.user_id)

	ActivityPub.visible_for_user?(item, owner)
	end)
	end

	recipient_topics =
	recipient_lists
	\|> Enum.map(fn %{id: id} -> "list:#{id}" end)

	Enum.each(recipient_topics \|\| [], fn list_topic ->
	Logger.debug("Trying to push message to #{list_topic}\n\n")
	push_to_socket(topics, list_topic, item)
	end)

	{:noreply, topics}
	end

	def handle_cast(%{action: :stream, topic: "user", item: %Notification{} = item}, topics) do
	topic = "user:#{item.user_id}"

	Enum.each(topics[topic] \|\| [], fn socket ->
	json =
	%{
	event: "notification",
	payload:
	Pleroma.Web.MastodonAPI.MastodonAPIController.render_notification(
	socket.assigns["user"],
	item
	)
	\|> Jason.encode!()
	}
	\|> Jason.encode!()

	send(socket.transport_pid, {:text, json})
	end)

	{:noreply, topics}
	end

	def handle_cast(%{action: :stream, topic: "user", item: item}, topics) do
	Logger.debug("Trying to push to users")

	recipient_topics =
	User.get_recipients_from_activity(item)
	\|> Enum.map(fn %{id: id} -> "user:#{id}" end)

	Enum.each(recipient_topics, fn topic ->
	push_to_socket(topics, topic, item)
	end)

	{:noreply, topics}
	end

	def handle_cast(%{action: :stream, topic: topic, item: item}, topics) do
	Logger.debug("Trying to push to #{topic}")
	Logger.debug("Pushing item to #{topic}")
	push_to_socket(topics, topic, item)
	{:noreply, topics}
	end

	def handle_cast(%{action: :add, topic: topic, socket: socket}, sockets) do
	topic = internal_topic(topic, socket)
	sockets_for_topic = sockets[topic] \|\| []
	sockets_for_topic = Enum.uniq([socket \| sockets_for_topic])
	sockets = Map.put(sockets, topic, sockets_for_topic)
	Logger.debug("Got new conn for #{topic}")
	{:noreply, sockets}
	end

	def handle_cast(%{action: :remove, topic: topic, socket: socket}, sockets) do
	topic = internal_topic(topic, socket)
	sockets_for_topic = sockets[topic] \|\| []
	sockets_for_topic = List.delete(sockets_for_topic, socket)
	sockets = Map.put(sockets, topic, sockets_for_topic)
	Logger.debug("Removed conn for #{topic}")
	{:noreply, sockets}
	end

	def handle_cast(m, state) do
	Logger.info("Unknown: #{inspect(m)}, #{inspect(state)}")
	{:noreply, state}
	end

	defp represent_update(%Activity{} = activity, %User{} = user) do
	%{
	event: "update",
	payload:
	Pleroma.Web.MastodonAPI.StatusView.render(
	"status.json",
	activity: activity,
	for: user
	)
	\|> Jason.encode!()
	}
	\|> Jason.encode!()
	end

	defp represent_update(%Activity{} = activity) do
	%{
	event: "update",
	payload:
	Pleroma.Web.MastodonAPI.StatusView.render(
	"status.json",
	activity: activity
	)
	\|> Jason.encode!()
	}
	\|> Jason.encode!()
	end

	def push_to_socket(topics, topic, %Activity{data: %{"type" => "Announce"}} = item) do
	Enum.each(topics[topic] \|\| [], fn socket ->
	# Get the current user so we have up-to-date blocks etc.
	if socket.assigns[:user] do
	user = User.get_cached_by_ap_id(socket.assigns[:user].ap_id)
	blocks = user.info.blocks \|\| []

	parent = Object.normalize(item.data["object"])

	unless is_nil(parent) or item.actor in blocks or parent.data["actor"] in blocks do
	send(socket.transport_pid, {:text, represent_update(item, user)})
	end
	else
	send(socket.transport_pid, {:text, represent_update(item)})
	end
	end)
	end

	def push_to_socket(topics, topic, %Activity{id: id, data: %{"type" => "Delete"}}) do
	Enum.each(topics[topic] \|\| [], fn socket ->
	send(
	socket.transport_pid,
	{:text, %{event: "delete", payload: to_string(id)} \|> Jason.encode!()}
	)
	end)
	end

	def push_to_socket(topics, topic, item) do
	Enum.each(topics[topic] \|\| [], fn socket ->
	# Get the current user so we have up-to-date blocks etc.
	if socket.assigns[:user] do
	user = User.get_cached_by_ap_id(socket.assigns[:user].ap_id)
	blocks = user.info.blocks \|\| []

	unless item.actor in blocks do
	send(socket.transport_pid, {:text, represent_update(item, user)})
	end
	else
	send(socket.transport_pid, {:text, represent_update(item)})
	end
	end)
	end

	defp internal_topic(topic, socket) when topic in ~w[user direct] do
	"#{topic}:#{socket.assigns[:user].id}"
	end

	defp internal_topic(topic, _), do: topic
	end
	diff --git a/lib/pleroma/web/twitter_api/controllers/util_controller.ex b/lib/pleroma/web/twitter_api/controllers/util_controller.ex
	index bf8d7e5aa..e2fdedb25 100644
	--- a/lib/pleroma/web/twitter_api/controllers/util_controller.ex
	+++ b/lib/pleroma/web/twitter_api/controllers/util_controller.ex
	@@ -1,312 +1,317 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.TwitterAPI.UtilController do
	use Pleroma.Web, :controller

	require Logger

	alias Comeonin.Pbkdf2
	- alias Pleroma.{Emoji, PasswordResetToken, User, Repo}
	+ alias Pleroma.Emoji
	+ alias Pleroma.PasswordResetToken
	+ alias Pleroma.User
	+ alias Pleroma.Repo
	alias Pleroma.Web
	- alias Pleroma.Web.{CommonAPI, OStatus, WebFinger}
	+ alias Pleroma.Web.CommonAPI
	+ alias Pleroma.Web.OStatus
	+ alias Pleroma.Web.WebFinger
	alias Pleroma.Web.ActivityPub.ActivityPub

	def show_password_reset(conn, %{"token" => token}) do
	with %{used: false} = token <- Repo.get_by(PasswordResetToken, %{token: token}),
	%User{} = user <- Repo.get(User, token.user_id) do
	render(conn, "password_reset.html", %{
	token: token,
	user: user
	})
	else
	_e -> render(conn, "invalid_token.html")
	end
	end

	def password_reset(conn, %{"data" => data}) do
	with {:ok, _} <- PasswordResetToken.reset_password(data["token"], data) do
	render(conn, "password_reset_success.html")
	else
	_e -> render(conn, "password_reset_failed.html")
	end
	end

	def help_test(conn, _params) do
	json(conn, "ok")
	end

	def remote_subscribe(conn, %{"nickname" => nick, "profile" => _}) do
	with %User{} = user <- User.get_cached_by_nickname(nick), avatar = User.avatar_url(user) do
	conn
	\|> render("subscribe.html", %{nickname: nick, avatar: avatar, error: false})
	else
	_e ->
	render(conn, "subscribe.html", %{
	nickname: nick,
	avatar: nil,
	error: "Could not find user"
	})
	end
	end

	def remote_subscribe(conn, %{"user" => %{"nickname" => nick, "profile" => profile}}) do
	with {:ok, %{"subscribe_address" => template}} <- WebFinger.finger(profile),
	%User{ap_id: ap_id} <- User.get_cached_by_nickname(nick) do
	conn
	\|> Phoenix.Controller.redirect(external: String.replace(template, "{uri}", ap_id))
	else
	_e ->
	render(conn, "subscribe.html", %{
	nickname: nick,
	avatar: nil,
	error: "Something went wrong."
	})
	end
	end

	def remote_follow(%{assigns: %{user: user}} = conn, %{"acct" => acct}) do
	{err, followee} = OStatus.find_or_make_user(acct)
	avatar = User.avatar_url(followee)
	name = followee.nickname
	id = followee.id

	if !!user do
	conn
	\|> render("follow.html", %{error: err, acct: acct, avatar: avatar, name: name, id: id})
	else
	conn
	\|> render("follow_login.html", %{
	error: false,
	acct: acct,
	avatar: avatar,
	name: name,
	id: id
	})
	end
	end

	def do_remote_follow(conn, %{
	"authorization" => %{"name" => username, "password" => password, "id" => id}
	}) do
	followee = Repo.get(User, id)
	avatar = User.avatar_url(followee)
	name = followee.nickname

	with %User{} = user <- User.get_cached_by_nickname(username),
	true <- Pbkdf2.checkpw(password, user.password_hash),
	%User{} = _followed <- Repo.get(User, id),
	{:ok, follower} <- User.follow(user, followee),
	{:ok, _activity} <- ActivityPub.follow(follower, followee) do
	conn
	\|> render("followed.html", %{error: false})
	else
	# Was already following user
	{:error, "Could not follow user:" <> _rest} ->
	render(conn, "followed.html", %{error: false})

	_e ->
	conn
	\|> render("follow_login.html", %{
	error: "Wrong username or password",
	id: id,
	name: name,
	avatar: avatar
	})
	end
	end

	def do_remote_follow(%{assigns: %{user: user}} = conn, %{"user" => %{"id" => id}}) do
	with %User{} = followee <- Repo.get(User, id),
	{:ok, follower} <- User.follow(user, followee),
	{:ok, _activity} <- ActivityPub.follow(follower, followee) do
	conn
	\|> render("followed.html", %{error: false})
	else
	# Was already following user
	{:error, "Could not follow user:" <> _rest} ->
	conn
	\|> render("followed.html", %{error: false})

	e ->
	Logger.debug("Remote follow failed with error #{inspect(e)}")

	conn
	\|> render("followed.html", %{error: inspect(e)})
	end
	end

	def config(conn, _params) do
	instance = Pleroma.Config.get(:instance)
	instance_fe = Pleroma.Config.get(:fe)
	instance_chat = Pleroma.Config.get(:chat)

	case get_format(conn) do
	"xml" ->
	response = """
	<config>
	<site>
	<name>#{Keyword.get(instance, :name)}</name>
	<site>#{Web.base_url()}</site>
	<textlimit>#{Keyword.get(instance, :limit)}</textlimit>
	<closed>#{!Keyword.get(instance, :registrations_open)}</closed>
	</site>
	</config>
	"""

	conn
	\|> put_resp_content_type("application/xml")
	\|> send_resp(200, response)

	_ ->
	vapid_public_key = Keyword.get(Pleroma.Web.Push.vapid_config(), :public_key)

	uploadlimit = %{
	uploadlimit: to_string(Keyword.get(instance, :upload_limit)),
	avatarlimit: to_string(Keyword.get(instance, :avatar_upload_limit)),
	backgroundlimit: to_string(Keyword.get(instance, :background_upload_limit)),
	bannerlimit: to_string(Keyword.get(instance, :banner_upload_limit))
	}

	data = %{
	name: Keyword.get(instance, :name),
	description: Keyword.get(instance, :description),
	server: Web.base_url(),
	textlimit: to_string(Keyword.get(instance, :limit)),
	uploadlimit: uploadlimit,
	closed: if(Keyword.get(instance, :registrations_open), do: "0", else: "1"),
	private: if(Keyword.get(instance, :public, true), do: "0", else: "1"),
	vapidPublicKey: vapid_public_key,
	accountActivationRequired:
	if(Keyword.get(instance, :account_activation_required, false), do: "1", else: "0"),
	invitesEnabled: if(Keyword.get(instance, :invites_enabled, false), do: "1", else: "0")
	}

	pleroma_fe =
	if instance_fe do
	%{
	theme: Keyword.get(instance_fe, :theme),
	background: Keyword.get(instance_fe, :background),
	logo: Keyword.get(instance_fe, :logo),
	logoMask: Keyword.get(instance_fe, :logo_mask),
	logoMargin: Keyword.get(instance_fe, :logo_margin),
	redirectRootNoLogin: Keyword.get(instance_fe, :redirect_root_no_login),
	redirectRootLogin: Keyword.get(instance_fe, :redirect_root_login),
	chatDisabled: !Keyword.get(instance_chat, :enabled),
	showInstanceSpecificPanel: Keyword.get(instance_fe, :show_instance_panel),
	scopeOptionsEnabled: Keyword.get(instance_fe, :scope_options_enabled),
	formattingOptionsEnabled: Keyword.get(instance_fe, :formatting_options_enabled),
	collapseMessageWithSubject:
	Keyword.get(instance_fe, :collapse_message_with_subject),
	hidePostStats: Keyword.get(instance_fe, :hide_post_stats),
	hideUserStats: Keyword.get(instance_fe, :hide_user_stats),
	scopeCopy: Keyword.get(instance_fe, :scope_copy),
	subjectLineBehavior: Keyword.get(instance_fe, :subject_line_behavior),
	alwaysShowSubjectInput: Keyword.get(instance_fe, :always_show_subject_input)
	}
	else
	Pleroma.Config.get([:frontend_configurations, :pleroma_fe])
	end

	managed_config = Keyword.get(instance, :managed_config)

	data =
	if managed_config do
	data \|> Map.put("pleromafe", pleroma_fe)
	else
	data
	end

	json(conn, %{site: data})
	end
	end

	def frontend_configurations(conn, _params) do
	config =
	Pleroma.Config.get(:frontend_configurations, %{})
	\|> Enum.into(%{})

	json(conn, config)
	end

	def version(conn, _params) do
	version = Pleroma.Application.named_version()

	case get_format(conn) do
	"xml" ->
	response = "<version>#{version}</version>"

	conn
	\|> put_resp_content_type("application/xml")
	\|> send_resp(200, response)

	_ ->
	json(conn, version)
	end
	end

	def emoji(conn, _params) do
	json(conn, Enum.into(Emoji.get_all(), %{}))
	end

	def follow_import(conn, %{"list" => %Plug.Upload{} = listfile}) do
	follow_import(conn, %{"list" => File.read!(listfile.path)})
	end

	def follow_import(%{assigns: %{user: follower}} = conn, %{"list" => list}) do
	with followed_identifiers <- String.split(list),
	{:ok, _} = Task.start(fn -> User.follow_import(follower, followed_identifiers) end) do
	json(conn, "job started")
	end
	end

	def blocks_import(conn, %{"list" => %Plug.Upload{} = listfile}) do
	blocks_import(conn, %{"list" => File.read!(listfile.path)})
	end

	def blocks_import(%{assigns: %{user: blocker}} = conn, %{"list" => list}) do
	with blocked_identifiers <- String.split(list),
	{:ok, _} = Task.start(fn -> User.blocks_import(blocker, blocked_identifiers) end) do
	json(conn, "job started")
	end
	end

	def change_password(%{assigns: %{user: user}} = conn, params) do
	case CommonAPI.Utils.confirm_current_password(user, params["password"]) do
	{:ok, user} ->
	with {:ok, _user} <-
	User.reset_password(user, %{
	password: params["new_password"],
	password_confirmation: params["new_password_confirmation"]
	}) do
	json(conn, %{status: "success"})
	else
	{:error, changeset} ->
	{_, {error, _}} = Enum.at(changeset.errors, 0)
	json(conn, %{error: "New password #{error}."})

	_ ->
	json(conn, %{error: "Unable to change password."})
	end

	{:error, msg} ->
	json(conn, %{error: msg})
	end
	end

	def delete_account(%{assigns: %{user: user}} = conn, params) do
	case CommonAPI.Utils.confirm_current_password(user, params["password"]) do
	{:ok, user} ->
	Task.start(fn -> User.delete(user) end)
	json(conn, %{status: "success"})

	{:error, msg} ->
	json(conn, %{error: msg})
	end
	end

	def captcha(conn, _params) do
	json(conn, Pleroma.Captcha.new())
	end
	end
	diff --git a/lib/pleroma/web/twitter_api/representers/activity_representer.ex b/lib/pleroma/web/twitter_api/representers/activity_representer.ex
	index a5fec88f7..192ab7334 100644
	--- a/lib/pleroma/web/twitter_api/representers/activity_representer.ex
	+++ b/lib/pleroma/web/twitter_api/representers/activity_representer.ex
	@@ -1,246 +1,252 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	+# FIXME: Remove this module?
	# THIS MODULE IS DEPRECATED! DON'T USE IT!
	# USE THE Pleroma.Web.TwitterAPI.Views.ActivityView MODULE!
	defmodule Pleroma.Web.TwitterAPI.Representers.ActivityRepresenter do
	use Pleroma.Web.TwitterAPI.Representers.BaseRepresenter
	alias Pleroma.Web.TwitterAPI.Representers.ObjectRepresenter
	- alias Pleroma.{Activity, Formatter, HTML, User}
	- alias Pleroma.Web.TwitterAPI.{ActivityView, TwitterAPI, UserView}
	+ alias Pleroma.Activity
	+ alias Pleroma.Formatter
	+ alias Pleroma.HTML
	+ alias Pleroma.User
	+ alias Pleroma.Web.TwitterAPI.ActivityView
	+ alias Pleroma.Web.TwitterAPI.TwitterAPI
	+ alias Pleroma.Web.TwitterAPI.UserView
	alias Pleroma.Web.CommonAPI.Utils
	alias Pleroma.Web.MastodonAPI.StatusView

	defp user_by_ap_id(user_list, ap_id) do
	Enum.find(user_list, fn %{ap_id: user_id} -> ap_id == user_id end)
	end

	def to_map(
	%Activity{data: %{"type" => "Announce", "actor" => actor, "published" => created_at}} =
	activity,
	%{users: users, announced_activity: announced_activity} = opts
	) do
	user = user_by_ap_id(users, actor)
	created_at = created_at \|> Utils.date_to_asctime()

	text = "#{user.nickname} retweeted a status."

	announced_user = user_by_ap_id(users, announced_activity.data["actor"])
	retweeted_status = to_map(announced_activity, Map.merge(%{user: announced_user}, opts))

	%{
	"id" => activity.id,
	"user" => UserView.render("show.json", %{user: user, for: opts[:for]}),
	"statusnet_html" => text,
	"text" => text,
	"is_local" => activity.local,
	"is_post_verb" => false,
	"uri" => "tag:#{activity.data["id"]}:objectType=note",
	"created_at" => created_at,
	"retweeted_status" => retweeted_status,
	"statusnet_conversation_id" => conversation_id(announced_activity),
	"external_url" => activity.data["id"],
	"activity_type" => "repeat"
	}
	end

	def to_map(
	%Activity{data: %{"type" => "Like", "published" => created_at}} = activity,
	%{user: user, liked_activity: liked_activity} = opts
	) do
	created_at = created_at \|> Utils.date_to_asctime()

	text = "#{user.nickname} favorited a status."

	%{
	"id" => activity.id,
	"user" => UserView.render("show.json", %{user: user, for: opts[:for]}),
	"statusnet_html" => text,
	"text" => text,
	"is_local" => activity.local,
	"is_post_verb" => false,
	"uri" => "tag:#{activity.data["id"]}:objectType=Favourite",
	"created_at" => created_at,
	"in_reply_to_status_id" => liked_activity.id,
	"external_url" => activity.data["id"],
	"activity_type" => "like"
	}
	end

	def to_map(
	%Activity{data: %{"type" => "Follow", "object" => followed_id}} = activity,
	%{user: user} = opts
	) do
	created_at = activity.data["published"] \|\| DateTime.to_iso8601(activity.inserted_at)
	created_at = created_at \|> Utils.date_to_asctime()

	followed = User.get_cached_by_ap_id(followed_id)
	text = "#{user.nickname} started following #{followed.nickname}"

	%{
	"id" => activity.id,
	"user" => UserView.render("show.json", %{user: user, for: opts[:for]}),
	"attentions" => [],
	"statusnet_html" => text,
	"text" => text,
	"is_local" => activity.local,
	"is_post_verb" => false,
	"created_at" => created_at,
	"in_reply_to_status_id" => nil,
	"external_url" => activity.data["id"],
	"activity_type" => "follow"
	}
	end

	# TODO:
	# Make this more proper. Just a placeholder to not break the frontend.
	def to_map(
	%Activity{
	data: %{"type" => "Undo", "published" => created_at, "object" => undid_activity}
	} = activity,
	%{user: user} = opts
	) do
	created_at = created_at \|> Utils.date_to_asctime()

	text = "#{user.nickname} undid the action at #{undid_activity["id"]}"

	%{
	"id" => activity.id,
	"user" => UserView.render("show.json", %{user: user, for: opts[:for]}),
	"attentions" => [],
	"statusnet_html" => text,
	"text" => text,
	"is_local" => activity.local,
	"is_post_verb" => false,
	"created_at" => created_at,
	"in_reply_to_status_id" => nil,
	"external_url" => activity.data["id"],
	"activity_type" => "undo"
	}
	end

	def to_map(
	%Activity{data: %{"type" => "Delete", "published" => created_at, "object" => _}} =
	activity,
	%{user: user} = opts
	) do
	created_at = created_at \|> Utils.date_to_asctime()

	%{
	"id" => activity.id,
	"uri" => activity.data["object"],
	"user" => UserView.render("show.json", %{user: user, for: opts[:for]}),
	"attentions" => [],
	"statusnet_html" => "deleted notice {{tag",
	"text" => "deleted notice {{tag",
	"is_local" => activity.local,
	"is_post_verb" => false,
	"created_at" => created_at,
	"in_reply_to_status_id" => nil,
	"external_url" => activity.data["id"],
	"activity_type" => "delete"
	}
	end

	def to_map(
	%Activity{data: %{"object" => %{"content" => _content} = object}} = activity,
	%{user: user} = opts
	) do
	created_at = object["published"] \|> Utils.date_to_asctime()
	like_count = object["like_count"] \|\| 0
	announcement_count = object["announcement_count"] \|\| 0
	favorited = opts[:for] && opts[:for].ap_id in (object["likes"] \|\| [])
	repeated = opts[:for] && opts[:for].ap_id in (object["announcements"] \|\| [])
	pinned = activity.id in user.info.pinned_activities

	mentions = opts[:mentioned] \|\| []

	attentions =
	[]
	\|> Utils.maybe_notify_to_recipients(activity)
	\|> Utils.maybe_notify_mentioned_recipients(activity)
	\|> Enum.map(fn ap_id -> Enum.find(mentions, fn user -> ap_id == user.ap_id end) end)
	\|> Enum.filter(& &1)
	\|> Enum.map(fn user -> UserView.render("show.json", %{user: user, for: opts[:for]}) end)

	conversation_id = conversation_id(activity)

	tags = activity.data["object"]["tag"] \|\| []
	possibly_sensitive = activity.data["object"]["sensitive"] \|\| Enum.member?(tags, "nsfw")

	tags = if possibly_sensitive, do: Enum.uniq(["nsfw" \| tags]), else: tags

	{_summary, content} = ActivityView.render_content(object)

	html =
	HTML.filter_tags(content, User.html_filter_policy(opts[:for]))
	\|> Formatter.emojify(object["emoji"])

	attachments = object["attachment"] \|\| []

	reply_parent = Activity.get_in_reply_to_activity(activity)

	reply_user = reply_parent && User.get_cached_by_ap_id(reply_parent.actor)

	summary = HTML.strip_tags(object["summary"])

	card =
	StatusView.render(
	"card.json",
	Pleroma.Web.RichMedia.Helpers.fetch_data_for_activity(activity)
	)

	%{
	"id" => activity.id,
	"uri" => activity.data["object"]["id"],
	"user" => UserView.render("show.json", %{user: user, for: opts[:for]}),
	"statusnet_html" => html,
	"text" => HTML.strip_tags(content),
	"is_local" => activity.local,
	"is_post_verb" => true,
	"created_at" => created_at,
	"in_reply_to_status_id" => object["inReplyToStatusId"],
	"in_reply_to_screen_name" => reply_user && reply_user.nickname,
	"in_reply_to_profileurl" => User.profile_url(reply_user),
	"in_reply_to_ostatus_uri" => reply_user && reply_user.ap_id,
	"in_reply_to_user_id" => reply_user && reply_user.id,
	"statusnet_conversation_id" => conversation_id,
	"attachments" => attachments \|> ObjectRepresenter.enum_to_list(opts),
	"attentions" => attentions,
	"fave_num" => like_count,
	"repeat_num" => announcement_count,
	"favorited" => to_boolean(favorited),
	"repeated" => to_boolean(repeated),
	"pinned" => pinned,
	"external_url" => object["external_url"] \|\| object["id"],
	"tags" => tags,
	"activity_type" => "post",
	"possibly_sensitive" => possibly_sensitive,
	"visibility" => Pleroma.Web.MastodonAPI.StatusView.get_visibility(object),
	"summary" => summary,
	"summary_html" => summary \|> Formatter.emojify(object["emoji"]),
	"card" => card
	}
	end

	def conversation_id(activity) do
	with context when not is_nil(context) <- activity.data["context"] do
	TwitterAPI.context_to_conversation_id(context)
	else
	_e -> nil
	end
	end

	defp to_boolean(false) do
	false
	end

	defp to_boolean(nil) do
	false
	end

	defp to_boolean(_) do
	true
	end
	end
	diff --git a/lib/pleroma/web/twitter_api/twitter_api.ex b/lib/pleroma/web/twitter_api/twitter_api.ex
	index 7d00c01a1..db521a3ad 100644
	--- a/lib/pleroma/web/twitter_api/twitter_api.ex
	+++ b/lib/pleroma/web/twitter_api/twitter_api.ex
	@@ -1,338 +1,343 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.TwitterAPI.TwitterAPI do
	- alias Pleroma.{UserInviteToken, User, Activity, Repo, Object}
	- alias Pleroma.{UserEmail, Mailer}
	+ alias Pleroma.UserInviteToken
	+ alias Pleroma.User
	+ alias Pleroma.Activity
	+ alias Pleroma.Repo
	+ alias Pleroma.Object
	+ alias Pleroma.UserEmail
	+ alias Pleroma.Mailer
	alias Pleroma.Web.ActivityPub.ActivityPub
	alias Pleroma.Web.TwitterAPI.UserView
	alias Pleroma.Web.CommonAPI

	import Ecto.Query

	def create_status(%User{} = user, %{"status" => _} = data) do
	CommonAPI.post(user, data)
	end

	def delete(%User{} = user, id) do
	with %Activity{data: %{"type" => _type}} <- Repo.get(Activity, id),
	{:ok, activity} <- CommonAPI.delete(id, user) do
	{:ok, activity}
	end
	end

	def follow(%User{} = follower, params) do
	with {:ok, %User{} = followed} <- get_user(params),
	{:ok, follower} <- User.maybe_direct_follow(follower, followed),
	{:ok, activity} <- ActivityPub.follow(follower, followed),
	{:ok, follower, followed} <-
	User.wait_and_refresh(
	Pleroma.Config.get([:activitypub, :follow_handshake_timeout]),
	follower,
	followed
	) do
	{:ok, follower, followed, activity}
	else
	err -> err
	end
	end

	def unfollow(%User{} = follower, params) do
	with {:ok, %User{} = unfollowed} <- get_user(params),
	{:ok, follower, _follow_activity} <- User.unfollow(follower, unfollowed),
	{:ok, _activity} <- ActivityPub.unfollow(follower, unfollowed) do
	{:ok, follower, unfollowed}
	else
	err -> err
	end
	end

	def block(%User{} = blocker, params) do
	with {:ok, %User{} = blocked} <- get_user(params),
	{:ok, blocker} <- User.block(blocker, blocked),
	{:ok, _activity} <- ActivityPub.block(blocker, blocked) do
	{:ok, blocker, blocked}
	else
	err -> err
	end
	end

	def unblock(%User{} = blocker, params) do
	with {:ok, %User{} = blocked} <- get_user(params),
	{:ok, blocker} <- User.unblock(blocker, blocked),
	{:ok, _activity} <- ActivityPub.unblock(blocker, blocked) do
	{:ok, blocker, blocked}
	else
	err -> err
	end
	end

	def repeat(%User{} = user, ap_id_or_id) do
	with {:ok, _announce, %{data: %{"id" => id}}} <- CommonAPI.repeat(ap_id_or_id, user),
	%Activity{} = activity <- Activity.get_create_by_object_ap_id(id) do
	{:ok, activity}
	end
	end

	def unrepeat(%User{} = user, ap_id_or_id) do
	with {:ok, _unannounce, %{data: %{"id" => id}}} <- CommonAPI.unrepeat(ap_id_or_id, user),
	%Activity{} = activity <- Activity.get_create_by_object_ap_id(id) do
	{:ok, activity}
	end
	end

	def pin(%User{} = user, ap_id_or_id) do
	CommonAPI.pin(ap_id_or_id, user)
	end

	def unpin(%User{} = user, ap_id_or_id) do
	CommonAPI.unpin(ap_id_or_id, user)
	end

	def fav(%User{} = user, ap_id_or_id) do
	with {:ok, _fav, %{data: %{"id" => id}}} <- CommonAPI.favorite(ap_id_or_id, user),
	%Activity{} = activity <- Activity.get_create_by_object_ap_id(id) do
	{:ok, activity}
	end
	end

	def unfav(%User{} = user, ap_id_or_id) do
	with {:ok, _unfav, _fav, %{data: %{"id" => id}}} <- CommonAPI.unfavorite(ap_id_or_id, user),
	%Activity{} = activity <- Activity.get_create_by_object_ap_id(id) do
	{:ok, activity}
	end
	end

	def upload(%Plug.Upload{} = file, %User{} = user, format \\ "xml") do
	{:ok, object} = ActivityPub.upload(file, actor: User.ap_id(user))

	url = List.first(object.data["url"])
	href = url["href"]
	type = url["mediaType"]

	case format do
	"xml" ->
	# Fake this as good as possible...
	"""
	<?xml version="1.0" encoding="UTF-8"?>
	<rsp stat="ok" xmlns:atom="http://www.w3.org/2005/Atom">
	<mediaid>#{object.id}</mediaid>
	<media_id>#{object.id}</media_id>
	<media_id_string>#{object.id}</media_id_string>
	<media_url>#{href}</media_url>
	<mediaurl>#{href}</mediaurl>
	<atom:link rel="enclosure" href="#{href}" type="#{type}"></atom:link>
	</rsp>
	"""

	"json" ->
	%{
	media_id: object.id,
	media_id_string: "#{object.id}}",
	media_url: href,
	size: 0
	}
	\|> Jason.encode!()
	end
	end

	def register_user(params) do
	tokenString = params["token"]

	params = %{
	nickname: params["nickname"],
	name: params["fullname"],
	bio: User.parse_bio(params["bio"]),
	email: params["email"],
	password: params["password"],
	password_confirmation: params["confirm"],
	captcha_solution: params["captcha_solution"],
	captcha_token: params["captcha_token"],
	captcha_answer_data: params["captcha_answer_data"]
	}

	captcha_enabled = Pleroma.Config.get([Pleroma.Captcha, :enabled])
	# true if captcha is disabled or enabled and valid, false otherwise
	captcha_ok =
	if !captcha_enabled do
	:ok
	else
	Pleroma.Captcha.validate(
	params[:captcha_token],
	params[:captcha_solution],
	params[:captcha_answer_data]
	)
	end

	# Captcha invalid
	if captcha_ok != :ok do
	{:error, error} = captcha_ok
	# I have no idea how this error handling works
	{:error, %{error: Jason.encode!(%{captcha: [error]})}}
	else
	registrations_open = Pleroma.Config.get([:instance, :registrations_open])

	# no need to query DB if registration is open
	token =
	unless registrations_open \|\| is_nil(tokenString) do
	Repo.get_by(UserInviteToken, %{token: tokenString})
	end

	cond do
	registrations_open \|\| (!is_nil(token) && !token.used) ->
	changeset = User.register_changeset(%User{}, params)

	with {:ok, user} <- User.register(changeset) do
	!registrations_open && UserInviteToken.mark_as_used(token.token)

	{:ok, user}
	else
	{:error, changeset} ->
	errors =
	Ecto.Changeset.traverse_errors(changeset, fn {msg, _opts} -> msg end)
	\|> Jason.encode!()

	{:error, %{error: errors}}
	end

	!registrations_open && is_nil(token) ->
	{:error, "Invalid token"}

	!registrations_open && token.used ->
	{:error, "Expired token"}
	end
	end
	end

	def password_reset(nickname_or_email) do
	with true <- is_binary(nickname_or_email),
	%User{local: true} = user <- User.get_by_nickname_or_email(nickname_or_email),
	{:ok, token_record} <- Pleroma.PasswordResetToken.create_token(user) do
	user
	\|> UserEmail.password_reset_email(token_record.token)
	\|> Mailer.deliver()
	else
	false ->
	{:error, "bad user identifier"}

	%User{local: false} ->
	{:error, "remote user"}

	nil ->
	{:error, "unknown user"}
	end
	end

	def get_by_id_or_nickname(id_or_nickname) do
	if !is_integer(id_or_nickname) && :error == Integer.parse(id_or_nickname) do
	Repo.get_by(User, nickname: id_or_nickname)
	else
	Repo.get(User, id_or_nickname)
	end
	end

	def get_user(user \\ nil, params) do
	case params do
	%{"user_id" => user_id} ->
	case target = get_by_id_or_nickname(user_id) do
	nil ->
	{:error, "No user with such user_id"}

	_ ->
	{:ok, target}
	end

	%{"screen_name" => nickname} ->
	case target = Repo.get_by(User, nickname: nickname) do
	nil ->
	{:error, "No user with such screen_name"}

	_ ->
	{:ok, target}
	end

	_ ->
	if user do
	{:ok, user}
	else
	{:error, "You need to specify screen_name or user_id"}
	end
	end
	end

	defp parse_int(string, default)

	defp parse_int(string, default) when is_binary(string) do
	with {n, _} <- Integer.parse(string) do
	n
	else
	_e -> default
	end
	end

	defp parse_int(_, default), do: default

	def search(_user, %{"q" => query} = params) do
	limit = parse_int(params["rpp"], 20)
	page = parse_int(params["page"], 1)
	offset = (page - 1) * limit

	q =
	from(
	a in Activity,
	where: fragment("?->>'type' = 'Create'", a.data),
	where: "https://www.w3.org/ns/activitystreams#Public" in a.recipients,
	where:
	fragment(
	"to_tsvector('english', ?->'object'->>'content') @@ plainto_tsquery('english', ?)",
	a.data,
	^query
	),
	limit: ^limit,
	offset: ^offset,
	# this one isn't indexed so psql won't take the wrong index.
	order_by: [desc: :inserted_at]
	)

	_activities = Repo.all(q)
	end

	# DEPRECATED mostly, context objects are now created at insertion time.
	def context_to_conversation_id(context) do
	with %Object{id: id} <- Object.get_cached_by_ap_id(context) do
	id
	else
	_e ->
	changeset = Object.context_mapping(context)

	case Repo.insert(changeset) do
	{:ok, %{id: id}} ->
	id

	# This should be solved by an upsert, but it seems ecto
	# has problems accessing the constraint inside the jsonb.
	{:error, _} ->
	Object.get_cached_by_ap_id(context).id
	end
	end
	end

	def conversation_id_to_context(id) do
	with %Object{data: %{"id" => context}} <- Repo.get(Object, id) do
	context
	else
	_e ->
	{:error, "No such conversation"}
	end
	end

	def get_external_profile(for_user, uri) do
	with %User{} = user <- User.get_or_fetch(uri) do
	{:ok, UserView.render("show.json", %{user: user, for: for_user})}
	else
	_e ->
	{:error, "Couldn't find user"}
	end
	end
	end
	diff --git a/lib/pleroma/web/twitter_api/twitter_api_controller.ex b/lib/pleroma/web/twitter_api/twitter_api_controller.ex
	index c0081bf6e..c2f0dc2a9 100644
	--- a/lib/pleroma/web/twitter_api/twitter_api_controller.ex
	+++ b/lib/pleroma/web/twitter_api/twitter_api_controller.ex
	@@ -1,725 +1,733 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.TwitterAPI.Controller do
	use Pleroma.Web, :controller

	import Pleroma.Web.ControllerHelper, only: [json_response: 3]

	alias Ecto.Changeset
	- alias Pleroma.Web.ActivityPub.{ActivityPub, Utils}
	+ alias Pleroma.Web.ActivityPub.ActivityPub
	+ alias Pleroma.Web.ActivityPub.Utils
	alias Pleroma.Web.CommonAPI
	- alias Pleroma.Web.TwitterAPI.{ActivityView, NotificationView, TwitterAPI, UserView}
	- alias Pleroma.{Activity, Object, Notification, Repo, User}
	+ alias Pleroma.Web.TwitterAPI.ActivityView
	+ alias Pleroma.Web.TwitterAPI.NotificationView
	+ alias Pleroma.Web.TwitterAPI.TwitterAPI
	+ alias Pleroma.Web.TwitterAPI.UserView
	+ alias Pleroma.Activity
	+ alias Pleroma.Object
	+ alias Pleroma.Notification
	+ alias Pleroma.Repo
	+ alias Pleroma.User

	require Logger

	plug(:only_if_public_instance when action in [:public_timeline, :public_and_external_timeline])
	action_fallback(:errors)

	def verify_credentials(%{assigns: %{user: user}} = conn, _params) do
	token = Phoenix.Token.sign(conn, "user socket", user.id)

	conn
	\|> put_view(UserView)
	\|> render("show.json", %{user: user, token: token, for: user})
	end

	def status_update(%{assigns: %{user: user}} = conn, %{"status" => _} = status_data) do
	with media_ids <- extract_media_ids(status_data),
	{:ok, activity} <-
	TwitterAPI.create_status(user, Map.put(status_data, "media_ids", media_ids)) do
	conn
	\|> json(ActivityView.render("activity.json", activity: activity, for: user))
	else
	_ -> empty_status_reply(conn)
	end
	end

	def status_update(conn, _status_data) do
	empty_status_reply(conn)
	end

	defp empty_status_reply(conn) do
	bad_request_reply(conn, "Client must provide a 'status' parameter with a value.")
	end

	defp extract_media_ids(status_data) do
	with media_ids when not is_nil(media_ids) <- status_data["media_ids"],
	split_ids <- String.split(media_ids, ","),
	clean_ids <- Enum.reject(split_ids, fn id -> String.length(id) == 0 end) do
	clean_ids
	else
	_e -> []
	end
	end

	def public_and_external_timeline(%{assigns: %{user: user}} = conn, params) do
	params =
	params
	\|> Map.put("type", ["Create", "Announce"])
	\|> Map.put("blocking_user", user)

	activities = ActivityPub.fetch_public_activities(params)

	conn
	\|> put_view(ActivityView)
	\|> render("index.json", %{activities: activities, for: user})
	end

	def public_timeline(%{assigns: %{user: user}} = conn, params) do
	params =
	params
	\|> Map.put("type", ["Create", "Announce"])
	\|> Map.put("local_only", true)
	\|> Map.put("blocking_user", user)

	activities = ActivityPub.fetch_public_activities(params)

	conn
	\|> put_view(ActivityView)
	\|> render("index.json", %{activities: activities, for: user})
	end

	def friends_timeline(%{assigns: %{user: user}} = conn, params) do
	params =
	params
	\|> Map.put("type", ["Create", "Announce", "Follow", "Like"])
	\|> Map.put("blocking_user", user)
	\|> Map.put("user", user)

	activities =
	ActivityPub.fetch_activities([user.ap_id \| user.following], params)
	\|> ActivityPub.contain_timeline(user)

	conn
	\|> put_view(ActivityView)
	\|> render("index.json", %{activities: activities, for: user})
	end

	def show_user(conn, params) do
	for_user = conn.assigns.user

	with {:ok, shown} <- TwitterAPI.get_user(params),
	true <-
	User.auth_active?(shown) \|\|
	(for_user && (for_user.id == shown.id \|\| User.superuser?(for_user))) do
	params =
	if for_user do
	%{user: shown, for: for_user}
	else
	%{user: shown}
	end

	conn
	\|> put_view(UserView)
	\|> render("show.json", params)
	else
	{:error, msg} ->
	bad_request_reply(conn, msg)

	false ->
	conn
	\|> put_status(404)
	\|> json(%{error: "Unconfirmed user"})
	end
	end

	def user_timeline(%{assigns: %{user: user}} = conn, params) do
	case TwitterAPI.get_user(user, params) do
	{:ok, target_user} ->
	# Twitter and ActivityPub use a different name and sense for this parameter.
	{include_rts, params} = Map.pop(params, "include_rts")

	params =
	case include_rts do
	x when x == "false" or x == "0" -> Map.put(params, "exclude_reblogs", "true")
	_ -> params
	end

	activities = ActivityPub.fetch_user_activities(target_user, user, params)

	conn
	\|> put_view(ActivityView)
	\|> render("index.json", %{activities: activities, for: user})

	{:error, msg} ->
	bad_request_reply(conn, msg)
	end
	end

	def mentions_timeline(%{assigns: %{user: user}} = conn, params) do
	params =
	params
	\|> Map.put("type", ["Create", "Announce", "Follow", "Like"])
	\|> Map.put("blocking_user", user)

	activities = ActivityPub.fetch_activities([user.ap_id], params)

	conn
	\|> put_view(ActivityView)
	\|> render("index.json", %{activities: activities, for: user})
	end

	def dm_timeline(%{assigns: %{user: user}} = conn, params) do
	query =
	ActivityPub.fetch_activities_query(
	[user.ap_id],
	Map.merge(params, %{"type" => "Create", "user" => user, visibility: "direct"})
	)

	activities = Repo.all(query)

	conn
	\|> put_view(ActivityView)
	\|> render("index.json", %{activities: activities, for: user})
	end

	def notifications(%{assigns: %{user: user}} = conn, params) do
	notifications = Notification.for_user(user, params)

	conn
	\|> put_view(NotificationView)
	\|> render("notification.json", %{notifications: notifications, for: user})
	end

	def notifications_read(%{assigns: %{user: user}} = conn, %{"latest_id" => latest_id} = params) do
	Notification.set_read_up_to(user, latest_id)

	notifications = Notification.for_user(user, params)

	conn
	\|> put_view(NotificationView)
	\|> render("notification.json", %{notifications: notifications, for: user})
	end

	def notifications_read(%{assigns: %{user: _user}} = conn, _) do
	bad_request_reply(conn, "You need to specify latest_id")
	end

	def follow(%{assigns: %{user: user}} = conn, params) do
	case TwitterAPI.follow(user, params) do
	{:ok, user, followed, _activity} ->
	conn
	\|> put_view(UserView)
	\|> render("show.json", %{user: followed, for: user})

	{:error, msg} ->
	forbidden_json_reply(conn, msg)
	end
	end

	def block(%{assigns: %{user: user}} = conn, params) do
	case TwitterAPI.block(user, params) do
	{:ok, user, blocked} ->
	conn
	\|> put_view(UserView)
	\|> render("show.json", %{user: blocked, for: user})

	{:error, msg} ->
	forbidden_json_reply(conn, msg)
	end
	end

	def unblock(%{assigns: %{user: user}} = conn, params) do
	case TwitterAPI.unblock(user, params) do
	{:ok, user, blocked} ->
	conn
	\|> put_view(UserView)
	\|> render("show.json", %{user: blocked, for: user})

	{:error, msg} ->
	forbidden_json_reply(conn, msg)
	end
	end

	def delete_post(%{assigns: %{user: user}} = conn, %{"id" => id}) do
	with {:ok, activity} <- TwitterAPI.delete(user, id) do
	conn
	\|> put_view(ActivityView)
	\|> render("activity.json", %{activity: activity, for: user})
	end
	end

	def unfollow(%{assigns: %{user: user}} = conn, params) do
	case TwitterAPI.unfollow(user, params) do
	{:ok, user, unfollowed} ->
	conn
	\|> put_view(UserView)
	\|> render("show.json", %{user: unfollowed, for: user})

	{:error, msg} ->
	forbidden_json_reply(conn, msg)
	end
	end

	def fetch_status(%{assigns: %{user: user}} = conn, %{"id" => id}) do
	with %Activity{} = activity <- Repo.get(Activity, id),
	true <- ActivityPub.visible_for_user?(activity, user) do
	conn
	\|> put_view(ActivityView)
	\|> render("activity.json", %{activity: activity, for: user})
	end
	end

	def fetch_conversation(%{assigns: %{user: user}} = conn, %{"id" => id}) do
	with context when is_binary(context) <- TwitterAPI.conversation_id_to_context(id),
	activities <-
	ActivityPub.fetch_activities_for_context(context, %{
	"blocking_user" => user,
	"user" => user
	}) do
	conn
	\|> put_view(ActivityView)
	\|> render("index.json", %{activities: activities, for: user})
	end
	end

	@doc """
	Updates metadata of uploaded media object.
	Derived from [Twitter API endpoint](https://developer.twitter.com/en/docs/media/upload-media/api-reference/post-media-metadata-create).
	"""
	def update_media(%{assigns: %{user: user}} = conn, %{"media_id" => id} = data) do
	object = Repo.get(Object, id)
	description = get_in(data, ["alt_text", "text"]) \|\| data["name"] \|\| data["description"]

	{conn, status, response_body} =
	cond do
	!object ->
	{halt(conn), :not_found, ""}

	!Object.authorize_mutation(object, user) ->
	{halt(conn), :forbidden, "You can only update your own uploads."}

	!is_binary(description) ->
	{conn, :not_modified, ""}

	true ->
	new_data = Map.put(object.data, "name", description)

	{:ok, _} =
	object
	\|> Object.change(%{data: new_data})
	\|> Repo.update()

	{conn, :no_content, ""}
	end

	conn
	\|> put_status(status)
	\|> json(response_body)
	end

	def upload(%{assigns: %{user: user}} = conn, %{"media" => media}) do
	response = TwitterAPI.upload(media, user)

	conn
	\|> put_resp_content_type("application/atom+xml")
	\|> send_resp(200, response)
	end

	def upload_json(%{assigns: %{user: user}} = conn, %{"media" => media}) do
	response = TwitterAPI.upload(media, user, "json")

	conn
	\|> json_reply(200, response)
	end

	def get_by_id_or_ap_id(id) do
	activity = Repo.get(Activity, id) \|\| Activity.get_create_by_object_ap_id(id)

	if activity.data["type"] == "Create" do
	activity
	else
	Activity.get_create_by_object_ap_id(activity.data["object"])
	end
	end

	def favorite(%{assigns: %{user: user}} = conn, %{"id" => id}) do
	with {:ok, activity} <- TwitterAPI.fav(user, id) do
	conn
	\|> put_view(ActivityView)
	\|> render("activity.json", %{activity: activity, for: user})
	else
	_ -> json_reply(conn, 400, Jason.encode!(%{}))
	end
	end

	def unfavorite(%{assigns: %{user: user}} = conn, %{"id" => id}) do
	with {:ok, activity} <- TwitterAPI.unfav(user, id) do
	conn
	\|> put_view(ActivityView)
	\|> render("activity.json", %{activity: activity, for: user})
	else
	_ -> json_reply(conn, 400, Jason.encode!(%{}))
	end
	end

	def retweet(%{assigns: %{user: user}} = conn, %{"id" => id}) do
	with {:ok, activity} <- TwitterAPI.repeat(user, id) do
	conn
	\|> put_view(ActivityView)
	\|> render("activity.json", %{activity: activity, for: user})
	else
	_ -> json_reply(conn, 400, Jason.encode!(%{}))
	end
	end

	def unretweet(%{assigns: %{user: user}} = conn, %{"id" => id}) do
	with {:ok, activity} <- TwitterAPI.unrepeat(user, id) do
	conn
	\|> put_view(ActivityView)
	\|> render("activity.json", %{activity: activity, for: user})
	else
	_ -> json_reply(conn, 400, Jason.encode!(%{}))
	end
	end

	def pin(%{assigns: %{user: user}} = conn, %{"id" => id}) do
	with {:ok, activity} <- TwitterAPI.pin(user, id) do
	conn
	\|> put_view(ActivityView)
	\|> render("activity.json", %{activity: activity, for: user})
	else
	{:error, message} -> bad_request_reply(conn, message)
	err -> err
	end
	end

	def unpin(%{assigns: %{user: user}} = conn, %{"id" => id}) do
	with {:ok, activity} <- TwitterAPI.unpin(user, id) do
	conn
	\|> put_view(ActivityView)
	\|> render("activity.json", %{activity: activity, for: user})
	else
	{:error, message} -> bad_request_reply(conn, message)
	err -> err
	end
	end

	def register(conn, params) do
	with {:ok, user} <- TwitterAPI.register_user(params) do
	conn
	\|> put_view(UserView)
	\|> render("show.json", %{user: user})
	else
	{:error, errors} ->
	conn
	\|> json_reply(400, Jason.encode!(errors))
	end
	end

	def password_reset(conn, params) do
	nickname_or_email = params["email"] \|\| params["nickname"]

	with {:ok, _} <- TwitterAPI.password_reset(nickname_or_email) do
	json_response(conn, :no_content, "")
	end
	end

	def confirm_email(conn, %{"user_id" => uid, "token" => token}) do
	with %User{} = user <- Repo.get(User, uid),
	true <- user.local,
	true <- user.info.confirmation_pending,
	true <- user.info.confirmation_token == token,
	info_change <- User.Info.confirmation_changeset(user.info, :confirmed),
	changeset <- Changeset.change(user) \|> Changeset.put_embed(:info, info_change),
	{:ok, _} <- User.update_and_set_cache(changeset) do
	conn
	\|> redirect(to: "/")
	end
	end

	def resend_confirmation_email(conn, params) do
	nickname_or_email = params["email"] \|\| params["nickname"]

	with %User{} = user <- User.get_by_nickname_or_email(nickname_or_email),
	{:ok, _} <- User.try_send_confirmation_email(user) do
	conn
	\|> json_response(:no_content, "")
	end
	end

	def update_avatar(%{assigns: %{user: user}} = conn, params) do
	{:ok, object} = ActivityPub.upload(params, type: :avatar)
	change = Changeset.change(user, %{avatar: object.data})
	{:ok, user} = User.update_and_set_cache(change)
	CommonAPI.update(user)

	conn
	\|> put_view(UserView)
	\|> render("show.json", %{user: user, for: user})
	end

	def update_banner(%{assigns: %{user: user}} = conn, params) do
	with {:ok, object} <- ActivityPub.upload(%{"img" => params["banner"]}, type: :banner),
	new_info <- %{"banner" => object.data},
	info_cng <- User.Info.profile_update(user.info, new_info),
	changeset <- Ecto.Changeset.change(user) \|> Ecto.Changeset.put_embed(:info, info_cng),
	{:ok, user} <- User.update_and_set_cache(changeset) do
	CommonAPI.update(user)
	%{"url" => [%{"href" => href} \| _]} = object.data
	response = %{url: href} \|> Jason.encode!()

	conn
	\|> json_reply(200, response)
	end
	end

	def update_background(%{assigns: %{user: user}} = conn, params) do
	with {:ok, object} <- ActivityPub.upload(params, type: :background),
	new_info <- %{"background" => object.data},
	info_cng <- User.Info.profile_update(user.info, new_info),
	changeset <- Ecto.Changeset.change(user) \|> Ecto.Changeset.put_embed(:info, info_cng),
	{:ok, _user} <- User.update_and_set_cache(changeset) do
	%{"url" => [%{"href" => href} \| _]} = object.data
	response = %{url: href} \|> Jason.encode!()

	conn
	\|> json_reply(200, response)
	end
	end

	def external_profile(%{assigns: %{user: current_user}} = conn, %{"profileurl" => uri}) do
	with {:ok, user_map} <- TwitterAPI.get_external_profile(current_user, uri),
	response <- Jason.encode!(user_map) do
	conn
	\|> json_reply(200, response)
	else
	_e ->
	conn
	\|> put_status(404)
	\|> json(%{error: "Can't find user"})
	end
	end

	def followers(%{assigns: %{user: for_user}} = conn, params) do
	{:ok, page} = Ecto.Type.cast(:integer, params["page"] \|\| 1)

	with {:ok, user} <- TwitterAPI.get_user(for_user, params),
	{:ok, followers} <- User.get_followers(user, page) do
	followers =
	cond do
	for_user && user.id == for_user.id -> followers
	user.info.hide_followers -> []
	true -> followers
	end

	conn
	\|> put_view(UserView)
	\|> render("index.json", %{users: followers, for: conn.assigns[:user]})
	else
	_e -> bad_request_reply(conn, "Can't get followers")
	end
	end

	def friends(%{assigns: %{user: for_user}} = conn, params) do
	{:ok, page} = Ecto.Type.cast(:integer, params["page"] \|\| 1)

	with {:ok, user} <- TwitterAPI.get_user(conn.assigns[:user], params),
	{:ok, friends} <- User.get_friends(user, page) do
	friends =
	cond do
	for_user && user.id == for_user.id -> friends
	user.info.hide_follows -> []
	true -> friends
	end

	conn
	\|> put_view(UserView)
	\|> render("index.json", %{users: friends, for: conn.assigns[:user]})
	else
	_e -> bad_request_reply(conn, "Can't get friends")
	end
	end

	def blocks(%{assigns: %{user: user}} = conn, _params) do
	with blocked_users <- User.blocked_users(user) do
	conn
	\|> put_view(UserView)
	\|> render("index.json", %{users: blocked_users, for: user})
	end
	end

	def friend_requests(conn, params) do
	with {:ok, user} <- TwitterAPI.get_user(conn.assigns[:user], params),
	{:ok, friend_requests} <- User.get_follow_requests(user) do
	conn
	\|> put_view(UserView)
	\|> render("index.json", %{users: friend_requests, for: conn.assigns[:user]})
	else
	_e -> bad_request_reply(conn, "Can't get friend requests")
	end
	end

	def approve_friend_request(conn, %{"user_id" => uid} = _params) do
	with followed <- conn.assigns[:user],
	%User{} = follower <- Repo.get(User, uid),
	{:ok, follower} <- User.maybe_follow(follower, followed),
	%Activity{} = follow_activity <- Utils.fetch_latest_follow(follower, followed),
	{:ok, follow_activity} <- Utils.update_follow_state(follow_activity, "accept"),
	{:ok, _activity} <-
	ActivityPub.accept(%{
	to: [follower.ap_id],
	actor: followed.ap_id,
	object: follow_activity.data["id"],
	type: "Accept"
	}) do
	conn
	\|> put_view(UserView)
	\|> render("show.json", %{user: follower, for: followed})
	else
	e -> bad_request_reply(conn, "Can't approve user: #{inspect(e)}")
	end
	end

	def deny_friend_request(conn, %{"user_id" => uid} = _params) do
	with followed <- conn.assigns[:user],
	%User{} = follower <- Repo.get(User, uid),
	%Activity{} = follow_activity <- Utils.fetch_latest_follow(follower, followed),
	{:ok, follow_activity} <- Utils.update_follow_state(follow_activity, "reject"),
	{:ok, _activity} <-
	ActivityPub.reject(%{
	to: [follower.ap_id],
	actor: followed.ap_id,
	object: follow_activity.data["id"],
	type: "Reject"
	}) do
	conn
	\|> put_view(UserView)
	\|> render("show.json", %{user: follower, for: followed})
	else
	e -> bad_request_reply(conn, "Can't deny user: #{inspect(e)}")
	end
	end

	def friends_ids(%{assigns: %{user: user}} = conn, _params) do
	with {:ok, friends} <- User.get_friends(user) do
	ids =
	friends
	\|> Enum.map(fn x -> x.id end)
	\|> Jason.encode!()

	json(conn, ids)
	else
	_e -> bad_request_reply(conn, "Can't get friends")
	end
	end

	def empty_array(conn, _params) do
	json(conn, Jason.encode!([]))
	end

	def raw_empty_array(conn, _params) do
	json(conn, [])
	end

	defp build_info_cng(user, params) do
	info_params =
	["no_rich_text", "locked", "hide_followers", "hide_follows", "show_role"]
	\|> Enum.reduce(%{}, fn key, res ->
	if value = params[key] do
	Map.put(res, key, value == "true")
	else
	res
	end
	end)

	info_params =
	if value = params["default_scope"] do
	Map.put(info_params, "default_scope", value)
	else
	info_params
	end

	User.Info.profile_update(user.info, info_params)
	end

	defp parse_profile_bio(user, params) do
	if bio = params["description"] do
	Map.put(params, "bio", User.parse_bio(bio, user))
	else
	params
	end
	end

	def update_profile(%{assigns: %{user: user}} = conn, params) do
	params = parse_profile_bio(user, params)
	info_cng = build_info_cng(user, params)

	with changeset <- User.update_changeset(user, params),
	changeset <- Ecto.Changeset.put_embed(changeset, :info, info_cng),
	{:ok, user} <- User.update_and_set_cache(changeset) do
	CommonAPI.update(user)

	conn
	\|> put_view(UserView)
	\|> render("user.json", %{user: user, for: user})
	else
	error ->
	Logger.debug("Can't update user: #{inspect(error)}")
	bad_request_reply(conn, "Can't update user")
	end
	end

	def search(%{assigns: %{user: user}} = conn, %{"q" => _query} = params) do
	activities = TwitterAPI.search(user, params)

	conn
	\|> put_view(ActivityView)
	\|> render("index.json", %{activities: activities, for: user})
	end

	def search_user(%{assigns: %{user: user}} = conn, %{"query" => query}) do
	users = User.search(query, true, user)

	conn
	\|> put_view(UserView)
	\|> render("index.json", %{users: users, for: user})
	end

	defp bad_request_reply(conn, error_message) do
	json = error_json(conn, error_message)
	json_reply(conn, 400, json)
	end

	defp json_reply(conn, status, json) do
	conn
	\|> put_resp_content_type("application/json")
	\|> send_resp(status, json)
	end

	defp forbidden_json_reply(conn, error_message) do
	json = error_json(conn, error_message)
	json_reply(conn, 403, json)
	end

	def only_if_public_instance(%{assigns: %{user: %User{}}} = conn, _), do: conn

	def only_if_public_instance(conn, _) do
	if Keyword.get(Application.get_env(:pleroma, :instance), :public) do
	conn
	else
	conn
	\|> forbidden_json_reply("Invalid credentials.")
	\|> halt()
	end
	end

	defp error_json(conn, error_message) do
	%{"error" => error_message, "request" => conn.request_path} \|> Jason.encode!()
	end

	def errors(conn, {:param_cast, _}) do
	conn
	\|> put_status(400)
	\|> json("Invalid parameters")
	end

	def errors(conn, _) do
	conn
	\|> put_status(500)
	\|> json("Something went wrong")
	end
	end
	diff --git a/lib/pleroma/web/twitter_api/views/activity_view.ex b/lib/pleroma/web/twitter_api/views/activity_view.ex
	index dbcb732fe..661022afa 100644
	--- a/lib/pleroma/web/twitter_api/views/activity_view.ex
	+++ b/lib/pleroma/web/twitter_api/views/activity_view.ex
	@@ -1,347 +1,354 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.TwitterAPI.ActivityView do
	use Pleroma.Web, :view
	- alias Pleroma.{Activity, Formatter, HTML, Object, Repo, User}
	+ alias Pleroma.Activity
	+ alias Pleroma.Formatter
	+ alias Pleroma.HTML
	+ alias Pleroma.Object
	+ alias Pleroma.Repo
	+ alias Pleroma.User
	alias Pleroma.Web.CommonAPI.Utils
	alias Pleroma.Web.MastodonAPI.StatusView
	- alias Pleroma.Web.TwitterAPI.{ActivityView, TwitterAPI, UserView}
	+ alias Pleroma.Web.TwitterAPI.ActivityView
	+ alias Pleroma.Web.TwitterAPI.TwitterAPI
	+ alias Pleroma.Web.TwitterAPI.UserView
	alias Pleroma.Web.TwitterAPI.Representers.ObjectRepresenter

	import Ecto.Query
	require Logger

	defp query_context_ids([]), do: []

	defp query_context_ids(contexts) do
	query = from(o in Object, where: fragment("(?)->>'id' = ANY(?)", o.data, ^contexts))

	Repo.all(query)
	end

	defp query_users([]), do: []

	defp query_users(user_ids) do
	query = from(user in User, where: user.ap_id in ^user_ids)

	Repo.all(query)
	end

	defp collect_context_ids(activities) do
	_contexts =
	activities
	\|> Enum.reject(& &1.data["context_id"])
	\|> Enum.map(fn %{data: data} ->
	data["context"]
	end)
	\|> Enum.filter(& &1)
	\|> query_context_ids()
	\|> Enum.reduce(%{}, fn %{data: %{"id" => ap_id}, id: id}, acc ->
	Map.put(acc, ap_id, id)
	end)
	end

	defp collect_users(activities) do
	activities
	\|> Enum.map(fn activity ->
	case activity.data do
	data = %{"type" => "Follow"} ->
	[data["actor"], data["object"]]

	data ->
	[data["actor"]]
	end ++ activity.recipients
	end)
	\|> List.flatten()
	\|> Enum.uniq()
	\|> query_users()
	\|> Enum.reduce(%{}, fn user, acc ->
	Map.put(acc, user.ap_id, user)
	end)
	end

	defp get_context_id(%{data: %{"context_id" => context_id}}, _) when not is_nil(context_id),
	do: context_id

	defp get_context_id(%{data: %{"context" => nil}}, _), do: nil

	defp get_context_id(%{data: %{"context" => context}}, options) do
	cond do
	id = options[:context_ids][context] -> id
	true -> TwitterAPI.context_to_conversation_id(context)
	end
	end

	defp get_context_id(_, _), do: nil

	defp get_user(ap_id, opts) do
	cond do
	user = opts[:users][ap_id] ->
	user

	String.ends_with?(ap_id, "/followers") ->
	nil

	ap_id == "https://www.w3.org/ns/activitystreams#Public" ->
	nil

	user = User.get_cached_by_ap_id(ap_id) ->
	user

	user = User.get_by_guessed_nickname(ap_id) ->
	user

	true ->
	User.error_user(ap_id)
	end
	end

	def render("index.json", opts) do
	context_ids = collect_context_ids(opts.activities)
	users = collect_users(opts.activities)

	opts =
	opts
	\|> Map.put(:context_ids, context_ids)
	\|> Map.put(:users, users)

	safe_render_many(
	opts.activities,
	ActivityView,
	"activity.json",
	opts
	)
	end

	def render("activity.json", %{activity: %{data: %{"type" => "Delete"}} = activity} = opts) do
	user = get_user(activity.data["actor"], opts)
	created_at = activity.data["published"] \|> Utils.date_to_asctime()

	%{
	"id" => activity.id,
	"uri" => activity.data["object"],
	"user" => UserView.render("show.json", %{user: user, for: opts[:for]}),
	"attentions" => [],
	"statusnet_html" => "deleted notice {{tag",
	"text" => "deleted notice {{tag",
	"is_local" => activity.local,
	"is_post_verb" => false,
	"created_at" => created_at,
	"in_reply_to_status_id" => nil,
	"external_url" => activity.data["id"],
	"activity_type" => "delete"
	}
	end

	def render("activity.json", %{activity: %{data: %{"type" => "Follow"}} = activity} = opts) do
	user = get_user(activity.data["actor"], opts)
	created_at = activity.data["published"] \|\| DateTime.to_iso8601(activity.inserted_at)
	created_at = created_at \|> Utils.date_to_asctime()

	followed = get_user(activity.data["object"], opts)
	text = "#{user.nickname} started following #{followed.nickname}"

	%{
	"id" => activity.id,
	"user" => UserView.render("show.json", %{user: user, for: opts[:for]}),
	"attentions" => [],
	"statusnet_html" => text,
	"text" => text,
	"is_local" => activity.local,
	"is_post_verb" => false,
	"created_at" => created_at,
	"in_reply_to_status_id" => nil,
	"external_url" => activity.data["id"],
	"activity_type" => "follow"
	}
	end

	def render("activity.json", %{activity: %{data: %{"type" => "Announce"}} = activity} = opts) do
	user = get_user(activity.data["actor"], opts)
	created_at = activity.data["published"] \|> Utils.date_to_asctime()
	announced_activity = Activity.get_create_by_object_ap_id(activity.data["object"])

	text = "#{user.nickname} retweeted a status."

	retweeted_status = render("activity.json", Map.merge(opts, %{activity: announced_activity}))

	%{
	"id" => activity.id,
	"user" => UserView.render("show.json", %{user: user, for: opts[:for]}),
	"statusnet_html" => text,
	"text" => text,
	"is_local" => activity.local,
	"is_post_verb" => false,
	"uri" => "tag:#{activity.data["id"]}:objectType=note",
	"created_at" => created_at,
	"retweeted_status" => retweeted_status,
	"statusnet_conversation_id" => get_context_id(announced_activity, opts),
	"external_url" => activity.data["id"],
	"activity_type" => "repeat"
	}
	end

	def render("activity.json", %{activity: %{data: %{"type" => "Like"}} = activity} = opts) do
	user = get_user(activity.data["actor"], opts)
	liked_activity = Activity.get_create_by_object_ap_id(activity.data["object"])
	liked_activity_id = if liked_activity, do: liked_activity.id, else: nil

	created_at =
	activity.data["published"]
	\|> Utils.date_to_asctime()

	text = "#{user.nickname} favorited a status."

	favorited_status =
	if liked_activity,
	do: render("activity.json", Map.merge(opts, %{activity: liked_activity})),
	else: nil

	%{
	"id" => activity.id,
	"user" => UserView.render("show.json", %{user: user, for: opts[:for]}),
	"statusnet_html" => text,
	"text" => text,
	"is_local" => activity.local,
	"is_post_verb" => false,
	"uri" => "tag:#{activity.data["id"]}:objectType=Favourite",
	"created_at" => created_at,
	"favorited_status" => favorited_status,
	"in_reply_to_status_id" => liked_activity_id,
	"external_url" => activity.data["id"],
	"activity_type" => "like"
	}
	end

	def render(
	"activity.json",
	%{activity: %{data: %{"type" => "Create", "object" => object}} = activity} = opts
	) do
	user = get_user(activity.data["actor"], opts)

	created_at = object["published"] \|> Utils.date_to_asctime()
	like_count = object["like_count"] \|\| 0
	announcement_count = object["announcement_count"] \|\| 0
	favorited = opts[:for] && opts[:for].ap_id in (object["likes"] \|\| [])
	repeated = opts[:for] && opts[:for].ap_id in (object["announcements"] \|\| [])
	pinned = activity.id in user.info.pinned_activities

	attentions =
	[]
	\|> Utils.maybe_notify_to_recipients(activity)
	\|> Utils.maybe_notify_mentioned_recipients(activity)
	\|> Enum.map(fn ap_id -> get_user(ap_id, opts) end)
	\|> Enum.filter(& &1)
	\|> Enum.map(fn user -> UserView.render("show.json", %{user: user, for: opts[:for]}) end)

	conversation_id = get_context_id(activity, opts)

	tags = activity.data["object"]["tag"] \|\| []
	possibly_sensitive = activity.data["object"]["sensitive"] \|\| Enum.member?(tags, "nsfw")

	tags = if possibly_sensitive, do: Enum.uniq(["nsfw" \| tags]), else: tags

	{summary, content} = render_content(object)

	html =
	content
	\|> HTML.get_cached_scrubbed_html_for_object(
	User.html_filter_policy(opts[:for]),
	activity,
	__MODULE__
	)
	\|> Formatter.emojify(object["emoji"])

	text =
	if content do
	content
	\|> String.replace(~r/<br\s?\/?>/, "\n")
	\|> HTML.get_cached_stripped_html_for_object(activity, __MODULE__)
	end

	reply_parent = Activity.get_in_reply_to_activity(activity)

	reply_user = reply_parent && User.get_cached_by_ap_id(reply_parent.actor)

	summary = HTML.strip_tags(summary)

	card =
	StatusView.render(
	"card.json",
	Pleroma.Web.RichMedia.Helpers.fetch_data_for_activity(activity)
	)

	%{
	"id" => activity.id,
	"uri" => activity.data["object"]["id"],
	"user" => UserView.render("show.json", %{user: user, for: opts[:for]}),
	"statusnet_html" => html,
	"text" => text,
	"is_local" => activity.local,
	"is_post_verb" => true,
	"created_at" => created_at,
	"in_reply_to_status_id" => object["inReplyToStatusId"],
	"in_reply_to_screen_name" => reply_user && reply_user.nickname,
	"in_reply_to_profileurl" => User.profile_url(reply_user),
	"in_reply_to_ostatus_uri" => reply_user && reply_user.ap_id,
	"in_reply_to_user_id" => reply_user && reply_user.id,
	"statusnet_conversation_id" => conversation_id,
	"attachments" => (object["attachment"] \|\| []) \|> ObjectRepresenter.enum_to_list(opts),
	"attentions" => attentions,
	"fave_num" => like_count,
	"repeat_num" => announcement_count,
	"favorited" => !!favorited,
	"repeated" => !!repeated,
	"pinned" => pinned,
	"external_url" => object["external_url"] \|\| object["id"],
	"tags" => tags,
	"activity_type" => "post",
	"possibly_sensitive" => possibly_sensitive,
	"visibility" => StatusView.get_visibility(object),
	"summary" => summary,
	"summary_html" => summary \|> Formatter.emojify(object["emoji"]),
	"card" => card
	}
	end

	def render("activity.json", %{activity: unhandled_activity}) do
	Logger.warn("#{__MODULE__} unhandled activity: #{inspect(unhandled_activity)}")
	nil
	end

	def render_content(%{"type" => "Note"} = object) do
	summary = object["summary"]

	content =
	if !!summary and summary != "" do
	"<p>#{summary}</p>#{object["content"]}"
	else
	object["content"]
	end

	{summary, content}
	end

	def render_content(%{"type" => object_type} = object)
	when object_type in ["Article", "Page", "Video"] do
	summary = object["name"] \|\| object["summary"]

	content =
	if !!summary and summary != "" and is_bitstring(object["url"]) do
	"<p><a href=\"#{object["url"]}\">#{summary}</a></p>#{object["content"]}"
	else
	object["content"]
	end

	{summary, content}
	end

	def render_content(object) do
	summary = object["summary"] \|\| "Unhandled activity type: #{object["type"]}"
	content = "<p>#{summary}</p>#{object["content"]}"

	{summary, content}
	end
	end
	diff --git a/lib/pleroma/web/twitter_api/views/notification_view.ex b/lib/pleroma/web/twitter_api/views/notification_view.ex
	index 414ed4731..e7c7a7496 100644
	--- a/lib/pleroma/web/twitter_api/views/notification_view.ex
	+++ b/lib/pleroma/web/twitter_api/views/notification_view.ex
	@@ -1,67 +1,69 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.TwitterAPI.NotificationView do
	use Pleroma.Web, :view
	- alias Pleroma.{Notification, User}
	+ alias Pleroma.Notification
	+ alias Pleroma.User
	alias Pleroma.Web.CommonAPI.Utils
	- alias Pleroma.Web.TwitterAPI.{ActivityView, UserView}
	+ alias Pleroma.Web.TwitterAPI.ActivityView
	+ alias Pleroma.Web.TwitterAPI.UserView

	defp get_user(ap_id, opts) do
	cond do
	user = opts[:users][ap_id] ->
	user

	String.ends_with?(ap_id, "/followers") ->
	nil

	ap_id == "https://www.w3.org/ns/activitystreams#Public" ->
	nil

	true ->
	User.get_cached_by_ap_id(ap_id)
	end
	end

	def render("notification.json", %{notifications: notifications, for: user}) do
	render_many(
	notifications,
	Pleroma.Web.TwitterAPI.NotificationView,
	"notification.json",
	for: user
	)
	end

	def render(
	"notification.json",
	%{
	notification: %Notification{
	id: id,
	seen: seen,
	activity: activity,
	inserted_at: created_at
	},
	for: user
	} = opts
	) do
	ntype =
	case activity.data["type"] do
	"Create" -> "mention"
	"Like" -> "like"
	"Announce" -> "repeat"
	"Follow" -> "follow"
	end

	from = get_user(activity.data["actor"], opts)

	%{
	"id" => id,
	"ntype" => ntype,
	"notice" => ActivityView.render("activity.json", %{activity: activity, for: user}),
	"from_profile" => UserView.render("show.json", %{user: from, for: user}),
	"is_seen" => if(seen, do: 1, else: 0),
	"created_at" => created_at \|> Utils.format_naive_asctime()
	}
	end
	end
	diff --git a/lib/pleroma/web/twitter_api/views/user_view.ex b/lib/pleroma/web/twitter_api/views/user_view.ex
	index 3cde3bc1b..a09450df7 100644
	--- a/lib/pleroma/web/twitter_api/views/user_view.ex
	+++ b/lib/pleroma/web/twitter_api/views/user_view.ex
	@@ -1,152 +1,154 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.TwitterAPI.UserView do
	use Pleroma.Web, :view
	- alias Pleroma.{Formatter, HTML, User}
	+ alias Pleroma.Formatter
	+ alias Pleroma.HTML
	+ alias Pleroma.User
	alias Pleroma.Web.CommonAPI.Utils
	alias Pleroma.Web.MediaProxy

	def render("show.json", %{user: user = %User{}} = assigns) do
	render_one(user, Pleroma.Web.TwitterAPI.UserView, "user.json", assigns)
	end

	def render("index.json", %{users: users, for: user}) do
	users
	\|> render_many(Pleroma.Web.TwitterAPI.UserView, "user.json", for: user)
	\|> Enum.filter(&Enum.any?/1)
	end

	def render("user.json", %{user: user = %User{}} = assigns) do
	if User.visible_for?(user, assigns[:for]),
	do: do_render("user.json", assigns),
	else: %{}
	end

	def render("short.json", %{
	user: %User{
	nickname: nickname,
	id: id,
	ap_id: ap_id,
	name: name
	}
	}) do
	%{
	"fullname" => name,
	"id" => id,
	"ostatus_uri" => ap_id,
	"profile_url" => ap_id,
	"screen_name" => nickname
	}
	end

	defp do_render("user.json", %{user: user = %User{}} = assigns) do
	for_user = assigns[:for]
	image = User.avatar_url(user) \|> MediaProxy.url()

	{following, follows_you, statusnet_blocking} =
	if for_user do
	{
	User.following?(for_user, user),
	User.following?(user, for_user),
	User.blocks?(for_user, user)
	}
	else
	{false, false, false}
	end

	user_info = User.get_cached_user_info(user)

	emoji =
	(user.info.source_data["tag"] \|\| [])
	\|> Enum.filter(fn %{"type" => t} -> t == "Emoji" end)
	\|> Enum.map(fn %{"icon" => %{"url" => url}, "name" => name} ->
	{String.trim(name, ":"), url}
	end)

	# ``fields`` is an array of mastodon profile field, containing ``{"name": "…", "value": "…"}``.
	# For example: [{"name": "Pronoun", "value": "she/her"}, …]
	fields =
	(user.info.source_data["attachment"] \|\| [])
	\|> Enum.filter(fn %{"type" => t} -> t == "PropertyValue" end)
	\|> Enum.map(fn fields -> Map.take(fields, ["name", "value"]) end)

	data = %{
	"created_at" => user.inserted_at \|> Utils.format_naive_asctime(),
	"description" => HTML.strip_tags((user.bio \|\| "") \|> String.replace("<br>", "\n")),
	"description_html" => HTML.filter_tags(user.bio, User.html_filter_policy(for_user)),
	"favourites_count" => 0,
	"followers_count" => user_info[:follower_count],
	"following" => following,
	"follows_you" => follows_you,
	"statusnet_blocking" => statusnet_blocking,
	"friends_count" => user_info[:following_count],
	"id" => user.id,
	"name" => user.name \|\| user.nickname,
	"name_html" =>
	if(user.name,
	do: HTML.strip_tags(user.name) \|> Formatter.emojify(emoji),
	else: user.nickname
	),
	"profile_image_url" => image,
	"profile_image_url_https" => image,
	"profile_image_url_profile_size" => image,
	"profile_image_url_original" => image,
	"rights" => %{
	"delete_others_notice" => !!user.info.is_moderator,
	"admin" => !!user.info.is_admin
	},
	"screen_name" => user.nickname,
	"statuses_count" => user_info[:note_count],
	"statusnet_profile_url" => user.ap_id,
	"cover_photo" => User.banner_url(user) \|> MediaProxy.url(),
	"background_image" => image_url(user.info.background) \|> MediaProxy.url(),
	"is_local" => user.local,
	"locked" => user.info.locked,
	"default_scope" => user.info.default_scope,
	"no_rich_text" => user.info.no_rich_text,
	"hide_followers" => user.info.hide_followers,
	"hide_follows" => user.info.hide_follows,
	"fields" => fields,

	# Pleroma extension
	"pleroma" => %{
	"confirmation_pending" => user_info.confirmation_pending,
	"tags" => user.tags
	}
	}

	data =
	if(user.info.is_admin \|\| user.info.is_moderator,
	do: maybe_with_role(data, user, for_user),
	else: data
	)

	if assigns[:token] do
	Map.put(data, "token", token_string(assigns[:token]))
	else
	data
	end
	end

	defp maybe_with_role(data, %User{id: id} = user, %User{id: id}) do
	Map.merge(data, %{"role" => role(user), "show_role" => user.info.show_role})
	end

	defp maybe_with_role(data, %User{info: %{show_role: true}} = user, _user) do
	Map.merge(data, %{"role" => role(user)})
	end

	defp maybe_with_role(data, _, _), do: data

	defp role(%User{info: %{:is_admin => true}}), do: "admin"
	defp role(%User{info: %{:is_moderator => true}}), do: "moderator"
	defp role(_), do: "member"

	defp image_url(%{"url" => [%{"href" => href} \| _]}), do: href
	defp image_url(_), do: nil

	defp token_string(%Pleroma.Web.OAuth.Token{token: token_str}), do: token_str
	defp token_string(token), do: token
	end
	diff --git a/lib/pleroma/web/web_finger/web_finger.ex b/lib/pleroma/web/web_finger/web_finger.ex
	index 0a6338312..5ea5ae48e 100644
	--- a/lib/pleroma/web/web_finger/web_finger.ex
	+++ b/lib/pleroma/web/web_finger/web_finger.ex
	@@ -1,284 +1,287 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.WebFinger do
	@httpoison Application.get_env(:pleroma, :httpoison)

	- alias Pleroma.{User, XmlBuilder}
	+ alias Pleroma.User
	+ alias Pleroma.XmlBuilder
	alias Pleroma.Web
	- alias Pleroma.Web.{XML, Salmon, OStatus}
	+ alias Pleroma.Web.XML
	+ alias Pleroma.Web.Salmon
	+ alias Pleroma.Web.OStatus
	require Jason
	require Logger

	def host_meta do
	base_url = Web.base_url()

	{
	:XRD,
	%{xmlns: "http://docs.oasis-open.org/ns/xri/xrd-1.0"},
	{
	:Link,
	%{
	rel: "lrdd",
	type: "application/xrd+xml",
	template: "#{base_url}/.well-known/webfinger?resource={uri}"
	}
	}
	}
	\|> XmlBuilder.to_doc()
	end

	def webfinger(resource, fmt) when fmt in ["XML", "JSON"] do
	host = Pleroma.Web.Endpoint.host()
	regex = ~r/(acct:)?(?<username>\w+)@#{host}/

	with %{"username" => username} <- Regex.named_captures(regex, resource),
	%User{} = user <- User.get_by_nickname(username) do
	{:ok, represent_user(user, fmt)}
	else
	_e ->
	with %User{} = user <- User.get_cached_by_ap_id(resource) do
	{:ok, represent_user(user, fmt)}
	else
	_e ->
	{:error, "Couldn't find user"}
	end
	end
	end

	def represent_user(user, "JSON") do
	{:ok, user} = ensure_keys_present(user)
	{:ok, _private, public} = Salmon.keys_from_pem(user.info.keys)
	magic_key = Salmon.encode_key(public)

	%{
	"subject" => "acct:#{user.nickname}@#{Pleroma.Web.Endpoint.host()}",
	"aliases" => [user.ap_id],
	"links" => [
	%{
	"rel" => "http://schemas.google.com/g/2010#updates-from",
	"type" => "application/atom+xml",
	"href" => OStatus.feed_path(user)
	},
	%{
	"rel" => "http://webfinger.net/rel/profile-page",
	"type" => "text/html",
	"href" => user.ap_id
	},
	%{"rel" => "salmon", "href" => OStatus.salmon_path(user)},
	%{
	"rel" => "magic-public-key",
	"href" => "data:application/magic-public-key,#{magic_key}"
	},
	%{"rel" => "self", "type" => "application/activity+json", "href" => user.ap_id},
	%{
	"rel" => "self",
	"type" => "application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\"",
	"href" => user.ap_id
	},
	%{
	"rel" => "http://ostatus.org/schema/1.0/subscribe",
	"template" => OStatus.remote_follow_path()
	}
	]
	}
	end

	def represent_user(user, "XML") do
	{:ok, user} = ensure_keys_present(user)
	{:ok, _private, public} = Salmon.keys_from_pem(user.info.keys)
	magic_key = Salmon.encode_key(public)

	{
	:XRD,
	%{xmlns: "http://docs.oasis-open.org/ns/xri/xrd-1.0"},
	[
	{:Subject, "acct:#{user.nickname}@#{Pleroma.Web.Endpoint.host()}"},
	{:Alias, user.ap_id},
	{:Link,
	%{
	rel: "http://schemas.google.com/g/2010#updates-from",
	type: "application/atom+xml",
	href: OStatus.feed_path(user)
	}},
	{:Link,
	%{rel: "http://webfinger.net/rel/profile-page", type: "text/html", href: user.ap_id}},
	{:Link, %{rel: "salmon", href: OStatus.salmon_path(user)}},
	{:Link,
	%{rel: "magic-public-key", href: "data:application/magic-public-key,#{magic_key}"}},
	{:Link, %{rel: "self", type: "application/activity+json", href: user.ap_id}},
	{:Link,
	%{rel: "http://ostatus.org/schema/1.0/subscribe", template: OStatus.remote_follow_path()}}
	]
	}
	\|> XmlBuilder.to_doc()
	end

	# This seems a better fit in Salmon
	def ensure_keys_present(user) do
	info = user.info

	if info.keys do
	{:ok, user}
	else
	{:ok, pem} = Salmon.generate_rsa_pem()

	info_cng =
	info
	\|> Pleroma.User.Info.set_keys(pem)

	cng =
	Ecto.Changeset.change(user)
	\|> Ecto.Changeset.put_embed(:info, info_cng)

	User.update_and_set_cache(cng)
	end
	end

	defp get_magic_key(magic_key) do
	"data:application/magic-public-key," <> magic_key = magic_key
	{:ok, magic_key}
	rescue
	MatchError -> {:error, "Missing magic key data."}
	end

	defp webfinger_from_xml(doc) do
	with magic_key <- XML.string_from_xpath(~s{//Link[@rel="magic-public-key"]/@href}, doc),
	{:ok, magic_key} <- get_magic_key(magic_key),
	topic <-
	XML.string_from_xpath(
	~s{//Link[@rel="http://schemas.google.com/g/2010#updates-from"]/@href},
	doc
	),
	subject <- XML.string_from_xpath("//Subject", doc),
	salmon <- XML.string_from_xpath(~s{//Link[@rel="salmon"]/@href}, doc),
	subscribe_address <-
	XML.string_from_xpath(
	~s{//Link[@rel="http://ostatus.org/schema/1.0/subscribe"]/@template},
	doc
	),
	ap_id <-
	XML.string_from_xpath(
	~s{//Link[@rel="self" and @type="application/activity+json"]/@href},
	doc
	) do
	data = %{
	"magic_key" => magic_key,
	"topic" => topic,
	"subject" => subject,
	"salmon" => salmon,
	"subscribe_address" => subscribe_address,
	"ap_id" => ap_id
	}

	{:ok, data}
	else
	{:error, e} ->
	{:error, e}

	e ->
	{:error, e}
	end
	end

	defp webfinger_from_json(doc) do
	data =
	Enum.reduce(doc["links"], %{"subject" => doc["subject"]}, fn link, data ->
	case {link["type"], link["rel"]} do
	{"application/activity+json", "self"} ->
	Map.put(data, "ap_id", link["href"])

	{"application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\"", "self"} ->
	Map.put(data, "ap_id", link["href"])

	{_, "magic-public-key"} ->
	"data:application/magic-public-key," <> magic_key = link["href"]
	Map.put(data, "magic_key", magic_key)

	{"application/atom+xml", "http://schemas.google.com/g/2010#updates-from"} ->
	Map.put(data, "topic", link["href"])

	{_, "salmon"} ->
	Map.put(data, "salmon", link["href"])

	{_, "http://ostatus.org/schema/1.0/subscribe"} ->
	Map.put(data, "subscribe_address", link["template"])

	_ ->
	Logger.debug("Unhandled type: #{inspect(link["type"])}")
	data
	end
	end)

	{:ok, data}
	end

	def get_template_from_xml(body) do
	xpath = "//Link[@rel='lrdd']/@template"

	with doc when doc != :error <- XML.parse_document(body),
	template when template != nil <- XML.string_from_xpath(xpath, doc) do
	{:ok, template}
	end
	end

	def find_lrdd_template(domain) do
	with {:ok, %{status: status, body: body}} when status in 200..299 <-
	@httpoison.get("http://#{domain}/.well-known/host-meta", []) do
	get_template_from_xml(body)
	else
	_ ->
	with {:ok, %{body: body}} <- @httpoison.get("https://#{domain}/.well-known/host-meta", []) do
	get_template_from_xml(body)
	else
	e -> {:error, "Can't find LRDD template: #{inspect(e)}"}
	end
	end
	end

	def finger(account) do
	account = String.trim_leading(account, "@")

	domain =
	with [_name, domain] <- String.split(account, "@") do
	domain
	else
	_e ->
	URI.parse(account).host
	end

	address =
	case find_lrdd_template(domain) do
	{:ok, template} ->
	String.replace(template, "{uri}", URI.encode(account))

	_ ->
	"https://#{domain}/.well-known/webfinger?resource=acct:#{account}"
	end

	with response <-
	@httpoison.get(
	address,
	Accept: "application/xrd+xml,application/jrd+json"
	),
	{:ok, %{status: status, body: body}} when status in 200..299 <- response do
	doc = XML.parse_document(body)

	if doc != :error do
	webfinger_from_xml(doc)
	else
	with {:ok, doc} <- Jason.decode(body) do
	webfinger_from_json(doc)
	else
	{:error, e} -> e
	end
	end
	else
	e ->
	Logger.debug(fn -> "Couldn't finger #{account}" end)
	Logger.debug(fn -> inspect(e) end)
	{:error, e}
	end
	end
	end
	diff --git a/lib/pleroma/web/websub/websub.ex b/lib/pleroma/web/websub/websub.ex
	index de6508f52..a08d7993d 100644
	--- a/lib/pleroma/web/websub/websub.ex
	+++ b/lib/pleroma/web/websub/websub.ex
	@@ -1,297 +1,301 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.Websub do
	alias Ecto.Changeset
	- alias Pleroma.{Instances, Repo}
	- alias Pleroma.Web.Websub.{WebsubServerSubscription, WebsubClientSubscription}
	+ alias Pleroma.Instances
	+ alias Pleroma.Repo
	+ alias Pleroma.Web.Websub.WebsubServerSubscription
	+ alias Pleroma.Web.Websub.WebsubClientSubscription
	alias Pleroma.Web.OStatus.FeedRepresenter
	- alias Pleroma.Web.{XML, Endpoint, OStatus}
	+ alias Pleroma.Web.XML
	+ alias Pleroma.Web.Endpoint
	+ alias Pleroma.Web.OStatus
	alias Pleroma.Web.Router.Helpers
	require Logger

	import Ecto.Query

	@httpoison Application.get_env(:pleroma, :httpoison)

	def verify(subscription, getter \\ &@httpoison.get/3) do
	challenge = Base.encode16(:crypto.strong_rand_bytes(8))
	lease_seconds = NaiveDateTime.diff(subscription.valid_until, subscription.updated_at)
	lease_seconds = lease_seconds \|> to_string

	params = %{
	"hub.challenge": challenge,
	"hub.lease_seconds": lease_seconds,
	"hub.topic": subscription.topic,
	"hub.mode": "subscribe"
	}

	url = hd(String.split(subscription.callback, "?"))
	query = URI.parse(subscription.callback).query \|\| ""
	params = Map.merge(params, URI.decode_query(query))

	with {:ok, response} <- getter.(url, [], params: params),
	^challenge <- response.body do
	changeset = Changeset.change(subscription, %{state: "active"})
	Repo.update(changeset)
	else
	e ->
	Logger.debug("Couldn't verify subscription")
	Logger.debug(inspect(e))
	{:error, subscription}
	end
	end

	@supported_activities [
	"Create",
	"Follow",
	"Like",
	"Announce",
	"Undo",
	"Delete"
	]
	def publish(topic, user, %{data: %{"type" => type}} = activity)
	when type in @supported_activities do
	response =
	user
	\|> FeedRepresenter.to_simple_form([activity], [user])
	\|> :xmerl.export_simple(:xmerl_xml)
	\|> to_string

	query =
	from(
	sub in WebsubServerSubscription,
	where: sub.topic == ^topic and sub.state == "active",
	where: fragment("? > (NOW() at time zone 'UTC')", sub.valid_until)
	)

	subscriptions = Repo.all(query)

	callbacks = Enum.map(subscriptions, & &1.callback)
	reachable_callbacks_metadata = Instances.filter_reachable(callbacks)
	reachable_callbacks = Map.keys(reachable_callbacks_metadata)

	subscriptions
	\|> Enum.filter(&(&1.callback in reachable_callbacks))
	\|> Enum.each(fn sub ->
	data = %{
	xml: response,
	topic: topic,
	callback: sub.callback,
	secret: sub.secret,
	unreachable_since: reachable_callbacks_metadata[sub.callback]
	}

	Pleroma.Web.Federator.enqueue(:publish_single_websub, data)
	end)
	end

	def publish(_, _, _), do: ""

	def sign(secret, doc) do
	:crypto.hmac(:sha, secret, to_string(doc)) \|> Base.encode16() \|> String.downcase()
	end

	def incoming_subscription_request(user, %{"hub.mode" => "subscribe"} = params) do
	with {:ok, topic} <- valid_topic(params, user),
	{:ok, lease_time} <- lease_time(params),
	secret <- params["hub.secret"],
	callback <- params["hub.callback"] do
	subscription = get_subscription(topic, callback)

	data = %{
	state: subscription.state \|\| "requested",
	topic: topic,
	secret: secret,
	callback: callback
	}

	change = Changeset.change(subscription, data)
	websub = Repo.insert_or_update!(change)

	change =
	Changeset.change(websub, %{valid_until: NaiveDateTime.add(websub.updated_at, lease_time)})

	websub = Repo.update!(change)

	Pleroma.Web.Federator.enqueue(:verify_websub, websub)

	{:ok, websub}
	else
	{:error, reason} ->
	Logger.debug("Couldn't create subscription")
	Logger.debug(inspect(reason))

	{:error, reason}
	end
	end

	def incoming_subscription_request(user, params) do
	Logger.info("Unhandled WebSub request for #{user.nickname}: #{inspect(params)}")

	{:error, "Invalid WebSub request"}
	end

	defp get_subscription(topic, callback) do
	Repo.get_by(WebsubServerSubscription, topic: topic, callback: callback) \|\|
	%WebsubServerSubscription{}
	end

	# Temp hack for mastodon.
	defp lease_time(%{"hub.lease_seconds" => ""}) do
	# three days
	{:ok, 60 * 60 * 24 * 3}
	end

	defp lease_time(%{"hub.lease_seconds" => lease_seconds}) do
	{:ok, String.to_integer(lease_seconds)}
	end

	defp lease_time(_) do
	# three days
	{:ok, 60 * 60 * 24 * 3}
	end

	defp valid_topic(%{"hub.topic" => topic}, user) do
	if topic == OStatus.feed_path(user) do
	{:ok, OStatus.feed_path(user)}
	else
	{:error, "Wrong topic requested, expected #{OStatus.feed_path(user)}, got #{topic}"}
	end
	end

	def subscribe(subscriber, subscribed, requester \\ &request_subscription/1) do
	topic = subscribed.info.topic
	# FIXME: Race condition, use transactions
	{:ok, subscription} =
	with subscription when not is_nil(subscription) <-
	Repo.get_by(WebsubClientSubscription, topic: topic) do
	subscribers = [subscriber.ap_id \| subscription.subscribers] \|> Enum.uniq()
	change = Ecto.Changeset.change(subscription, %{subscribers: subscribers})
	Repo.update(change)
	else
	_e ->
	subscription = %WebsubClientSubscription{
	topic: topic,
	hub: subscribed.info.hub,
	subscribers: [subscriber.ap_id],
	state: "requested",
	secret: :crypto.strong_rand_bytes(8) \|> Base.url_encode64(),
	user: subscribed
	}

	Repo.insert(subscription)
	end

	requester.(subscription)
	end

	def gather_feed_data(topic, getter \\ &@httpoison.get/1) do
	with {:ok, response} <- getter.(topic),
	status when status in 200..299 <- response.status,
	body <- response.body,
	doc <- XML.parse_document(body),
	uri when not is_nil(uri) <- XML.string_from_xpath("/feed/author[1]/uri", doc),
	hub when not is_nil(hub) <- XML.string_from_xpath(~S{/feed/link[@rel="hub"]/@href}, doc) do
	name = XML.string_from_xpath("/feed/author[1]/name", doc)
	preferredUsername = XML.string_from_xpath("/feed/author[1]/poco:preferredUsername", doc)
	displayName = XML.string_from_xpath("/feed/author[1]/poco:displayName", doc)
	avatar = OStatus.make_avatar_object(doc)
	bio = XML.string_from_xpath("/feed/author[1]/summary", doc)

	{:ok,
	%{
	"uri" => uri,
	"hub" => hub,
	"nickname" => preferredUsername \|\| name,
	"name" => displayName \|\| name,
	"host" => URI.parse(uri).host,
	"avatar" => avatar,
	"bio" => bio
	}}
	else
	e ->
	{:error, e}
	end
	end

	def request_subscription(websub, poster \\ &@httpoison.post/3, timeout \\ 10_000) do
	data = [
	"hub.mode": "subscribe",
	"hub.topic": websub.topic,
	"hub.secret": websub.secret,
	"hub.callback": Helpers.websub_url(Endpoint, :websub_subscription_confirmation, websub.id)
	]

	# This checks once a second if we are confirmed yet
	websub_checker = fn ->
	helper = fn helper ->
	:timer.sleep(1000)
	websub = Repo.get_by(WebsubClientSubscription, id: websub.id, state: "accepted")
	if websub, do: websub, else: helper.(helper)
	end

	helper.(helper)
	end

	task = Task.async(websub_checker)

	with {:ok, %{status: 202}} <-
	poster.(websub.hub, {:form, data}, "Content-type": "application/x-www-form-urlencoded"),
	{:ok, websub} <- Task.yield(task, timeout) do
	{:ok, websub}
	else
	e ->
	Task.shutdown(task)

	change = Ecto.Changeset.change(websub, %{state: "rejected"})
	{:ok, websub} = Repo.update(change)

	Logger.debug(fn -> "Couldn't confirm subscription: #{inspect(websub)}" end)
	Logger.debug(fn -> "error: #{inspect(e)}" end)

	{:error, websub}
	end
	end

	def refresh_subscriptions(delta \\ 60 * 60 * 24) do
	Logger.debug("Refreshing subscriptions")

	cut_off = NaiveDateTime.add(NaiveDateTime.utc_now(), delta)

	query = from(sub in WebsubClientSubscription, where: sub.valid_until < ^cut_off)

	subs = Repo.all(query)

	Enum.each(subs, fn sub ->
	Pleroma.Web.Federator.enqueue(:request_subscription, sub)
	end)
	end

	def publish_one(%{xml: xml, topic: topic, callback: callback, secret: secret} = params) do
	signature = sign(secret \|\| "", xml)
	Logger.info(fn -> "Pushing #{topic} to #{callback}" end)

	with {:ok, %{status: code}} when code in 200..299 <-
	@httpoison.post(
	callback,
	xml,
	[
	{"Content-Type", "application/atom+xml"},
	{"X-Hub-Signature", "sha1=#{signature}"}
	]
	) do
	if !Map.has_key?(params, :unreachable_since) \|\| params[:unreachable_since],
	do: Instances.set_reachable(callback)

	Logger.info(fn -> "Pushed to #{callback}, code #{code}" end)
	{:ok, code}
	else
	{_post_result, response} ->
	unless params[:unreachable_since], do: Instances.set_reachable(callback)
	Logger.debug(fn -> "Couldn't push to #{callback}, #{inspect(response)}" end)
	{:error, response}
	end
	end
	end
	diff --git a/lib/pleroma/web/websub/websub_controller.ex b/lib/pleroma/web/websub/websub_controller.ex
	index a92dfe87b..1ad18a8a4 100644
	--- a/lib/pleroma/web/websub/websub_controller.ex
	+++ b/lib/pleroma/web/websub/websub_controller.ex
	@@ -1,97 +1,99 @@
	# Pleroma: A lightweight social networking server
	# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
	# SPDX-License-Identifier: AGPL-3.0-only

	defmodule Pleroma.Web.Websub.WebsubController do
	use Pleroma.Web, :controller

	- alias Pleroma.{Repo, User}
	- alias Pleroma.Web.{Websub, Federator}
	+ alias Pleroma.Repo
	+ alias Pleroma.User
	+ alias Pleroma.Web.Websub
	+ alias Pleroma.Web.Federator
	alias Pleroma.Web.Websub.WebsubClientSubscription

	require Logger

	plug(
	Pleroma.Web.FederatingPlug
	when action in [
	:websub_subscription_request,
	:websub_subscription_confirmation,
	:websub_incoming
	]
	)

	def websub_subscription_request(conn, %{"nickname" => nickname} = params) do
	user = User.get_cached_by_nickname(nickname)

	with {:ok, _websub} <- Websub.incoming_subscription_request(user, params) do
	conn
	\|> send_resp(202, "Accepted")
	else
	{:error, reason} ->
	conn
	\|> send_resp(500, reason)
	end
	end

	# TODO: Extract this into the Websub module
	def websub_subscription_confirmation(
	conn,
	%{
	"id" => id,
	"hub.mode" => "subscribe",
	"hub.challenge" => challenge,
	"hub.topic" => topic
	} = params
	) do
	Logger.debug("Got WebSub confirmation")
	Logger.debug(inspect(params))

	lease_seconds =
	if params["hub.lease_seconds"] do
	String.to_integer(params["hub.lease_seconds"])
	else
	# Guess 3 days
	60 * 60 * 24 * 3
	end

	with %WebsubClientSubscription{} = websub <-
	Repo.get_by(WebsubClientSubscription, id: id, topic: topic) do
	valid_until = NaiveDateTime.add(NaiveDateTime.utc_now(), lease_seconds)
	change = Ecto.Changeset.change(websub, %{state: "accepted", valid_until: valid_until})
	{:ok, _websub} = Repo.update(change)

	conn
	\|> send_resp(200, challenge)
	else
	_e ->
	conn
	\|> send_resp(500, "Error")
	end
	end

	def websub_subscription_confirmation(conn, params) do
	Logger.info("Invalid WebSub confirmation request: #{inspect(params)}")

	conn
	\|> send_resp(500, "Invalid parameters")
	end

	def websub_incoming(conn, %{"id" => id}) do
	with "sha1=" <> signature <- hd(get_req_header(conn, "x-hub-signature")),
	signature <- String.downcase(signature),
	%WebsubClientSubscription{} = websub <- Repo.get(WebsubClientSubscription, id),
	{:ok, body, _conn} = read_body(conn),
	^signature <- Websub.sign(websub.secret, body) do
	Federator.enqueue(:incoming_doc, body)

	conn
	\|> send_resp(200, "OK")
	else
	_e ->
	Logger.debug("Can't handle incoming subscription post")

	conn
	\|> send_resp(500, "Error")
	end
	end
	end

File Metadata

Mime Type: text/x-diff
Expires: Thu, Nov 28, 5:10 AM (1 d, 15 h)
Storage Engine: blob
Storage Format: Raw Data
Storage Handle: 40844
Default Alt Text: (457 KB)

No OneTemporaryActions

View Options

File Metadata

Event Timeline

No OneTemporary
Actions