2021-11-16 17:03:09 +00:00
|
|
|
use crate::fetcher::post_or_comment::PostOrComment;
|
2022-06-02 14:33:41 +00:00
|
|
|
use activitypub_federation::{
|
2022-06-08 15:45:39 +00:00
|
|
|
core::signatures::PublicKey,
|
|
|
|
traits::{Actor, ApubObject},
|
2022-06-02 14:33:41 +00:00
|
|
|
InstanceSettingsBuilder,
|
|
|
|
LocalInstance,
|
|
|
|
};
|
|
|
|
use anyhow::Context;
|
2022-05-03 17:44:13 +00:00
|
|
|
use lemmy_api_common::utils::blocking;
|
|
|
|
use lemmy_db_schema::{newtypes::DbUrl, source::activity::Activity, utils::DbPool};
|
2022-06-22 20:24:54 +00:00
|
|
|
use lemmy_utils::{
|
|
|
|
error::LemmyError,
|
|
|
|
location_info,
|
|
|
|
settings::{structs::Settings, SETTINGS},
|
|
|
|
};
|
2022-06-02 14:33:41 +00:00
|
|
|
use lemmy_websocket::LemmyContext;
|
|
|
|
use once_cell::sync::{Lazy, OnceCell};
|
2021-11-16 17:03:09 +00:00
|
|
|
use url::{ParseError, Url};
|
|
|
|
|
2020-10-12 14:10:09 +00:00
|
|
|
pub mod activities;
|
2021-10-29 10:32:42 +00:00
|
|
|
pub(crate) mod activity_lists;
|
2021-10-27 16:03:07 +00:00
|
|
|
pub(crate) mod collections;
|
2020-04-10 11:37:35 +00:00
|
|
|
pub mod fetcher;
|
2021-07-17 16:20:44 +00:00
|
|
|
pub mod http;
|
2021-11-15 22:54:25 +00:00
|
|
|
pub(crate) mod mentions;
|
2020-10-12 14:10:09 +00:00
|
|
|
pub mod objects;
|
2021-10-29 10:32:42 +00:00
|
|
|
pub mod protocol;
|
2020-04-24 14:04:36 +00:00
|
|
|
|
2022-06-02 14:33:41 +00:00
|
|
|
static CONTEXT: Lazy<Vec<serde_json::Value>> = Lazy::new(|| {
|
|
|
|
serde_json::from_str(include_str!("../assets/lemmy/context.json")).expect("parse context")
|
|
|
|
});
|
|
|
|
|
|
|
|
// TODO: store this in context? but its only used in this crate, no need to expose it elsewhere
|
|
|
|
fn local_instance(context: &LemmyContext) -> &'static LocalInstance {
|
|
|
|
static LOCAL_INSTANCE: OnceCell<LocalInstance> = OnceCell::new();
|
|
|
|
LOCAL_INSTANCE.get_or_init(|| {
|
|
|
|
let settings = InstanceSettingsBuilder::default()
|
2022-06-14 05:20:30 +00:00
|
|
|
.http_fetch_retry_limit(context.settings().federation.http_fetch_retry_limit)
|
2022-06-02 14:33:41 +00:00
|
|
|
.worker_count(context.settings().federation.worker_count)
|
2022-06-08 15:45:39 +00:00
|
|
|
.debug(context.settings().federation.debug)
|
2022-06-22 20:24:54 +00:00
|
|
|
// TODO No idea why, but you can't pass context.settings() to the verify_url_function closure
|
|
|
|
// without the value getting captured.
|
|
|
|
.verify_url_function(|url| check_apub_id_valid(url, &SETTINGS.to_owned()))
|
2022-06-02 14:33:41 +00:00
|
|
|
.build()
|
|
|
|
.expect("configure federation");
|
|
|
|
LocalInstance::new(
|
2022-06-22 20:24:54 +00:00
|
|
|
context.settings().hostname.to_owned(),
|
2022-06-02 14:33:41 +00:00
|
|
|
context.client().clone(),
|
|
|
|
settings,
|
|
|
|
)
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2020-10-19 14:29:35 +00:00
|
|
|
/// Checks if the ID is allowed for sending or receiving.
|
|
|
|
///
|
|
|
|
/// In particular, it checks for:
|
|
|
|
/// - federation being enabled (if its disabled, only local URLs are allowed)
|
|
|
|
/// - the correct scheme (either http or https)
|
|
|
|
/// - URL being in the allowlist (if it is active)
|
|
|
|
/// - URL not being in the blocklist (if it is active)
|
|
|
|
///
|
2021-11-02 13:18:12 +00:00
|
|
|
/// `use_strict_allowlist` should be true only when parsing a remote community, or when parsing a
|
|
|
|
/// post/comment in a local community.
|
2021-12-06 14:54:47 +00:00
|
|
|
#[tracing::instrument(skip(settings))]
|
2022-06-02 14:33:41 +00:00
|
|
|
fn check_apub_id_valid(apub_id: &Url, settings: &Settings) -> Result<(), &'static str> {
|
|
|
|
let domain = apub_id.domain().expect("apud id has domain").to_string();
|
|
|
|
let local_instance = settings
|
|
|
|
.get_hostname_without_port()
|
|
|
|
.expect("local hostname is valid");
|
|
|
|
if domain == local_instance {
|
|
|
|
return Ok(());
|
2020-08-18 13:12:03 +00:00
|
|
|
}
|
|
|
|
|
2022-06-02 14:33:41 +00:00
|
|
|
if !settings.federation.enabled {
|
|
|
|
return Err("Federation disabled");
|
2020-10-22 16:12:43 +00:00
|
|
|
}
|
|
|
|
|
2021-09-22 15:57:09 +00:00
|
|
|
if apub_id.scheme() != settings.get_protocol_string() {
|
2022-06-02 14:33:41 +00:00
|
|
|
return Err("Invalid protocol scheme");
|
2020-04-17 17:34:18 +00:00
|
|
|
}
|
|
|
|
|
2021-09-22 15:57:09 +00:00
|
|
|
if let Some(blocked) = settings.to_owned().federation.blocked_instances {
|
2021-04-21 13:36:07 +00:00
|
|
|
if blocked.contains(&domain) {
|
2022-06-02 14:33:41 +00:00
|
|
|
return Err("Domain is blocked");
|
2021-04-21 13:36:07 +00:00
|
|
|
}
|
|
|
|
}
|
2021-03-01 17:24:11 +00:00
|
|
|
|
2022-06-02 14:33:41 +00:00
|
|
|
if let Some(allowed) = settings.to_owned().federation.allowed_instances {
|
|
|
|
if !allowed.contains(&domain) {
|
|
|
|
return Err("Domain is not in allowlist");
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
|
|
|
|
#[tracing::instrument(skip(settings))]
|
|
|
|
pub(crate) fn check_apub_id_valid_with_strictness(
|
|
|
|
apub_id: &Url,
|
|
|
|
is_strict: bool,
|
|
|
|
settings: &Settings,
|
|
|
|
) -> Result<(), LemmyError> {
|
|
|
|
check_apub_id_valid(apub_id, settings).map_err(LemmyError::from_message)?;
|
|
|
|
let domain = apub_id.domain().expect("apud id has domain").to_string();
|
|
|
|
let local_instance = settings
|
|
|
|
.get_hostname_without_port()
|
|
|
|
.expect("local hostname is valid");
|
|
|
|
if domain == local_instance {
|
|
|
|
return Ok(());
|
|
|
|
}
|
|
|
|
|
2021-09-22 15:57:09 +00:00
|
|
|
if let Some(mut allowed) = settings.to_owned().federation.allowed_instances {
|
2021-04-21 13:36:07 +00:00
|
|
|
// Only check allowlist if this is a community, or strict allowlist is enabled.
|
2021-09-22 15:57:09 +00:00
|
|
|
let strict_allowlist = settings.to_owned().federation.strict_allowlist;
|
2022-06-02 14:33:41 +00:00
|
|
|
if is_strict || strict_allowlist {
|
2021-04-21 13:36:07 +00:00
|
|
|
// need to allow this explicitly because apub receive might contain objects from our local
|
|
|
|
// instance.
|
|
|
|
allowed.push(local_instance);
|
2020-07-01 12:54:29 +00:00
|
|
|
|
2021-04-21 13:36:07 +00:00
|
|
|
if !allowed.contains(&domain) {
|
2022-06-02 14:33:41 +00:00
|
|
|
return Err(LemmyError::from_message(
|
|
|
|
"Federation forbidden by strict allowlist",
|
2022-03-16 20:11:49 +00:00
|
|
|
));
|
2021-04-21 13:36:07 +00:00
|
|
|
}
|
2020-08-13 20:26:49 +00:00
|
|
|
}
|
2020-04-17 17:34:18 +00:00
|
|
|
}
|
2021-04-21 13:36:07 +00:00
|
|
|
Ok(())
|
2020-04-17 17:34:18 +00:00
|
|
|
}
|
2020-04-24 19:55:54 +00:00
|
|
|
|
2021-02-04 16:34:58 +00:00
|
|
|
pub enum EndpointType {
|
|
|
|
Community,
|
2021-03-10 22:33:55 +00:00
|
|
|
Person,
|
2021-02-04 16:34:58 +00:00
|
|
|
Post,
|
|
|
|
Comment,
|
|
|
|
PrivateMessage,
|
|
|
|
}
|
|
|
|
|
2021-07-20 04:29:50 +00:00
|
|
|
/// Generates an apub endpoint for a given domain, IE xyz.tld
|
2021-10-25 16:09:21 +00:00
|
|
|
pub fn generate_local_apub_endpoint(
|
2021-02-04 16:34:58 +00:00
|
|
|
endpoint_type: EndpointType,
|
|
|
|
name: &str,
|
2021-07-20 04:29:50 +00:00
|
|
|
domain: &str,
|
2021-03-02 12:41:48 +00:00
|
|
|
) -> Result<DbUrl, ParseError> {
|
2021-02-04 16:34:58 +00:00
|
|
|
let point = match endpoint_type {
|
|
|
|
EndpointType::Community => "c",
|
2021-03-10 22:33:55 +00:00
|
|
|
EndpointType::Person => "u",
|
2021-02-04 16:34:58 +00:00
|
|
|
EndpointType::Post => "post",
|
|
|
|
EndpointType::Comment => "comment",
|
|
|
|
EndpointType::PrivateMessage => "private_message",
|
|
|
|
};
|
|
|
|
|
2021-07-20 04:29:50 +00:00
|
|
|
Ok(Url::parse(&format!("{}/{}/{}", domain, point, name))?.into())
|
|
|
|
}
|
|
|
|
|
2021-03-02 12:41:48 +00:00
|
|
|
pub fn generate_followers_url(actor_id: &DbUrl) -> Result<DbUrl, ParseError> {
|
2021-02-04 16:34:58 +00:00
|
|
|
Ok(Url::parse(&format!("{}/followers", actor_id))?.into())
|
|
|
|
}
|
|
|
|
|
2021-03-02 12:41:48 +00:00
|
|
|
pub fn generate_inbox_url(actor_id: &DbUrl) -> Result<DbUrl, ParseError> {
|
2021-02-04 16:34:58 +00:00
|
|
|
Ok(Url::parse(&format!("{}/inbox", actor_id))?.into())
|
|
|
|
}
|
|
|
|
|
2022-02-07 19:23:12 +00:00
|
|
|
pub fn generate_site_inbox_url(actor_id: &DbUrl) -> Result<DbUrl, ParseError> {
|
|
|
|
let mut actor_id: Url = actor_id.clone().into();
|
|
|
|
actor_id.set_path("site_inbox");
|
|
|
|
Ok(actor_id.into())
|
|
|
|
}
|
|
|
|
|
2021-03-02 12:41:48 +00:00
|
|
|
pub fn generate_shared_inbox_url(actor_id: &DbUrl) -> Result<DbUrl, LemmyError> {
|
2021-07-31 20:58:11 +00:00
|
|
|
let actor_id: Url = actor_id.clone().into();
|
2021-02-04 16:34:58 +00:00
|
|
|
let url = format!(
|
|
|
|
"{}://{}{}/inbox",
|
|
|
|
&actor_id.scheme(),
|
|
|
|
&actor_id.host_str().context(location_info!())?,
|
|
|
|
if let Some(port) = actor_id.port() {
|
|
|
|
format!(":{}", port)
|
|
|
|
} else {
|
|
|
|
"".to_string()
|
|
|
|
},
|
|
|
|
);
|
|
|
|
Ok(Url::parse(&url)?.into())
|
|
|
|
}
|
|
|
|
|
2021-10-06 20:20:05 +00:00
|
|
|
pub fn generate_outbox_url(actor_id: &DbUrl) -> Result<DbUrl, ParseError> {
|
|
|
|
Ok(Url::parse(&format!("{}/outbox", actor_id))?.into())
|
|
|
|
}
|
|
|
|
|
2021-08-17 18:04:58 +00:00
|
|
|
fn generate_moderators_url(community_id: &DbUrl) -> Result<DbUrl, LemmyError> {
|
2021-03-08 13:40:28 +00:00
|
|
|
Ok(Url::parse(&format!("{}/moderators", community_id))?.into())
|
|
|
|
}
|
|
|
|
|
2020-10-19 14:29:35 +00:00
|
|
|
/// Store a sent or received activity in the database, for logging purposes. These records are not
|
|
|
|
/// persistent.
|
2021-12-06 14:54:47 +00:00
|
|
|
#[tracing::instrument(skip(pool))]
|
2021-11-16 02:07:07 +00:00
|
|
|
async fn insert_activity(
|
2020-10-23 12:29:56 +00:00
|
|
|
ap_id: &Url,
|
2021-11-16 02:07:07 +00:00
|
|
|
activity: serde_json::Value,
|
2020-07-10 18:15:41 +00:00
|
|
|
local: bool,
|
2020-11-06 13:06:47 +00:00
|
|
|
sensitive: bool,
|
2020-07-10 18:15:41 +00:00
|
|
|
pool: &DbPool,
|
2022-03-24 16:05:27 +00:00
|
|
|
) -> Result<bool, LemmyError> {
|
2021-03-02 12:41:48 +00:00
|
|
|
let ap_id = ap_id.to_owned().into();
|
2022-03-24 16:05:27 +00:00
|
|
|
Ok(
|
|
|
|
blocking(pool, move |conn| {
|
|
|
|
Activity::insert(conn, ap_id, activity, local, sensitive)
|
|
|
|
})
|
|
|
|
.await??,
|
|
|
|
)
|
2020-07-10 18:15:41 +00:00
|
|
|
}
|
2022-06-02 14:33:41 +00:00
|
|
|
|
|
|
|
/// Common methods provided by ActivityPub actors (community and person). Not all methods are
|
|
|
|
/// implemented by all actors.
|
2022-06-08 15:45:39 +00:00
|
|
|
pub trait ActorType: Actor + ApubObject {
|
2022-06-02 14:33:41 +00:00
|
|
|
fn actor_id(&self) -> Url;
|
|
|
|
|
|
|
|
fn private_key(&self) -> Option<String>;
|
|
|
|
|
|
|
|
fn get_public_key(&self) -> PublicKey {
|
|
|
|
PublicKey::new_main_key(self.actor_id(), self.public_key().to_string())
|
|
|
|
}
|
|
|
|
}
|