use crate::{ check_apub_id_valid_with_strictness, collections::{community_moderators::ApubCommunityModerators, CommunityContext}, fetch_local_site_data, local_instance, objects::instance::fetch_instance_actor_for_object, protocol::{ objects::{group::Group, Endpoints, LanguageTag}, ImageObject, Source, }, ActorType, }; use activitypub_federation::{ core::object_id::ObjectId, traits::{Actor, ApubObject}, }; use activitystreams_kinds::actor::GroupType; use chrono::NaiveDateTime; use itertools::Itertools; use lemmy_api_common::{ context::LemmyContext, utils::{generate_moderators_url, generate_outbox_url}, }; use lemmy_db_schema::{ source::{ actor_language::CommunityLanguage, community::{Community, CommunityUpdateForm}, instance::Instance, }, traits::{ApubActor, Crud}, }; use lemmy_db_views_actor::structs::CommunityFollowerView; use lemmy_utils::{ error::LemmyError, utils::{convert_datetime, markdown_to_html}, }; use std::ops::Deref; use tracing::debug; use url::Url; #[derive(Clone, Debug)] pub struct ApubCommunity(Community); impl Deref for ApubCommunity { type Target = Community; fn deref(&self) -> &Self::Target { &self.0 } } impl From for ApubCommunity { fn from(c: Community) -> Self { ApubCommunity(c) } } #[async_trait::async_trait(?Send)] impl ApubObject for ApubCommunity { type DataType = LemmyContext; type ApubType = Group; type DbType = Community; type Error = LemmyError; fn last_refreshed_at(&self) -> Option { Some(self.last_refreshed_at) } #[tracing::instrument(skip_all)] async fn read_from_apub_id( object_id: Url, context: &LemmyContext, ) -> Result, LemmyError> { Ok( Community::read_from_apub_id(context.pool(), &object_id.into()) .await? .map(Into::into), ) } #[tracing::instrument(skip_all)] async fn delete(self, context: &LemmyContext) -> Result<(), LemmyError> { let form = CommunityUpdateForm::builder().deleted(Some(true)).build(); Community::update(context.pool(), self.id, &form).await?; Ok(()) } #[tracing::instrument(skip_all)] async fn into_apub(self, data: &LemmyContext) -> Result { let community_id = self.id; let langs = CommunityLanguage::read(data.pool(), community_id).await?; let language = LanguageTag::new_multiple(langs, data.pool()).await?; let attributed_to = Some(ObjectId::::new( generate_moderators_url(&self.actor_id)?, )); let group = Group { kind: GroupType::Group, id: ObjectId::new(self.actor_id()), preferred_username: self.name.clone(), name: Some(self.title.clone()), summary: self.description.as_ref().map(|b| markdown_to_html(b)), source: self.description.clone().map(Source::new), icon: self.icon.clone().map(ImageObject::new), image: self.banner.clone().map(ImageObject::new), sensitive: Some(self.nsfw), moderators: attributed_to.clone(), inbox: self.inbox_url.clone().into(), outbox: ObjectId::new(generate_outbox_url(&self.actor_id)?), followers: self.followers_url.clone().into(), endpoints: self.shared_inbox_url.clone().map(|s| Endpoints { shared_inbox: s.into(), }), public_key: self.get_public_key(), language, published: Some(convert_datetime(self.published)), updated: self.updated.map(convert_datetime), posting_restricted_to_mods: Some(self.posting_restricted_to_mods), attributed_to, }; Ok(group) } #[tracing::instrument(skip_all)] async fn verify( group: &Group, expected_domain: &Url, context: &LemmyContext, _request_counter: &mut i32, ) -> Result<(), LemmyError> { group.verify(expected_domain, context).await } /// Converts a `Group` to `Community`, inserts it into the database and updates moderators. #[tracing::instrument(skip_all)] async fn from_apub( group: Group, context: &LemmyContext, request_counter: &mut i32, ) -> Result { let apub_id = group.id.inner().clone(); let instance = Instance::create_from_actor_id(context.pool(), &apub_id).await?; let form = Group::into_insert_form(group.clone(), instance.id); let languages = LanguageTag::to_language_id_multiple(group.language, context.pool()).await?; let community = Community::create(context.pool(), &form).await?; CommunityLanguage::update(context.pool(), languages, community.id).await?; let community: ApubCommunity = community.into(); let outbox_data = CommunityContext(community.clone(), context.clone()); // Fetching mods and outbox is not necessary for Lemmy to work, so ignore errors. Besides, // we need to ignore these errors so that tests can work entirely offline. group .outbox .dereference(&outbox_data, local_instance(context).await, request_counter) .await .map_err(|e| debug!("{}", e)) .ok(); if let Some(moderators) = group.attributed_to.or(group.moderators) { moderators .dereference(&outbox_data, local_instance(context).await, request_counter) .await .map_err(|e| debug!("{}", e)) .ok(); } fetch_instance_actor_for_object(community.actor_id(), context, request_counter).await; Ok(community) } } impl Actor for ApubCommunity { fn public_key(&self) -> &str { &self.public_key } fn inbox(&self) -> Url { self.inbox_url.clone().into() } fn shared_inbox(&self) -> Option { self.shared_inbox_url.clone().map(Into::into) } } impl ActorType for ApubCommunity { fn actor_id(&self) -> Url { self.actor_id.clone().into() } fn private_key(&self) -> Option { self.private_key.clone() } } impl ApubCommunity { /// For a given community, returns the inboxes of all followers. #[tracing::instrument(skip_all)] pub(crate) async fn get_follower_inboxes( &self, context: &LemmyContext, ) -> Result, LemmyError> { let id = self.id; let local_site_data = fetch_local_site_data(context.pool()).await?; let follows = CommunityFollowerView::for_community(context.pool(), id).await?; let inboxes: Vec = follows .into_iter() .filter(|f| !f.follower.local) .map(|f| { f.follower .shared_inbox_url .unwrap_or(f.follower.inbox_url) .into() }) .unique() .filter(|inbox: &Url| inbox.host_str() != Some(&context.settings().hostname)) // Don't send to blocked instances .filter(|inbox| { check_apub_id_valid_with_strictness(inbox, false, &local_site_data, context.settings()) .is_ok() }) .collect(); Ok(inboxes) } } #[cfg(test)] pub(crate) mod tests { use super::*; use crate::{ objects::{instance::tests::parse_lemmy_instance, tests::init_context}, protocol::tests::file_to_json_object, }; use lemmy_db_schema::{source::site::Site, traits::Crud}; use serial_test::serial; pub(crate) async fn parse_lemmy_community(context: &LemmyContext) -> ApubCommunity { let mut json: Group = file_to_json_object("assets/lemmy/objects/group.json").unwrap(); // change these links so they dont fetch over the network json.moderators = None; json.attributed_to = None; json.outbox = ObjectId::new(Url::parse("https://enterprise.lemmy.ml/c/tenforward/not_outbox").unwrap()); let url = Url::parse("https://enterprise.lemmy.ml/c/tenforward").unwrap(); let mut request_counter = 0; ApubCommunity::verify(&json, &url, context, &mut request_counter) .await .unwrap(); let community = ApubCommunity::from_apub(json, context, &mut request_counter) .await .unwrap(); // this makes one requests to the (intentionally broken) outbox collection assert_eq!(request_counter, 1); community } #[actix_rt::test] #[serial] async fn test_parse_lemmy_community() { let context = init_context().await; let site = parse_lemmy_instance(&context).await; let community = parse_lemmy_community(&context).await; assert_eq!(community.title, "Ten Forward"); assert!(!community.local); assert_eq!(community.description.as_ref().unwrap().len(), 132); Community::delete(context.pool(), community.id) .await .unwrap(); Site::delete(context.pool(), site.id).await.unwrap(); } }