use crate::{ check_is_apub_id_valid, context::lemmy_context, fetcher::community::{fetch_community_outbox, update_community_mods}, generate_moderators_url, generate_outbox_url, objects::{create_tombstone, ImageObject, Source}, CommunityType, }; use activitystreams::{ actor::{kind::GroupType, Endpoints}, base::AnyBase, chrono::NaiveDateTime, object::{kind::ImageType, Tombstone}, primitives::OneOrMany, unparsed::Unparsed, }; use chrono::{DateTime, FixedOffset}; use itertools::Itertools; use lemmy_api_common::blocking; use lemmy_apub_lib::{ signatures::PublicKey, traits::{ActorType, ApubObject, FromApub, ToApub}, values::{MediaTypeHtml, MediaTypeMarkdown}, verify::verify_domains_match, }; use lemmy_db_schema::{ naive_now, source::community::{Community, CommunityForm}, DbPool, }; use lemmy_db_views_actor::community_follower_view::CommunityFollowerView; use lemmy_utils::{ settings::structs::Settings, utils::{check_slurs, check_slurs_opt, convert_datetime, markdown_to_html}, LemmyError, }; use lemmy_websocket::LemmyContext; use log::debug; use serde::{Deserialize, Serialize}; use serde_with::skip_serializing_none; use std::ops::Deref; use url::Url; #[skip_serializing_none] #[derive(Clone, Debug, Deserialize, Serialize)] #[serde(rename_all = "camelCase")] pub struct Group { #[serde(rename = "@context")] context: OneOrMany, #[serde(rename = "type")] kind: GroupType, id: Url, /// username, set at account creation and can never be changed preferred_username: String, /// title (can be changed at any time) name: String, content: Option, media_type: Option, source: Option, icon: Option, /// banner image: Option, // lemmy extension sensitive: Option, // lemmy extension pub(crate) moderators: Option, inbox: Url, pub(crate) outbox: Url, followers: Url, endpoints: Endpoints, public_key: PublicKey, published: Option>, updated: Option>, #[serde(flatten)] unparsed: Unparsed, } impl Group { pub(crate) fn id(&self, expected_domain: &Url) -> Result<&Url, LemmyError> { verify_domains_match(&self.id, expected_domain)?; Ok(&self.id) } pub(crate) async fn from_apub_to_form( group: &Group, expected_domain: &Url, settings: &Settings, ) -> Result { let actor_id = Some(group.id(expected_domain)?.clone().into()); let name = group.preferred_username.clone(); let title = group.name.clone(); let description = group.source.clone().map(|s| s.content); let shared_inbox = group.endpoints.shared_inbox.clone().map(|s| s.into()); let slur_regex = &settings.slur_regex(); check_slurs(&name, slur_regex)?; check_slurs(&title, slur_regex)?; check_slurs_opt(&description, slur_regex)?; Ok(CommunityForm { name, title, description, removed: None, published: group.published.map(|u| u.naive_local()), updated: group.updated.map(|u| u.naive_local()), deleted: None, nsfw: Some(group.sensitive.unwrap_or(false)), actor_id, local: Some(false), private_key: None, public_key: Some(group.public_key.public_key_pem.clone()), last_refreshed_at: Some(naive_now()), icon: Some(group.icon.clone().map(|i| i.url.into())), banner: Some(group.image.clone().map(|i| i.url.into())), followers_url: Some(group.followers.clone().into()), inbox_url: Some(group.inbox.clone().into()), shared_inbox_url: Some(shared_inbox), }) } } #[derive(Clone, Debug)] pub struct ApubCommunity(Community); impl Deref for ApubCommunity { type Target = Community; fn deref(&self) -> &Self::Target { &self.0 } } impl From for ApubCommunity { fn from(c: Community) -> Self { ApubCommunity { 0: c } } } #[async_trait::async_trait(?Send)] impl ApubObject for ApubCommunity { type DataType = LemmyContext; fn last_refreshed_at(&self) -> Option { Some(self.last_refreshed_at) } async fn read_from_apub_id( object_id: Url, context: &LemmyContext, ) -> Result, LemmyError> { Ok( blocking(context.pool(), move |conn| { Community::read_from_apub_id(conn, object_id) }) .await?? .map(Into::into), ) } async fn delete(self, context: &LemmyContext) -> Result<(), LemmyError> { blocking(context.pool(), move |conn| { Community::update_deleted(conn, self.id, true) }) .await??; Ok(()) } } impl ActorType for ApubCommunity { fn is_local(&self) -> bool { self.local } fn actor_id(&self) -> Url { self.actor_id.to_owned().into() } fn name(&self) -> String { self.name.clone() } fn public_key(&self) -> Option { self.public_key.to_owned() } fn private_key(&self) -> Option { self.private_key.to_owned() } fn inbox_url(&self) -> Url { self.inbox_url.clone().into() } fn shared_inbox_url(&self) -> Option { self.shared_inbox_url.clone().map(|s| s.into_inner()) } } #[async_trait::async_trait(?Send)] impl ToApub for ApubCommunity { type ApubType = Group; type TombstoneType = Tombstone; type DataType = DbPool; async fn to_apub(&self, _pool: &DbPool) -> Result { let source = self.description.clone().map(|bio| Source { content: bio, media_type: MediaTypeMarkdown::Markdown, }); let icon = self.icon.clone().map(|url| ImageObject { kind: ImageType::Image, url: url.into(), }); let image = self.banner.clone().map(|url| ImageObject { kind: ImageType::Image, url: url.into(), }); let group = Group { context: lemmy_context(), kind: GroupType::Group, id: self.actor_id(), preferred_username: self.name.clone(), name: self.title.clone(), content: self.description.as_ref().map(|b| markdown_to_html(b)), media_type: self.description.as_ref().map(|_| MediaTypeHtml::Html), source, icon, image, sensitive: Some(self.nsfw), moderators: Some(generate_moderators_url(&self.actor_id)?.into()), inbox: self.inbox_url.clone().into(), outbox: generate_outbox_url(&self.actor_id)?.into(), followers: self.followers_url.clone().into(), endpoints: Endpoints { shared_inbox: self.shared_inbox_url.clone().map(|s| s.into()), ..Default::default() }, public_key: self.get_public_key()?, published: Some(convert_datetime(self.published)), updated: self.updated.map(convert_datetime), unparsed: Default::default(), }; Ok(group) } fn to_tombstone(&self) -> Result { create_tombstone( self.deleted, self.actor_id.to_owned().into(), self.updated, GroupType::Group, ) } } #[async_trait::async_trait(?Send)] impl FromApub for ApubCommunity { type ApubType = Group; type DataType = LemmyContext; /// Converts a `Group` to `Community`, inserts it into the database and updates moderators. async fn from_apub( group: &Group, context: &LemmyContext, expected_domain: &Url, request_counter: &mut i32, ) -> Result { let form = Group::from_apub_to_form(group, expected_domain, &context.settings()).await?; // Fetching mods and outbox is not necessary for Lemmy to work, so ignore errors. Besides, // we need to ignore these errors so that tests can work entirely offline. let community = blocking(context.pool(), move |conn| Community::upsert(conn, &form)).await??; update_community_mods(group, &community, context, request_counter) .await .map_err(|e| debug!("{}", e)) .ok(); // TODO: doing this unconditionally might cause infinite loop for some reason fetch_community_outbox(context, &group.outbox, request_counter) .await .map_err(|e| debug!("{}", e)) .ok(); Ok(community.into()) } } #[async_trait::async_trait(?Send)] impl CommunityType for Community { fn followers_url(&self) -> Url { self.followers_url.clone().into() } /// For a given community, returns the inboxes of all followers. async fn get_follower_inboxes( &self, pool: &DbPool, settings: &Settings, ) -> Result, LemmyError> { let id = self.id; let follows = blocking(pool, move |conn| { CommunityFollowerView::for_community(conn, id) }) .await??; let inboxes = follows .into_iter() .filter(|f| !f.follower.local) .map(|f| f.follower.shared_inbox_url.unwrap_or(f.follower.inbox_url)) .map(|i| i.into_inner()) .unique() // Don't send to blocked instances .filter(|inbox| check_is_apub_id_valid(inbox, false, settings).is_ok()) .collect(); Ok(inboxes) } } #[cfg(test)] mod tests { use super::*; use crate::objects::tests::{file_to_json_object, init_context}; use assert_json_diff::assert_json_include; use lemmy_db_schema::traits::Crud; use serial_test::serial; #[actix_rt::test] #[serial] async fn test_fetch_lemmy_community() { let context = init_context(); let mut json: Group = file_to_json_object("assets/lemmy-community.json"); let json_orig = json.clone(); // change these links so they dont fetch over the network json.moderators = Some(Url::parse("https://lemmy.ml/c/announcements/not_moderators").unwrap()); json.outbox = Url::parse("https://lemmy.ml/c/announcements/not_outbox").unwrap(); let url = Url::parse("https://lemmy.ml/c/announcements").unwrap(); let mut request_counter = 0; let community = ApubCommunity::from_apub(&json, &context, &url, &mut request_counter) .await .unwrap(); assert_eq!(community.actor_id.clone().into_inner(), url); assert_eq!(community.title, "Announcements"); assert!(community.public_key.is_some()); assert!(!community.local); assert_eq!(community.description.as_ref().unwrap().len(), 126); // this makes two requests to the (intentionally) broken outbox/moderators collections assert_eq!(request_counter, 2); let to_apub = community.to_apub(context.pool()).await.unwrap(); assert_json_include!(actual: json_orig, expected: to_apub); Community::delete(&*context.pool().get().unwrap(), community.id).unwrap(); } }