2021-10-28 21:17:59 +00:00
|
|
|
use crate::{
|
|
|
|
check_is_apub_id_valid,
|
|
|
|
collections::{community_moderators::ApubCommunityModerators, CommunityContext},
|
|
|
|
generate_moderators_url,
|
|
|
|
generate_outbox_url,
|
2022-02-07 19:23:12 +00:00
|
|
|
objects::instance::fetch_instance_actor_for_object,
|
2021-10-28 21:17:59 +00:00
|
|
|
protocol::{
|
2021-11-06 13:25:34 +00:00
|
|
|
objects::{group::Group, tombstone::Tombstone, Endpoints},
|
2021-10-28 21:17:59 +00:00
|
|
|
ImageObject,
|
|
|
|
Source,
|
|
|
|
},
|
|
|
|
};
|
2021-11-19 17:47:06 +00:00
|
|
|
use activitystreams_kinds::actor::GroupType;
|
2021-11-05 00:24:10 +00:00
|
|
|
use chrono::NaiveDateTime;
|
|
|
|
use itertools::Itertools;
|
2021-11-02 13:02:39 +00:00
|
|
|
use lemmy_api_common::blocking;
|
|
|
|
use lemmy_apub_lib::{
|
2021-11-05 00:24:10 +00:00
|
|
|
object_id::ObjectId,
|
2021-11-02 13:02:39 +00:00
|
|
|
traits::{ActorType, ApubObject},
|
|
|
|
};
|
2022-01-27 16:39:22 +00:00
|
|
|
use lemmy_db_schema::{source::community::Community, traits::ApubActor};
|
2021-11-02 13:02:39 +00:00
|
|
|
use lemmy_db_views_actor::community_follower_view::CommunityFollowerView;
|
|
|
|
use lemmy_utils::{
|
|
|
|
utils::{convert_datetime, markdown_to_html},
|
|
|
|
LemmyError,
|
|
|
|
};
|
|
|
|
use lemmy_websocket::LemmyContext;
|
2021-11-05 00:24:10 +00:00
|
|
|
use std::ops::Deref;
|
2021-11-23 12:16:47 +00:00
|
|
|
use tracing::debug;
|
2021-11-05 00:24:10 +00:00
|
|
|
use url::Url;
|
2020-10-12 14:10:09 +00:00
|
|
|
|
2021-10-18 21:36:44 +00:00
|
|
|
#[derive(Clone, Debug)]
|
|
|
|
pub struct ApubCommunity(Community);
|
|
|
|
|
|
|
|
impl Deref for ApubCommunity {
|
|
|
|
type Target = Community;
|
|
|
|
fn deref(&self) -> &Self::Target {
|
|
|
|
&self.0
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl From<Community> for ApubCommunity {
|
|
|
|
fn from(c: Community) -> Self {
|
|
|
|
ApubCommunity { 0: c }
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
#[async_trait::async_trait(?Send)]
|
|
|
|
impl ApubObject for ApubCommunity {
|
|
|
|
type DataType = LemmyContext;
|
2021-10-27 16:03:07 +00:00
|
|
|
type ApubType = Group;
|
|
|
|
type TombstoneType = Tombstone;
|
2021-10-18 21:36:44 +00:00
|
|
|
|
|
|
|
fn last_refreshed_at(&self) -> Option<NaiveDateTime> {
|
|
|
|
Some(self.last_refreshed_at)
|
|
|
|
}
|
|
|
|
|
2021-12-06 14:54:47 +00:00
|
|
|
#[tracing::instrument(skip_all)]
|
2021-10-18 21:36:44 +00:00
|
|
|
async fn read_from_apub_id(
|
|
|
|
object_id: Url,
|
|
|
|
context: &LemmyContext,
|
|
|
|
) -> Result<Option<Self>, LemmyError> {
|
|
|
|
Ok(
|
|
|
|
blocking(context.pool(), move |conn| {
|
|
|
|
Community::read_from_apub_id(conn, object_id)
|
|
|
|
})
|
|
|
|
.await??
|
|
|
|
.map(Into::into),
|
|
|
|
)
|
|
|
|
}
|
|
|
|
|
2021-12-06 14:54:47 +00:00
|
|
|
#[tracing::instrument(skip_all)]
|
2021-10-18 21:36:44 +00:00
|
|
|
async fn delete(self, context: &LemmyContext) -> Result<(), LemmyError> {
|
|
|
|
blocking(context.pool(), move |conn| {
|
|
|
|
Community::update_deleted(conn, self.id, true)
|
|
|
|
})
|
|
|
|
.await??;
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
|
2021-12-06 14:54:47 +00:00
|
|
|
#[tracing::instrument(skip_all)]
|
2021-11-06 12:37:55 +00:00
|
|
|
async fn into_apub(self, _context: &LemmyContext) -> Result<Group, LemmyError> {
|
2021-08-12 12:48:09 +00:00
|
|
|
let group = Group {
|
|
|
|
kind: GroupType::Group,
|
2021-11-03 16:26:09 +00:00
|
|
|
id: ObjectId::new(self.actor_id()),
|
2021-08-12 12:48:09 +00:00
|
|
|
preferred_username: self.name.clone(),
|
|
|
|
name: self.title.clone(),
|
2021-10-22 16:21:26 +00:00
|
|
|
summary: self.description.as_ref().map(|b| markdown_to_html(b)),
|
2022-02-07 19:23:12 +00:00
|
|
|
source: self.description.clone().map(Source::new),
|
|
|
|
icon: self.icon.clone().map(ImageObject::new),
|
|
|
|
image: self.banner.clone().map(ImageObject::new),
|
2021-08-12 12:48:09 +00:00
|
|
|
sensitive: Some(self.nsfw),
|
2021-10-27 16:03:07 +00:00
|
|
|
moderators: Some(ObjectId::<ApubCommunityModerators>::new(
|
2021-11-05 00:24:10 +00:00
|
|
|
generate_moderators_url(&self.actor_id)?,
|
2021-10-27 16:03:07 +00:00
|
|
|
)),
|
2021-08-12 12:48:09 +00:00
|
|
|
inbox: self.inbox_url.clone().into(),
|
2021-10-27 16:03:07 +00:00
|
|
|
outbox: ObjectId::new(generate_outbox_url(&self.actor_id)?),
|
2021-08-12 12:48:09 +00:00
|
|
|
followers: self.followers_url.clone().into(),
|
2022-01-17 14:40:47 +00:00
|
|
|
endpoints: self.shared_inbox_url.clone().map(|s| Endpoints {
|
|
|
|
shared_inbox: s.into(),
|
|
|
|
}),
|
2021-08-12 12:48:09 +00:00
|
|
|
public_key: self.get_public_key()?,
|
2021-10-21 17:25:35 +00:00
|
|
|
published: Some(convert_datetime(self.published)),
|
2021-08-12 12:48:09 +00:00
|
|
|
updated: self.updated.map(convert_datetime),
|
|
|
|
unparsed: Default::default(),
|
|
|
|
};
|
|
|
|
Ok(group)
|
2020-10-12 14:10:09 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
fn to_tombstone(&self) -> Result<Tombstone, LemmyError> {
|
2021-11-16 00:58:15 +00:00
|
|
|
Ok(Tombstone::new(self.actor_id()))
|
2020-10-12 14:10:09 +00:00
|
|
|
}
|
|
|
|
|
2021-12-06 14:54:47 +00:00
|
|
|
#[tracing::instrument(skip_all)]
|
2021-11-06 17:35:14 +00:00
|
|
|
async fn verify(
|
|
|
|
group: &Group,
|
|
|
|
expected_domain: &Url,
|
|
|
|
context: &LemmyContext,
|
|
|
|
_request_counter: &mut i32,
|
|
|
|
) -> Result<(), LemmyError> {
|
|
|
|
group.verify(expected_domain, context).await
|
|
|
|
}
|
|
|
|
|
2021-03-05 13:45:30 +00:00
|
|
|
/// Converts a `Group` to `Community`, inserts it into the database and updates moderators.
|
2021-12-06 14:54:47 +00:00
|
|
|
#[tracing::instrument(skip_all)]
|
2020-12-08 17:38:48 +00:00
|
|
|
async fn from_apub(
|
2021-11-06 12:37:55 +00:00
|
|
|
group: Group,
|
2020-12-08 17:38:48 +00:00
|
|
|
context: &LemmyContext,
|
|
|
|
request_counter: &mut i32,
|
2021-10-18 21:36:44 +00:00
|
|
|
) -> Result<ApubCommunity, LemmyError> {
|
2021-11-08 12:11:24 +00:00
|
|
|
let form = Group::into_form(group.clone());
|
2020-10-12 14:10:09 +00:00
|
|
|
|
2021-10-21 17:25:35 +00:00
|
|
|
// Fetching mods and outbox is not necessary for Lemmy to work, so ignore errors. Besides,
|
|
|
|
// we need to ignore these errors so that tests can work entirely offline.
|
2021-10-27 16:03:07 +00:00
|
|
|
let community: ApubCommunity =
|
|
|
|
blocking(context.pool(), move |conn| Community::upsert(conn, &form))
|
|
|
|
.await??
|
|
|
|
.into();
|
|
|
|
let outbox_data = CommunityContext(community.clone(), context.clone());
|
|
|
|
|
|
|
|
group
|
|
|
|
.outbox
|
2021-12-06 22:54:34 +00:00
|
|
|
.dereference(&outbox_data, context.client(), request_counter)
|
2021-10-21 17:25:35 +00:00
|
|
|
.await
|
|
|
|
.map_err(|e| debug!("{}", e))
|
|
|
|
.ok();
|
2021-09-25 15:44:52 +00:00
|
|
|
|
2021-10-27 16:03:07 +00:00
|
|
|
if let Some(moderators) = &group.moderators {
|
|
|
|
moderators
|
2021-12-06 22:54:34 +00:00
|
|
|
.dereference(&outbox_data, context.client(), request_counter)
|
2021-10-27 16:03:07 +00:00
|
|
|
.await
|
|
|
|
.map_err(|e| debug!("{}", e))
|
|
|
|
.ok();
|
|
|
|
}
|
|
|
|
|
2022-02-07 19:23:12 +00:00
|
|
|
fetch_instance_actor_for_object(community.actor_id(), context, request_counter).await;
|
|
|
|
|
2021-10-27 16:03:07 +00:00
|
|
|
Ok(community)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl ActorType for ApubCommunity {
|
|
|
|
fn actor_id(&self) -> Url {
|
|
|
|
self.actor_id.to_owned().into()
|
|
|
|
}
|
2021-11-22 15:10:18 +00:00
|
|
|
fn public_key(&self) -> String {
|
2021-10-27 16:03:07 +00:00
|
|
|
self.public_key.to_owned()
|
|
|
|
}
|
|
|
|
fn private_key(&self) -> Option<String> {
|
|
|
|
self.private_key.to_owned()
|
|
|
|
}
|
|
|
|
|
|
|
|
fn inbox_url(&self) -> Url {
|
|
|
|
self.inbox_url.clone().into()
|
|
|
|
}
|
2021-09-25 15:44:52 +00:00
|
|
|
|
2021-10-27 16:03:07 +00:00
|
|
|
fn shared_inbox_url(&self) -> Option<Url> {
|
2021-11-05 00:24:10 +00:00
|
|
|
self.shared_inbox_url.clone().map(|s| s.into())
|
2020-10-12 14:10:09 +00:00
|
|
|
}
|
|
|
|
}
|
2021-10-06 20:20:05 +00:00
|
|
|
|
2021-10-28 11:46:48 +00:00
|
|
|
impl ApubCommunity {
|
2021-10-06 20:20:05 +00:00
|
|
|
/// For a given community, returns the inboxes of all followers.
|
2021-12-06 14:54:47 +00:00
|
|
|
#[tracing::instrument(skip_all)]
|
2021-10-28 11:46:48 +00:00
|
|
|
pub(crate) async fn get_follower_inboxes(
|
2021-10-06 20:20:05 +00:00
|
|
|
&self,
|
2021-11-02 13:02:39 +00:00
|
|
|
context: &LemmyContext,
|
2021-10-06 20:20:05 +00:00
|
|
|
) -> Result<Vec<Url>, LemmyError> {
|
|
|
|
let id = self.id;
|
|
|
|
|
2021-11-02 13:02:39 +00:00
|
|
|
let follows = blocking(context.pool(), move |conn| {
|
2021-10-06 20:20:05 +00:00
|
|
|
CommunityFollowerView::for_community(conn, id)
|
|
|
|
})
|
|
|
|
.await??;
|
2021-11-15 21:37:19 +00:00
|
|
|
let inboxes: Vec<Url> = follows
|
2021-10-06 20:20:05 +00:00
|
|
|
.into_iter()
|
|
|
|
.filter(|f| !f.follower.local)
|
2021-11-05 00:24:10 +00:00
|
|
|
.map(|f| {
|
|
|
|
f.follower
|
|
|
|
.shared_inbox_url
|
|
|
|
.unwrap_or(f.follower.inbox_url)
|
|
|
|
.into()
|
|
|
|
})
|
2021-10-06 20:20:05 +00:00
|
|
|
.unique()
|
2021-11-15 21:37:19 +00:00
|
|
|
.filter(|inbox: &Url| inbox.host_str() != Some(&context.settings().hostname))
|
2021-10-06 20:20:05 +00:00
|
|
|
// Don't send to blocked instances
|
2021-11-02 13:02:39 +00:00
|
|
|
.filter(|inbox| check_is_apub_id_valid(inbox, false, &context.settings()).is_ok())
|
2021-10-06 20:20:05 +00:00
|
|
|
.collect();
|
|
|
|
|
|
|
|
Ok(inboxes)
|
|
|
|
}
|
|
|
|
}
|
2021-10-21 17:25:35 +00:00
|
|
|
|
|
|
|
#[cfg(test)]
|
2021-11-01 13:05:20 +00:00
|
|
|
pub(crate) mod tests {
|
2021-10-29 14:54:19 +00:00
|
|
|
use super::*;
|
2022-02-07 19:23:12 +00:00
|
|
|
use crate::objects::{
|
|
|
|
instance::tests::parse_lemmy_instance,
|
|
|
|
tests::{file_to_json_object, init_context},
|
|
|
|
};
|
2021-11-23 12:20:01 +00:00
|
|
|
use lemmy_apub_lib::activity_queue::create_activity_queue;
|
2022-02-07 19:23:12 +00:00
|
|
|
use lemmy_db_schema::{source::site::Site, traits::Crud};
|
2021-10-29 14:54:19 +00:00
|
|
|
use serial_test::serial;
|
2021-10-28 21:17:59 +00:00
|
|
|
|
2021-11-01 13:05:20 +00:00
|
|
|
pub(crate) async fn parse_lemmy_community(context: &LemmyContext) -> ApubCommunity {
|
2022-01-17 14:40:47 +00:00
|
|
|
let mut json: Group = file_to_json_object("assets/lemmy/objects/group.json").unwrap();
|
2021-10-21 17:25:35 +00:00
|
|
|
// change these links so they dont fetch over the network
|
2021-11-01 13:05:20 +00:00
|
|
|
json.moderators = None;
|
2021-10-27 16:03:07 +00:00
|
|
|
json.outbox =
|
|
|
|
ObjectId::new(Url::parse("https://enterprise.lemmy.ml/c/tenforward/not_outbox").unwrap());
|
2021-10-21 17:25:35 +00:00
|
|
|
|
2021-10-22 16:21:26 +00:00
|
|
|
let url = Url::parse("https://enterprise.lemmy.ml/c/tenforward").unwrap();
|
2021-10-21 17:25:35 +00:00
|
|
|
let mut request_counter = 0;
|
2021-11-06 17:35:14 +00:00
|
|
|
ApubCommunity::verify(&json, &url, context, &mut request_counter)
|
|
|
|
.await
|
|
|
|
.unwrap();
|
|
|
|
let community = ApubCommunity::from_apub(json, context, &mut request_counter)
|
2021-10-21 17:25:35 +00:00
|
|
|
.await
|
|
|
|
.unwrap();
|
2022-02-07 19:23:12 +00:00
|
|
|
// this makes one requests to the (intentionally broken) outbox collection
|
2021-11-01 13:05:20 +00:00
|
|
|
assert_eq!(request_counter, 1);
|
|
|
|
community
|
|
|
|
}
|
|
|
|
|
|
|
|
#[actix_rt::test]
|
|
|
|
#[serial]
|
|
|
|
async fn test_parse_lemmy_community() {
|
2021-12-06 22:54:34 +00:00
|
|
|
let client = reqwest::Client::new().into();
|
|
|
|
let manager = create_activity_queue(client);
|
2021-11-23 12:20:01 +00:00
|
|
|
let context = init_context(manager.queue_handle().clone());
|
2022-02-07 19:23:12 +00:00
|
|
|
let site = parse_lemmy_instance(&context).await;
|
2021-11-01 13:05:20 +00:00
|
|
|
let community = parse_lemmy_community(&context).await;
|
2021-10-21 17:25:35 +00:00
|
|
|
|
2021-10-22 16:21:26 +00:00
|
|
|
assert_eq!(community.title, "Ten Forward");
|
2021-10-21 17:25:35 +00:00
|
|
|
assert!(!community.local);
|
2021-10-22 16:21:26 +00:00
|
|
|
assert_eq!(community.description.as_ref().unwrap().len(), 132);
|
2021-10-21 17:25:35 +00:00
|
|
|
|
|
|
|
Community::delete(&*context.pool().get().unwrap(), community.id).unwrap();
|
2022-02-07 19:23:12 +00:00
|
|
|
Site::delete(&*context.pool().get().unwrap(), site.id).unwrap();
|
2021-10-21 17:25:35 +00:00
|
|
|
}
|
|
|
|
}
|