2021-11-05 00:24:10 +00:00
|
|
|
use crate::{
|
2021-11-18 17:04:28 +00:00
|
|
|
activity_lists::AnnouncableActivities,
|
2021-11-05 00:24:10 +00:00
|
|
|
collections::CommunityContext,
|
2021-11-18 17:04:28 +00:00
|
|
|
objects::post::ApubPost,
|
2021-11-05 00:24:10 +00:00
|
|
|
protocol::{
|
2022-11-12 13:52:57 +00:00
|
|
|
activities::{
|
|
|
|
community::announce::AnnounceActivity,
|
2022-12-01 20:52:49 +00:00
|
|
|
create_or_update::page::CreateOrUpdatePage,
|
2022-11-12 13:52:57 +00:00
|
|
|
CreateOrUpdateType,
|
|
|
|
},
|
2021-11-05 00:24:10 +00:00
|
|
|
collections::group_outbox::GroupOutbox,
|
|
|
|
},
|
|
|
|
};
|
2022-06-02 14:33:41 +00:00
|
|
|
use activitypub_federation::{
|
|
|
|
data::Data,
|
|
|
|
traits::{ActivityHandler, ApubObject},
|
|
|
|
utils::verify_domains_match,
|
|
|
|
};
|
2021-11-19 17:47:06 +00:00
|
|
|
use activitystreams_kinds::collection::OrderedCollectionType;
|
2021-10-28 15:25:26 +00:00
|
|
|
use chrono::NaiveDateTime;
|
2022-04-01 18:06:23 +00:00
|
|
|
use futures::future::join_all;
|
2022-11-28 14:29:33 +00:00
|
|
|
use lemmy_api_common::utils::generate_outbox_url;
|
2022-11-12 13:52:57 +00:00
|
|
|
use lemmy_db_schema::{
|
|
|
|
source::{person::Person, post::Post},
|
|
|
|
traits::Crud,
|
2023-02-18 14:50:28 +00:00
|
|
|
utils::FETCH_LIMIT_MAX,
|
2022-11-12 13:52:57 +00:00
|
|
|
};
|
2022-06-02 14:33:41 +00:00
|
|
|
use lemmy_utils::error::LemmyError;
|
2021-11-05 00:24:10 +00:00
|
|
|
use url::Url;
|
2021-10-27 16:03:07 +00:00
|
|
|
|
|
|
|
#[derive(Clone, Debug)]
|
|
|
|
pub(crate) struct ApubCommunityOutbox(Vec<ApubPost>);
|
|
|
|
|
|
|
|
#[async_trait::async_trait(?Send)]
|
|
|
|
impl ApubObject for ApubCommunityOutbox {
|
|
|
|
type DataType = CommunityContext;
|
|
|
|
type ApubType = GroupOutbox;
|
2022-06-02 14:33:41 +00:00
|
|
|
type Error = LemmyError;
|
2023-02-18 14:50:28 +00:00
|
|
|
type DbType = ();
|
2021-10-27 16:03:07 +00:00
|
|
|
|
|
|
|
fn last_refreshed_at(&self) -> Option<NaiveDateTime> {
|
|
|
|
None
|
|
|
|
}
|
|
|
|
|
2021-12-06 14:54:47 +00:00
|
|
|
#[tracing::instrument(skip_all)]
|
2021-10-27 16:03:07 +00:00
|
|
|
async fn read_from_apub_id(
|
|
|
|
_object_id: Url,
|
|
|
|
data: &Self::DataType,
|
|
|
|
) -> Result<Option<Self>, LemmyError> {
|
|
|
|
// Only read from database if its a local community, otherwise fetch over http
|
|
|
|
if data.0.local {
|
|
|
|
let community_id = data.0.id;
|
2022-11-09 10:05:00 +00:00
|
|
|
let post_list: Vec<ApubPost> = Post::list_for_community(data.1.pool(), community_id)
|
|
|
|
.await?
|
|
|
|
.into_iter()
|
|
|
|
.map(Into::into)
|
|
|
|
.collect();
|
2021-10-27 16:03:07 +00:00
|
|
|
Ok(Some(ApubCommunityOutbox(post_list)))
|
|
|
|
} else {
|
|
|
|
Ok(None)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-12-06 14:54:47 +00:00
|
|
|
#[tracing::instrument(skip_all)]
|
2021-11-06 12:37:55 +00:00
|
|
|
async fn into_apub(self, data: &Self::DataType) -> Result<Self::ApubType, LemmyError> {
|
2021-10-27 16:03:07 +00:00
|
|
|
let mut ordered_items = vec![];
|
2021-11-06 12:37:55 +00:00
|
|
|
for post in self.0 {
|
2022-11-12 13:52:57 +00:00
|
|
|
let person = Person::read(data.1.pool(), post.creator_id).await?.into();
|
|
|
|
let create =
|
2022-12-01 20:52:49 +00:00
|
|
|
CreateOrUpdatePage::new(post, &person, &data.0, CreateOrUpdateType::Create, &data.1)
|
2022-11-12 13:52:57 +00:00
|
|
|
.await?;
|
2022-11-16 22:51:05 +00:00
|
|
|
let announcable = AnnouncableActivities::CreateOrUpdatePost(create);
|
2022-11-12 13:52:57 +00:00
|
|
|
let announce = AnnounceActivity::new(announcable.try_into()?, &data.0, &data.1)?;
|
2021-11-18 17:04:28 +00:00
|
|
|
ordered_items.push(announce);
|
2021-10-27 16:03:07 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
Ok(GroupOutbox {
|
|
|
|
r#type: OrderedCollectionType::OrderedCollection,
|
|
|
|
id: generate_outbox_url(&data.0.actor_id)?.into(),
|
2021-10-28 15:52:11 +00:00
|
|
|
total_items: ordered_items.len() as i32,
|
2021-10-27 16:03:07 +00:00
|
|
|
ordered_items,
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2021-12-06 14:54:47 +00:00
|
|
|
#[tracing::instrument(skip_all)]
|
2021-11-06 17:35:14 +00:00
|
|
|
async fn verify(
|
|
|
|
group_outbox: &GroupOutbox,
|
|
|
|
expected_domain: &Url,
|
|
|
|
_context: &CommunityContext,
|
|
|
|
_request_counter: &mut i32,
|
|
|
|
) -> Result<(), LemmyError> {
|
|
|
|
verify_domains_match(expected_domain, &group_outbox.id)?;
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
|
2021-12-06 14:54:47 +00:00
|
|
|
#[tracing::instrument(skip_all)]
|
2021-10-27 16:03:07 +00:00
|
|
|
async fn from_apub(
|
2021-11-06 12:37:55 +00:00
|
|
|
apub: Self::ApubType,
|
2021-10-27 16:03:07 +00:00
|
|
|
data: &Self::DataType,
|
2022-04-01 18:06:23 +00:00
|
|
|
_request_counter: &mut i32,
|
2021-10-27 16:03:07 +00:00
|
|
|
) -> Result<Self, LemmyError> {
|
2021-11-06 12:37:55 +00:00
|
|
|
let mut outbox_activities = apub.ordered_items;
|
2023-02-18 14:50:28 +00:00
|
|
|
if outbox_activities.len() as i64 > FETCH_LIMIT_MAX {
|
2023-02-28 11:34:50 +00:00
|
|
|
outbox_activities = outbox_activities
|
|
|
|
.get(0..(FETCH_LIMIT_MAX as usize))
|
|
|
|
.unwrap_or_default()
|
|
|
|
.to_vec();
|
2021-10-27 16:03:07 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// We intentionally ignore errors here. This is because the outbox might contain posts from old
|
|
|
|
// Lemmy versions, or from other software which we cant parse. In that case, we simply skip the
|
|
|
|
// item and only parse the ones that work.
|
2021-11-18 17:04:28 +00:00
|
|
|
let data = Data::new(data.1.clone());
|
2022-04-01 18:06:23 +00:00
|
|
|
// process items in parallel, to avoid long delay from fetch_site_metadata() and other processing
|
|
|
|
join_all(outbox_activities.into_iter().map(|activity| {
|
|
|
|
async {
|
|
|
|
// use separate request counter for each item, otherwise there will be problems with
|
|
|
|
// parallel processing
|
|
|
|
let request_counter = &mut 0;
|
|
|
|
let verify = activity.verify(&data, request_counter).await;
|
|
|
|
if verify.is_ok() {
|
|
|
|
activity.receive(&data, request_counter).await.ok();
|
|
|
|
}
|
2021-11-18 17:04:28 +00:00
|
|
|
}
|
2022-04-01 18:06:23 +00:00
|
|
|
}))
|
|
|
|
.await;
|
2021-10-27 16:03:07 +00:00
|
|
|
|
|
|
|
// This return value is unused, so just set an empty vec
|
2022-03-30 14:58:03 +00:00
|
|
|
Ok(ApubCommunityOutbox(Vec::new()))
|
2021-10-27 16:03:07 +00:00
|
|
|
}
|
|
|
|
}
|