d4dccd17ae
Merge pull request 'Adding unique ap_ids. Fixes #1100' (#90) from unique_ap_ids into activity-sender Reviewed-on: https://yerbamate.dev/LemmyNet/lemmy/pulls/90 Adding back in on_conflict. Trying to add back in the on_conflict_do_nothing. Trying to reduce delay time. Removing createFakes. Removing some unit tests. Adding comment jest timeout. Fixing tests again. Fixing tests again. Merge branch 'activity-sender' into unique_ap_ids_2 Replace actix client with reqwest to speed up federation tests Trying to fix tests again. Fixing unit tests. Fixing some broken unit tests, not done yet. Adding uniques. Adding unique ap_ids. Fixes #1100 use proper sql functionality for upsert added logging in fetcher, replace post/comment::create with upsert no need to do an actual update in post/comment::upsert Merge branch 'main' into activity-sender implement upsert for user/community reuse http client got it working attempt to use background-jobs crate rewrite with proper error handling and less boilerplate remove do_send, dont return errors from activity_sender WIP: implement ActivitySender actor Co-authored-by: dessalines <dessalines@noreply.yerbamate.dev> Co-authored-by: Dessalines <tyhou13@gmx.com> Co-authored-by: Felix Ableitner <me@nutomic.com> Reviewed-on: https://yerbamate.dev/LemmyNet/lemmy/pulls/89
133 lines
3.2 KiB
Rust
133 lines
3.2 KiB
Rust
use crate::{
|
|
apub::{check_is_apub_id_valid, extensions::signatures::sign, ActorType},
|
|
LemmyError,
|
|
};
|
|
use activitystreams::{
|
|
base::{Extends, ExtendsExt},
|
|
object::AsObject,
|
|
};
|
|
use anyhow::{anyhow, Context, Error};
|
|
use awc::Client;
|
|
use background_jobs::{
|
|
create_server,
|
|
memory_storage::Storage,
|
|
ActixJob,
|
|
Backoff,
|
|
MaxRetries,
|
|
QueueHandle,
|
|
WorkerConfig,
|
|
};
|
|
use lemmy_utils::{location_info, settings::Settings};
|
|
use log::warn;
|
|
use serde::{Deserialize, Serialize};
|
|
use std::{future::Future, pin::Pin};
|
|
use url::Url;
|
|
|
|
pub fn send_activity<T, Kind>(
|
|
activity_sender: &QueueHandle,
|
|
activity: T,
|
|
actor: &dyn ActorType,
|
|
to: Vec<Url>,
|
|
) -> Result<(), LemmyError>
|
|
where
|
|
T: AsObject<Kind>,
|
|
T: Extends<Kind>,
|
|
Kind: Serialize,
|
|
<T as Extends<Kind>>::Error: From<serde_json::Error> + Send + Sync + 'static,
|
|
{
|
|
if !Settings::get().federation.enabled {
|
|
return Ok(());
|
|
}
|
|
|
|
let activity = activity.into_any_base()?;
|
|
let serialised_activity = serde_json::to_string(&activity)?;
|
|
|
|
for to_url in &to {
|
|
check_is_apub_id_valid(&to_url)?;
|
|
}
|
|
|
|
// TODO: it would make sense to create a separate task for each destination server
|
|
let message = SendActivityTask {
|
|
activity: serialised_activity,
|
|
to,
|
|
actor_id: actor.actor_id()?,
|
|
private_key: actor.private_key().context(location_info!())?,
|
|
};
|
|
activity_sender.queue::<SendActivityTask>(message)?;
|
|
|
|
Ok(())
|
|
}
|
|
|
|
#[derive(Clone, Debug, Deserialize, Serialize)]
|
|
struct SendActivityTask {
|
|
activity: String,
|
|
to: Vec<Url>,
|
|
actor_id: Url,
|
|
private_key: String,
|
|
}
|
|
|
|
impl ActixJob for SendActivityTask {
|
|
type State = MyState;
|
|
type Future = Pin<Box<dyn Future<Output = Result<(), Error>>>>;
|
|
const NAME: &'static str = "SendActivityTask";
|
|
|
|
const MAX_RETRIES: MaxRetries = MaxRetries::Count(10);
|
|
const BACKOFF: Backoff = Backoff::Exponential(2);
|
|
|
|
fn run(self, state: Self::State) -> Self::Future {
|
|
Box::pin(async move {
|
|
for to_url in &self.to {
|
|
let request = state
|
|
.client
|
|
.post(to_url.as_str())
|
|
.header("Content-Type", "application/json");
|
|
|
|
// TODO: i believe we have to do the signing in here because it is only valid for a few seconds
|
|
let signed = sign(
|
|
request,
|
|
self.activity.clone(),
|
|
&self.actor_id,
|
|
self.private_key.to_owned(),
|
|
)
|
|
.await;
|
|
let signed = match signed {
|
|
Ok(s) => s,
|
|
Err(e) => {
|
|
warn!("{}", e);
|
|
// dont return an error because retrying would probably not fix the signing
|
|
return Ok(());
|
|
}
|
|
};
|
|
if let Err(e) = signed.send().await {
|
|
warn!("{}", e);
|
|
return Err(anyhow!(
|
|
"Failed to send activity {} to {}",
|
|
&self.activity,
|
|
to_url
|
|
));
|
|
}
|
|
}
|
|
|
|
Ok(())
|
|
})
|
|
}
|
|
}
|
|
|
|
pub fn create_activity_queue() -> QueueHandle {
|
|
// Start the application server. This guards access to to the jobs store
|
|
let queue_handle = create_server(Storage::new());
|
|
|
|
// Configure and start our workers
|
|
WorkerConfig::new(|| MyState {
|
|
client: Client::default(),
|
|
})
|
|
.register::<SendActivityTask>()
|
|
.start(queue_handle.clone());
|
|
|
|
queue_handle
|
|
}
|
|
|
|
#[derive(Clone)]
|
|
struct MyState {
|
|
pub client: Client,
|
|
}
|