2
0
Fork 0
mirror of https://git.asonix.dog/asonix/pict-rs synced 2024-12-22 19:31:35 +00:00
pict-rs/src/init_metrics.rs

619 lines
25 KiB
Rust
Raw Normal View History

2024-02-04 20:26:18 +00:00
pub(super) fn init_metrics() {
2024-02-04 21:45:47 +00:00
describe_toplevel();
describe_future();
2024-02-04 21:45:47 +00:00
describe_queue_cleanup();
describe_payload();
describe_job();
describe_queue_process();
describe_ingest();
describe_backgrounded();
describe_concurrent_processor();
describe_repo();
describe_process();
2024-02-04 20:26:18 +00:00
describe_postgres();
describe_middleware();
describe_generate();
describe_object_storage();
}
2024-02-04 21:45:47 +00:00
fn describe_toplevel() {
metrics::describe_counter!(FILES, "How many files have been uploaded to pict-rs");
metrics::describe_counter!(
BACKGROUND_UPLOAD_CLAIM,
"How many uploaded files have been claimed"
);
}
pub(crate) const FILES: &str = "pict-rs.files";
pub(crate) const BACKGROUND_UPLOAD_CLAIM: &str = "pict-rs.background.upload.claim";
fn describe_future() {
metrics::describe_counter!(
FUTURE_POLL_TIMER_EXCEEDED,
"How many times a given poll operation has lasted longer than 10 microseconds"
);
}
pub(crate) const FUTURE_POLL_TIMER_EXCEEDED: &str = "pict-rs.future.poll-timer.exceeded";
2024-02-04 21:45:47 +00:00
fn describe_queue_cleanup() {
metrics::describe_counter!(
CLEANUP_OUTDATED_PROXY,
"How many proxy URLs haven't been accessed in the configured timeframe and have been queued for cleanup"
);
metrics::describe_counter!(
CLEANUP_OUTDATED_VARIANT,
"How many variants haven't been accessed in the configured timeframe and have been queued for cleanup"
);
}
pub(crate) const CLEANUP_OUTDATED_PROXY: &str = "pict-rs.cleanup.outdated-proxy";
pub(crate) const CLEANUP_OUTDATED_VARIANT: &str = "pict-rs.cleanup.outdated-variant";
fn describe_payload() {
metrics::describe_counter!(
PAYLOAD_DRAIN_START,
"How many payloads have been dropped before read to completion and need draining"
);
metrics::describe_counter!(
PAYLOAD_DRAIN_END,
"How many payloads pict-rs has finished draining"
);
metrics::describe_histogram!(
PAYLOAD_DRAIN_DURATION,
"Timings for how long it took to drain dropped payloads"
);
metrics::describe_counter!(
PAYLOAD_DRAIN_FAIL_SEND,
"How many payloads pict-rs has failed to drain due to filling the drain queue"
);
}
pub(crate) const PAYLOAD_DRAIN_START: &str = "pict-rs.payload.drain.start";
pub(crate) const PAYLOAD_DRAIN_END: &str = "pict-rs.payload.drain.end";
pub(crate) const PAYLOAD_DRAIN_DURATION: &str = "pict-rs.payload.drain.duration";
pub(crate) const PAYLOAD_DRAIN_FAIL_SEND: &str = "pict-rs.payload.drain.fail-send";
fn describe_job() {
metrics::describe_counter!(
JOB_START,
"How many times pict-rs has started processing a background job"
);
metrics::describe_histogram!(
JOB_DURAION,
"Timings for how long background jobs take to complete"
);
metrics::describe_counter!(
JOB_END,
"How many times pict-rs has completed processing a background-job"
);
}
pub(crate) const JOB_START: &str = "pict-rs.job.start";
pub(crate) const JOB_DURAION: &str = "pict-rs.job.duration";
pub(crate) const JOB_END: &str = "pict-rs.job.end";
fn describe_queue_process() {
metrics::describe_counter!(
PROCESS_START,
"How many times pict-rs has spawned a background process"
);
metrics::describe_histogram!(
PROCESS_DURATION,
"Timings for how long background processes take to complete"
);
metrics::describe_counter!(PROCESS_END, "How many background processes have completed");
}
pub(crate) const PROCESS_START: &str = "pict-rs.process.start";
pub(crate) const PROCESS_DURATION: &str = "pict-rs.process.duration";
pub(crate) const PROCESS_END: &str = "pict-rs.process.end";
fn describe_ingest() {
metrics::describe_histogram!(
INGEST_EXTERNAL_VALIDATION,
"Timings for externally validating uploaded media"
);
metrics::describe_counter!(INGEST_END, "How many times media has been ingested");
}
pub(crate) const INGEST_EXTERNAL_VALIDATION: &str = "pict-rs.ingest.external-validation";
pub(crate) const INGEST_END: &str = "pict-rs.ingest.end";
fn describe_backgrounded() {
metrics::describe_counter!(
BACKGROUND_UPLOAD,
"How many times an image has been proxied to storage in the background"
);
}
pub(crate) const BACKGROUND_UPLOAD: &str = "pict-rs.background.upload";
fn describe_concurrent_processor() {
metrics::describe_counter!(
PROCESS_MAP_INSERTED,
"How many times a task has claimed rights to processing a variant"
);
metrics::describe_counter!(
PROCESS_MAP_REMOVED,
"How many times a variant has finished processing"
);
}
pub(crate) const PROCESS_MAP_INSERTED: &str = "pict-rs.process-map.inserted";
pub(crate) const PROCESS_MAP_REMOVED: &str = "pict-rs.process-map.removed";
fn describe_repo() {
metrics::describe_counter!(
QUEUE_PUSH,
"How many jobs have been pushed into the job queue"
);
metrics::describe_histogram!(
QUEUE_POP_DURATION,
"Timings for how long it takes to pop a job from the job queue"
);
metrics::describe_counter!(
QUEUE_POP,
"How many jobs have been popped from the job queue"
);
metrics::describe_histogram!(
UPLOAD_WAIT_DURATION,
"Timings for how long an upload is waited on"
);
metrics::describe_counter!(UPLOAD_WAIT, "How many times an upload has been waited on");
}
pub(crate) const QUEUE_PUSH: &str = "pict-rs.queue.push";
pub(crate) const QUEUE_POP_DURATION: &str = "pict-rs.queue.pop.duration";
pub(crate) const QUEUE_POP: &str = "pict-rs.queue.pop";
pub(crate) const UPLOAD_WAIT_DURATION: &str = "pict-rs.upload.wait.duration";
pub(crate) const UPLOAD_WAIT: &str = "pict-rs.upload.wait";
fn describe_process() {
metrics::describe_counter!(
BACKGROUND_UPLOAD_INGEST,
"How many files have been ingested in the background"
);
metrics::describe_histogram!(
BACKGROUND_UPLOAD_INGEST_DURATION,
"Timings for ingesting media in the background"
);
}
pub(crate) const BACKGROUND_UPLOAD_INGEST: &str = "pict-rs.background.upload.ingest";
pub(crate) const BACKGROUND_UPLOAD_INGEST_DURATION: &str =
"pict-rs.background.upload.ingest.duration";
2024-02-04 20:26:18 +00:00
fn describe_postgres() {
metrics::describe_counter!(
POSTGRES_POOL_CONNECTION_CREATE,
"How many connections to postgres have been made"
);
metrics::describe_counter!(
POSTGRES_POOL_CONNECTION_RECYCLE,
"How many connections to postgres have been recycled"
);
metrics::describe_counter!(
POSTGRES_POOL_GET,
2024-02-04 21:45:47 +00:00
"How many times a connection has been retrieved from the connection pool"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_POOL_GET_DURATION,
"How long pict-rs spent waiting for postgres connections from the connection pool"
);
metrics::describe_counter!(
POSTGRES_JOB_NOTIFIER_NOTIFIED,
"How many background job notifications pict-rs has successfully processed from postgres"
);
metrics::describe_counter!(
POSTGRES_UPLOAD_NOTIFIER_NOTIFIED,
"How many upload completion notifications pict-rs has successfully processed from postgres"
);
metrics::describe_counter!(
POSTGRES_NOTIFICATION,
2024-02-04 21:45:47 +00:00
"How many notifications pict-rs has received from postgres"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_HASHES_COUNT,
"Timings for counting the total number of hashes pict-rs is storing"
);
metrics::describe_histogram!(
POSTGRES_HASHES_BOUND,
2024-02-04 21:45:47 +00:00
"Timings for retrieving a timestamp for a given hash"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_HASHES_ORDERED_HASH,
2024-02-04 21:45:47 +00:00
"Timings for retrieving the most recent hash and timestamp before a provided time"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_HASHES_NEXT_HASHES,
2024-02-04 21:45:47 +00:00
"Timings for retrieving the next page of hashes given an ordered-hash bound"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_HASHES_PREV_HASH,
2024-02-04 21:45:47 +00:00
"Timings for retrieving the hash to act as the next hash page's bound"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_HASHES_FIRST_HASHES,
2024-02-04 21:45:47 +00:00
"Timings for retrieving the first page of hashes"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_HASHES_CREATE_HASH,
2024-02-04 21:45:47 +00:00
"Timings for inserting a new hash"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_HASHES_UPDATE_IDENTIFIER,
2024-02-04 21:45:47 +00:00
"Timings for updating the identifier for a provided hash"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_HASHES_IDENTIFIER,
2024-02-04 21:45:47 +00:00
"Timings for fetching the identifier for a provided hash"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_VARIANTS_RELATE_VARIANT_IDENTIFIER,
2024-02-04 21:45:47 +00:00
"Timings for inserting a variant and identifier for a provided hash"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_VARIANTS_IDENTIFIER,
"Timings for fetching an identifier for a provided hash and variant"
);
metrics::describe_histogram!(
POSTGRES_VARIANTS_FOR_HASH,
"Timings for fetching all variants and identifiers for a provided hash"
);
metrics::describe_histogram!(
POSTGRES_VARIANTS_REMOVE,
2024-02-04 21:45:47 +00:00
"Timings for removing a variant for a provided hash"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_HASHES_RELATE_BLURHASH,
"Timings for relating a blurhash with a provided hash"
);
metrics::describe_histogram!(
POSTGRES_HASHES_BLURHASH,
"Timings for fetching a blurhash for a provided hash"
);
2024-02-04 20:26:18 +00:00
metrics::describe_histogram!(
POSTGRES_HASHES_RELATE_MOTION_IDENTIFIER,
2024-02-04 21:45:47 +00:00
"Timings for relating a still image identifier for a provided hash representing a video"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_HASHES_MOTION_IDENTIFIER,
2024-02-04 21:45:47 +00:00
"Timings for fetching a still image identifier for a provided hash representing a video"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_VARIANTS_CLEANUP,
2024-02-04 21:45:47 +00:00
"Timings for deleting all variants for a provided hash"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_HASHES_CLEANUP,
2024-02-04 21:45:47 +00:00
"Timings for deleting a provided hash"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_ALIASES_CREATE,
2024-02-04 21:45:47 +00:00
"Timings for creating an alias for a provided hash"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_ALIASES_DELETE_TOKEN,
2024-02-04 21:45:47 +00:00
"Timings for fetching a delete token for a provided alias"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_ALIASES_HASH,
2024-02-04 21:45:47 +00:00
"Timings for fetching a hash for a provided alias"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_ALIASES_FOR_HASH,
2024-02-04 21:45:47 +00:00
"Timings for fetching all aliases for a provided hash"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_ALIASES_CLEANUP,
2024-02-04 21:45:47 +00:00
"Timings for deleting a provided alias"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(POSTGRES_SETTINGS_SET, "Timings for setting a given setting");
metrics::describe_histogram!(
POSTGRES_SETTINGS_GET,
"Timings for getting a provided setting"
);
metrics::describe_histogram!(
POSTGRES_SETTINGS_REMOVE,
"Timings for removing a provided setting"
);
metrics::describe_histogram!(
POSTGRES_DETAILS_RELATE,
"Timings for relating details to a provided identifier"
);
metrics::describe_histogram!(
POSTGRES_DETAILS_GET,
2024-02-04 21:45:47 +00:00
"Timings for getting details for a provided identifier"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_DETAILS_CLEANUP,
2024-02-04 21:45:47 +00:00
"Timings for deleting details for a provided identifier"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_QUEUE_COUNT,
2024-02-04 21:45:47 +00:00
"Timings for counting the size of the job queue"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_QUEUE_PUSH,
2024-02-04 21:45:47 +00:00
"Timings for inserting a new job into the job queue"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_QUEUE_LISTEN,
2024-02-04 21:45:47 +00:00
"Timings for initializing the queue listener"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_QUEUE_REQUEUE,
"Timings for marking stale jobs as ready to pop"
);
metrics::describe_histogram!(
POSTGRES_QUEUE_CLAIM,
2024-02-04 21:45:47 +00:00
"Timings for claiming a job from the job queue"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_QUEUE_HEARTBEAT,
"Timings for updating the provided job's keepalive heartbeat"
);
metrics::describe_histogram!(
POSTGRES_QUEUE_RETRY,
"Timings for updating retry count for a job"
);
metrics::describe_histogram!(
POSTGRES_QUEUE_CLEANUP,
"Timings for removing jobs with no more retries"
);
2024-02-04 20:26:18 +00:00
metrics::describe_histogram!(
POSTGRES_QUEUE_COMPLETE,
2024-02-04 21:45:47 +00:00
"Timings for removing a completed job from the queue"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_STORE_MIGRATION_COUNT,
2024-02-04 21:45:47 +00:00
"Timings for fetching the count of files successfully migrated between stores"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_STORE_MIGRATION_MARK_MIGRATED,
2024-02-04 21:45:47 +00:00
"Timings for marking a given identifier as having been migrated between stores"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_STORE_MIGRATION_IS_MIGRATED,
2024-02-04 21:45:47 +00:00
"Timings for checking if a given identifier has been migrated between stores"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_STORE_MIGRATION_CLEAR,
"Timings for clearing all records of identifiers migrated between stores. This occurs on successful migration"
);
metrics::describe_histogram!(
POSTGRES_PROXY_RELATE_URL,
2024-02-04 21:45:47 +00:00
"Timings for relating a provided proxy URL to an alias"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_PROXY_RELATED,
2024-02-04 21:45:47 +00:00
"Timings for fetching a related alias for a provided proxy URL"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_PROXY_REMOVE_RELATION,
2024-02-04 21:45:47 +00:00
"Timings for removing a proxy URL for a provied alias"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_ALIAS_ACCESS_SET_ACCESSED,
2024-02-04 21:45:47 +00:00
"Timings for marking a given alias as having been accessed"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_ALIAS_ACCESS_ACCESSED_AT,
2024-02-04 21:45:47 +00:00
"Timings for checking when a given alias was last accessed"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_ALIAS_ACCESS_OLDER_ALIASES,
2024-02-04 21:45:47 +00:00
"Timings for fetching a page of aliases last accessed earlier than a given timestamp"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_VARIANT_ACCESS_SET_ACCESSED,
2024-02-04 21:45:47 +00:00
"Timings for marking a given variant as having been accessed"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_VARIANT_ACCESS_ACCESSED_AT,
2024-02-04 21:45:47 +00:00
"Timings for checking when a given variant was last accessed"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_VARIANT_ACCESS_OLDER_VARIANTS,
2024-02-04 21:45:47 +00:00
"Timings for fetching a page of variants last accessed earlier than a given timestamp"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_UPLOADS_CREATE,
2024-02-04 21:45:47 +00:00
"Timings for inserting a new upload ID"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_UPLOADS_LISTEN,
2024-02-04 21:45:47 +00:00
"Timings for initializing the upload listener"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_UPLOADS_WAIT,
2024-02-04 21:45:47 +00:00
"Timings for checking if a given upload is completed"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_UPLOADS_CLAIM,
2024-02-04 21:45:47 +00:00
"Timings for claiming a given completed upload"
2024-02-04 20:26:18 +00:00
);
metrics::describe_histogram!(
POSTGRES_UPLOADS_COMPLETE,
2024-02-04 21:45:47 +00:00
"Timings for marking a given upload as completed"
2024-02-04 20:26:18 +00:00
);
}
pub(crate) const POSTGRES_POOL_CONNECTION_CREATE: &str = "pict-rs.postgres.pool.connection.create";
pub(crate) const POSTGRES_POOL_CONNECTION_RECYCLE: &str =
"pict-rs.postgres.pool.connection.recycle";
pub(crate) const POSTGRES_POOL_GET: &str = "pict-rs.postgres.pool.get";
pub(crate) const POSTGRES_POOL_GET_DURATION: &str = "pict-rs.postgres.pool.duration";
pub(crate) const POSTGRES_JOB_NOTIFIER_NOTIFIED: &str = "pict-rs.postgres.job-notifier.notified";
pub(crate) const POSTGRES_UPLOAD_NOTIFIER_NOTIFIED: &str =
"pict-rs.postgres.upload-notifier.notified";
pub(crate) const POSTGRES_NOTIFICATION: &str = "pict-rs.postgres.notification";
pub(crate) const POSTGRES_HASHES_COUNT: &str = "pict-rs.postgres.hashes.count";
pub(crate) const POSTGRES_HASHES_BOUND: &str = "pict-rs.postgres.hashes.bound";
pub(crate) const POSTGRES_HASHES_ORDERED_HASH: &str = "pict-rs.postgres.hashes.ordered-hash";
pub(crate) const POSTGRES_HASHES_NEXT_HASHES: &str = "pict-rs.postgres.hashes.next-hashes";
pub(crate) const POSTGRES_HASHES_PREV_HASH: &str = "pict-rs.postgres.hashes.prev-hash";
pub(crate) const POSTGRES_HASHES_FIRST_HASHES: &str = "pict-rs.postgres.hashes.first-hashes";
pub(crate) const POSTGRES_HASHES_CREATE_HASH: &str = "pict-rs.postgres.hashes.create-hash";
pub(crate) const POSTGRES_HASHES_UPDATE_IDENTIFIER: &str =
"pict-rs.postgres.hashes.update-identifier";
pub(crate) const POSTGRES_HASHES_IDENTIFIER: &str = "pict-rs.postgres.identifier";
pub(crate) const POSTGRES_VARIANTS_RELATE_VARIANT_IDENTIFIER: &str =
"pict-rs.postgres.variants.relate-variant-identifier";
pub(crate) const POSTGRES_VARIANTS_IDENTIFIER: &str = "pict-rs.postgres.variants.identifier";
pub(crate) const POSTGRES_VARIANTS_FOR_HASH: &str = "pict-rs.postgres.variants.for-hash";
2024-02-04 21:45:47 +00:00
pub(crate) const POSTGRES_VARIANTS_REMOVE: &str = "pict-rs.postgres.variants.remove";
pub(crate) const POSTGRES_HASHES_RELATE_BLURHASH: &str = "pict-rs.postgres.hashes.relate-blurhash";
pub(crate) const POSTGRES_HASHES_BLURHASH: &str = "pict-rs.postgres.hashes.blurhash";
2024-02-04 20:26:18 +00:00
pub(crate) const POSTGRES_HASHES_RELATE_MOTION_IDENTIFIER: &str =
"pict-rs.postgres.hashes.relate-motion-identifier";
pub(crate) const POSTGRES_HASHES_MOTION_IDENTIFIER: &str =
"pict-rs.postgres.hashes.motion-identifier";
pub(crate) const POSTGRES_VARIANTS_CLEANUP: &str = "pict-rs.postgres.variants.cleanup";
pub(crate) const POSTGRES_HASHES_CLEANUP: &str = "pict-rs.postgres.hashes.cleanup";
pub(crate) const POSTGRES_ALIASES_CREATE: &str = "pict-rs.postgres.aliases.create";
pub(crate) const POSTGRES_ALIASES_DELETE_TOKEN: &str = "pict-rs.postgres.aliases.delete-token";
pub(crate) const POSTGRES_ALIASES_HASH: &str = "pict-rs.postgres.aliases.hash";
pub(crate) const POSTGRES_ALIASES_FOR_HASH: &str = "pict-rs.postgres.aliases.for-hash";
pub(crate) const POSTGRES_ALIASES_CLEANUP: &str = "pict-rs.postgres.aliases.cleanup";
pub(crate) const POSTGRES_SETTINGS_SET: &str = "pict-rs.postgres.settings.set";
pub(crate) const POSTGRES_SETTINGS_GET: &str = "pict-rs.postgres.settings.get";
pub(crate) const POSTGRES_SETTINGS_REMOVE: &str = "pict-rs.postgres.settings.remove";
pub(crate) const POSTGRES_DETAILS_RELATE: &str = "pict-rs.postgres.details.relate";
pub(crate) const POSTGRES_DETAILS_GET: &str = "pict-rs.postgres.details.get";
pub(crate) const POSTGRES_DETAILS_CLEANUP: &str = "pict-rs.postgres.details.cleanup";
pub(crate) const POSTGRES_QUEUE_COUNT: &str = "pict-rs.postgres.queue.count";
pub(crate) const POSTGRES_QUEUE_PUSH: &str = "pict-rs.postgres.queue.push";
pub(crate) const POSTGRES_QUEUE_LISTEN: &str = "pict-rs.postgres.queue.listen";
pub(crate) const POSTGRES_QUEUE_REQUEUE: &str = "pict-rs.postgres.queue.requeue";
pub(crate) const POSTGRES_QUEUE_CLAIM: &str = "pict-rs.postgres.queue.claim";
pub(crate) const POSTGRES_QUEUE_HEARTBEAT: &str = "pict-rs.postgres.queue.heartbeat";
pub(crate) const POSTGRES_QUEUE_RETRY: &str = "pict-rs.postgres.queue.retry";
pub(crate) const POSTGRES_QUEUE_CLEANUP: &str = "pict-rs.postgres.queue.cleanup";
2024-02-04 20:26:18 +00:00
pub(crate) const POSTGRES_QUEUE_COMPLETE: &str = "pict-rs.postgres.queue.complete";
pub(crate) const POSTGRES_STORE_MIGRATION_COUNT: &str = "pict-rs.postgres.store-migration.count";
pub(crate) const POSTGRES_STORE_MIGRATION_MARK_MIGRATED: &str =
"pict-rs.postgres.store-migration.mark-migrated";
pub(crate) const POSTGRES_STORE_MIGRATION_IS_MIGRATED: &str =
"pict-rs.postgres.store-migration.is-migrated";
pub(crate) const POSTGRES_STORE_MIGRATION_CLEAR: &str = "pict-rs.postgres.store-migration.clear";
pub(crate) const POSTGRES_PROXY_RELATE_URL: &str = "pict-rs.postgres.proxy.relate-url";
pub(crate) const POSTGRES_PROXY_RELATED: &str = "pict-rs.postgres.proxy.related";
pub(crate) const POSTGRES_PROXY_REMOVE_RELATION: &str = "pict-rs.postgres.proxy.remove-relation";
pub(crate) const POSTGRES_ALIAS_ACCESS_SET_ACCESSED: &str =
"pict-rs.postgres.alias-access.set-accessed";
pub(crate) const POSTGRES_ALIAS_ACCESS_ACCESSED_AT: &str =
"pict-rs.postgres.alias-access.accessed-at";
pub(crate) const POSTGRES_ALIAS_ACCESS_OLDER_ALIASES: &str =
"pict-rs.postgres.alias-access.older-aliases";
pub(crate) const POSTGRES_VARIANT_ACCESS_SET_ACCESSED: &str =
"pict-rs.postgres.variant-access.set-accessed";
pub(crate) const POSTGRES_VARIANT_ACCESS_ACCESSED_AT: &str =
"pict-rs.postgres.variant-access.accessed-at";
pub(crate) const POSTGRES_VARIANT_ACCESS_OLDER_VARIANTS: &str =
"pict-rs.postgres.variant-access.older-variants";
pub(crate) const POSTGRES_UPLOADS_CREATE: &str = "pict-rs.postgres.uploads.create";
pub(crate) const POSTGRES_UPLOADS_LISTEN: &str = "pict-rs.postgres.uploads.listen";
pub(crate) const POSTGRES_UPLOADS_WAIT: &str = "pict-rs.postgres.uploads.wait";
pub(crate) const POSTGRES_UPLOADS_CLAIM: &str = "pict-rs.postgres.uploads.claim";
pub(crate) const POSTGRES_UPLOADS_COMPLETE: &str = "pict-rs.postgres.uploads.complete";
fn describe_middleware() {
metrics::describe_counter!(
REQUEST_START,
"How many requests have been made to pict-rs, by requested path"
);
metrics::describe_counter!(
REQUEST_END,
"How many requests pict-rs has finished serving, by requested path"
);
metrics::describe_histogram!(
REQUEST_TIMINGS,
"How long pict-rs takes to serve requests, by requested path"
);
}
pub(crate) const REQUEST_START: &str = "pict-rs.request.start";
pub(crate) const REQUEST_END: &str = "pict-rs.request.end";
pub(crate) const REQUEST_TIMINGS: &str = "pict-rs.request.timings";
fn describe_generate() {
metrics::describe_counter!(
GENERATE_START,
"Counter describing how many times a variant has begun processing"
);
metrics::describe_histogram!(
GENERATE_DURATION,
"Timings for processing variants (i.e. generating thumbnails)"
);
metrics::describe_counter!(GENERATE_END, "Counter describing how many times a variant has finished processing, and whether it completed or aborted");
metrics::describe_histogram!(
GENERATE_PROCESS,
"Timings for processing media or waiting for media to be processed"
);
}
pub(crate) const GENERATE_START: &str = "pict-rs.generate.start";
pub(crate) const GENERATE_DURATION: &str = "pict-rs.generate.duration";
pub(crate) const GENERATE_END: &str = "pict-rs.generate.end";
pub(crate) const GENERATE_PROCESS: &str = "pict-rs.generate.process";
fn describe_object_storage() {
2024-02-04 21:45:47 +00:00
metrics::describe_histogram!(
2024-02-04 20:26:18 +00:00
OBJECT_STORAGE_HEAD_BUCKET_REQUEST,
"Timings for HEAD requests for the pict-rs Bucket in object storage"
);
2024-02-04 21:45:47 +00:00
metrics::describe_histogram!(
2024-02-04 20:26:18 +00:00
OBJECT_STORAGE_PUT_OBJECT_REQUEST,
"Timings for PUT requests for uploading media to object storage"
);
2024-02-04 21:45:47 +00:00
metrics::describe_histogram!(OBJECT_STORAGE_CREATE_MULTIPART_REQUEST, "Timings for creating a multipart request to object storage. This is the first step in uploading larger files.");
metrics::describe_histogram!(OBJECT_STORAGE_CREATE_UPLOAD_PART_REQUEST, "Timings for uploading part of a large file to object storage as a multipart part. This is one step in uploading larger files.");
metrics::describe_histogram!(
2024-02-04 20:26:18 +00:00
OBJECT_STORAGE_ABORT_MULTIPART_REQUEST,
"Timings for aborting a multipart upload to object storage"
);
2024-02-04 21:45:47 +00:00
metrics::describe_histogram!(
2024-02-04 20:26:18 +00:00
OBJECT_STORAGE_GET_OBJECT_REQUEST,
"Timings for requesting media from object storage"
);
2024-02-04 21:45:47 +00:00
metrics::describe_histogram!(
2024-02-04 20:26:18 +00:00
OBJECT_STORAGE_GET_OBJECT_REQUEST_STREAM,
"Timings for streaming an object from object storage"
);
2024-02-04 21:45:47 +00:00
metrics::describe_histogram!(
2024-02-04 20:26:18 +00:00
OBJECT_STORAGE_HEAD_OBJECT_REQUEST,
"Timings for requesting metadata for media from object storage"
);
2024-02-04 21:45:47 +00:00
metrics::describe_histogram!(
2024-02-04 20:26:18 +00:00
OBJECT_STORAGE_DELETE_OBJECT_REQUEST,
"Timings for requesting media in object storage be deleted"
);
2024-02-04 21:45:47 +00:00
metrics::describe_histogram!(
2024-02-04 20:26:18 +00:00
OBJECT_STORAGE_COMPLETE_MULTIPART_REQUEST,
"Timings for completing a multipart request to object storage"
);
}
pub(crate) const OBJECT_STORAGE_HEAD_BUCKET_REQUEST: &str =
"pict-rs.object-storage.head-bucket-request";
pub(crate) const OBJECT_STORAGE_PUT_OBJECT_REQUEST: &str =
"pict-rs.object-storage.put-object-request";
pub(crate) const OBJECT_STORAGE_CREATE_MULTIPART_REQUEST: &str =
"pict-rs.object-storage.create-multipart-request";
pub(crate) const OBJECT_STORAGE_CREATE_UPLOAD_PART_REQUEST: &str =
"pict-rs.object-storage.create-upload-part-request";
pub(crate) const OBJECT_STORAGE_ABORT_MULTIPART_REQUEST: &str =
"pict-rs.object-storage.abort-multipart-request";
pub(crate) const OBJECT_STORAGE_GET_OBJECT_REQUEST: &str =
"pict-rs.object-storage.get-object-request";
pub(crate) const OBJECT_STORAGE_GET_OBJECT_REQUEST_STREAM: &str =
"pict-rs.object-storage.get-object-request.stream";
pub(crate) const OBJECT_STORAGE_HEAD_OBJECT_REQUEST: &str =
"pict-rs.object-storage.head-object-request";
pub(crate) const OBJECT_STORAGE_DELETE_OBJECT_REQUEST: &str =
"pict-rs.object-storage.delete-object-request";
pub(crate) const OBJECT_STORAGE_COMPLETE_MULTIPART_REQUEST: &str =
"pict-rs.object-storage.complete-multipart-request";