2021-09-14 01:22:42 +00:00
|
|
|
use crate::{
|
|
|
|
config::Format,
|
|
|
|
error::{Error, UploadError},
|
2021-10-21 00:00:41 +00:00
|
|
|
process::Process,
|
2021-10-23 04:48:56 +00:00
|
|
|
store::Store,
|
2021-09-14 01:22:42 +00:00
|
|
|
};
|
2021-09-04 00:53:53 +00:00
|
|
|
use actix_web::web::Bytes;
|
|
|
|
use tokio::{
|
2021-09-09 19:16:12 +00:00
|
|
|
io::{AsyncRead, AsyncReadExt},
|
2021-09-04 00:53:53 +00:00
|
|
|
process::Command,
|
|
|
|
};
|
2021-09-14 01:22:42 +00:00
|
|
|
use tracing::instrument;
|
2021-08-28 22:15:14 +00:00
|
|
|
|
2021-10-23 04:48:56 +00:00
|
|
|
pub(crate) fn details_hint(filename: &str) -> Option<ValidInputType> {
|
|
|
|
if filename.ends_with(".mp4") {
|
|
|
|
Some(ValidInputType::Mp4)
|
|
|
|
} else {
|
|
|
|
None
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-10-23 17:35:07 +00:00
|
|
|
pub(crate) fn image_webp() -> mime::Mime {
|
|
|
|
"image/webp".parse().unwrap()
|
|
|
|
}
|
|
|
|
|
|
|
|
pub(crate) fn video_mp4() -> mime::Mime {
|
|
|
|
"video/mp4".parse().unwrap()
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Copy, Clone, Debug)]
|
2021-08-29 01:37:53 +00:00
|
|
|
pub(crate) enum ValidInputType {
|
|
|
|
Mp4,
|
|
|
|
Gif,
|
2021-08-28 22:15:14 +00:00
|
|
|
Png,
|
2021-08-29 01:37:53 +00:00
|
|
|
Jpeg,
|
2021-08-28 22:15:14 +00:00
|
|
|
Webp,
|
|
|
|
}
|
|
|
|
|
2021-10-23 04:48:56 +00:00
|
|
|
impl ValidInputType {
|
|
|
|
fn to_str(&self) -> &'static str {
|
|
|
|
match self {
|
|
|
|
Self::Mp4 => "MP4",
|
|
|
|
Self::Gif => "GIF",
|
|
|
|
Self::Png => "PNG",
|
|
|
|
Self::Jpeg => "JPEG",
|
|
|
|
Self::Webp => "WEBP",
|
|
|
|
}
|
|
|
|
}
|
2021-10-23 17:35:07 +00:00
|
|
|
|
|
|
|
pub(crate) fn to_ext(&self) -> &'static str {
|
|
|
|
match self {
|
|
|
|
Self::Mp4 => ".mp4",
|
|
|
|
Self::Gif => ".gif",
|
|
|
|
Self::Png => ".png",
|
|
|
|
Self::Jpeg => ".jpeg",
|
|
|
|
Self::Webp => ".webp",
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
pub(crate) fn from_format(format: Format) -> Self {
|
|
|
|
match format {
|
|
|
|
Format::Jpeg => ValidInputType::Jpeg,
|
|
|
|
Format::Png => ValidInputType::Png,
|
|
|
|
Format::Webp => ValidInputType::Webp,
|
|
|
|
}
|
|
|
|
}
|
2021-10-23 04:48:56 +00:00
|
|
|
}
|
|
|
|
|
2021-10-14 01:31:40 +00:00
|
|
|
#[derive(Debug)]
|
2021-08-29 03:05:49 +00:00
|
|
|
pub(crate) struct Details {
|
|
|
|
pub(crate) mime_type: mime::Mime,
|
|
|
|
pub(crate) width: usize,
|
|
|
|
pub(crate) height: usize,
|
|
|
|
}
|
|
|
|
|
2021-09-04 00:53:53 +00:00
|
|
|
pub(crate) fn clear_metadata_bytes_read(input: Bytes) -> std::io::Result<impl AsyncRead + Unpin> {
|
2021-09-14 01:22:42 +00:00
|
|
|
let process = Process::run("magick", &["convert", "-", "-strip", "-"])?;
|
2021-09-04 00:53:53 +00:00
|
|
|
|
|
|
|
Ok(process.bytes_read(input).unwrap())
|
|
|
|
}
|
|
|
|
|
2021-10-14 01:31:40 +00:00
|
|
|
#[instrument(name = "Getting details from input bytes", skip(input))]
|
2021-10-23 04:48:56 +00:00
|
|
|
pub(crate) async fn details_bytes(
|
|
|
|
input: Bytes,
|
|
|
|
hint: Option<ValidInputType>,
|
|
|
|
) -> Result<Details, Error> {
|
|
|
|
let last_arg = if let Some(expected_format) = hint {
|
|
|
|
format!("{}:-", expected_format.to_str())
|
|
|
|
} else {
|
|
|
|
"-".to_owned()
|
|
|
|
};
|
|
|
|
|
2021-09-14 01:22:42 +00:00
|
|
|
let process = Process::run(
|
|
|
|
"magick",
|
2021-10-23 04:48:56 +00:00
|
|
|
&["identify", "-ping", "-format", "%w %h | %m\n", &last_arg],
|
2021-09-14 01:22:42 +00:00
|
|
|
)?;
|
2021-09-04 00:53:53 +00:00
|
|
|
|
2021-09-04 17:42:40 +00:00
|
|
|
let mut reader = process.bytes_read(input).unwrap();
|
2021-09-04 00:53:53 +00:00
|
|
|
|
|
|
|
let mut bytes = Vec::new();
|
|
|
|
reader.read_to_end(&mut bytes).await?;
|
|
|
|
let s = String::from_utf8_lossy(&bytes);
|
|
|
|
|
2021-09-04 17:42:40 +00:00
|
|
|
parse_details(s)
|
2021-08-31 02:19:47 +00:00
|
|
|
}
|
2021-08-29 19:16:55 +00:00
|
|
|
|
2021-09-04 00:53:53 +00:00
|
|
|
pub(crate) fn convert_bytes_read(
|
|
|
|
input: Bytes,
|
|
|
|
format: Format,
|
|
|
|
) -> std::io::Result<impl AsyncRead + Unpin> {
|
2021-09-14 01:22:42 +00:00
|
|
|
let process = Process::run(
|
|
|
|
"magick",
|
|
|
|
&[
|
|
|
|
"convert",
|
|
|
|
"-",
|
2021-09-26 16:02:19 +00:00
|
|
|
"-strip",
|
2021-09-14 01:22:42 +00:00
|
|
|
format!("{}:-", format.to_magick_format()).as_str(),
|
|
|
|
],
|
|
|
|
)?;
|
2021-09-04 00:53:53 +00:00
|
|
|
|
|
|
|
Ok(process.bytes_read(input).unwrap())
|
|
|
|
}
|
|
|
|
|
2021-10-23 04:48:56 +00:00
|
|
|
pub(crate) async fn details_store<S: Store>(
|
|
|
|
store: S,
|
|
|
|
identifier: S::Identifier,
|
|
|
|
expected_format: Option<ValidInputType>,
|
|
|
|
) -> Result<Details, Error> {
|
|
|
|
let last_arg = if let Some(expected_format) = expected_format {
|
|
|
|
format!("{}:-", expected_format.to_str())
|
|
|
|
} else {
|
|
|
|
"-".to_owned()
|
|
|
|
};
|
|
|
|
|
|
|
|
let process = Process::run(
|
|
|
|
"magick",
|
|
|
|
&["identify", "-ping", "-format", "%w %h | %m\n", &last_arg],
|
|
|
|
)?;
|
|
|
|
|
|
|
|
let mut reader = process.store_read(store, identifier).unwrap();
|
2021-09-14 01:22:42 +00:00
|
|
|
|
2021-10-23 04:48:56 +00:00
|
|
|
let mut output = Vec::new();
|
|
|
|
reader.read_to_end(&mut output).await?;
|
2021-08-29 03:05:49 +00:00
|
|
|
|
2021-10-23 04:48:56 +00:00
|
|
|
let s = String::from_utf8_lossy(&output);
|
2021-08-29 03:05:49 +00:00
|
|
|
|
2021-08-31 02:19:47 +00:00
|
|
|
parse_details(s)
|
|
|
|
}
|
|
|
|
|
2021-09-14 01:22:42 +00:00
|
|
|
fn parse_details(s: std::borrow::Cow<'_, str>) -> Result<Details, Error> {
|
2021-08-29 03:05:49 +00:00
|
|
|
let mut lines = s.lines();
|
2021-09-14 01:22:42 +00:00
|
|
|
let first = lines.next().ok_or(UploadError::UnsupportedFormat)?;
|
2021-08-29 03:05:49 +00:00
|
|
|
|
|
|
|
let mut segments = first.split('|');
|
|
|
|
|
2021-09-14 01:22:42 +00:00
|
|
|
let dimensions = segments
|
|
|
|
.next()
|
|
|
|
.ok_or(UploadError::UnsupportedFormat)?
|
|
|
|
.trim();
|
2021-08-29 03:05:49 +00:00
|
|
|
tracing::debug!("dimensions: {}", dimensions);
|
|
|
|
let mut dims = dimensions.split(' ');
|
2021-09-14 01:22:42 +00:00
|
|
|
let width = dims
|
|
|
|
.next()
|
|
|
|
.ok_or(UploadError::UnsupportedFormat)?
|
|
|
|
.trim()
|
|
|
|
.parse()
|
|
|
|
.map_err(|_| UploadError::UnsupportedFormat)?;
|
|
|
|
let height = dims
|
|
|
|
.next()
|
|
|
|
.ok_or(UploadError::UnsupportedFormat)?
|
|
|
|
.trim()
|
|
|
|
.parse()
|
|
|
|
.map_err(|_| UploadError::UnsupportedFormat)?;
|
|
|
|
|
|
|
|
let format = segments
|
|
|
|
.next()
|
|
|
|
.ok_or(UploadError::UnsupportedFormat)?
|
|
|
|
.trim();
|
2021-08-29 03:05:49 +00:00
|
|
|
tracing::debug!("format: {}", format);
|
|
|
|
|
|
|
|
if !lines.all(|item| item.ends_with(format)) {
|
2021-09-14 01:22:42 +00:00
|
|
|
return Err(UploadError::UnsupportedFormat.into());
|
2021-08-29 03:05:49 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
let mime_type = match format {
|
2021-10-23 17:35:07 +00:00
|
|
|
"MP4" => video_mp4(),
|
2021-08-29 03:05:49 +00:00
|
|
|
"GIF" => mime::IMAGE_GIF,
|
|
|
|
"PNG" => mime::IMAGE_PNG,
|
|
|
|
"JPEG" => mime::IMAGE_JPEG,
|
2021-10-23 17:35:07 +00:00
|
|
|
"WEBP" => image_webp(),
|
2021-09-14 01:22:42 +00:00
|
|
|
_ => return Err(UploadError::UnsupportedFormat.into()),
|
2021-08-29 03:05:49 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
Ok(Details {
|
|
|
|
mime_type,
|
|
|
|
width,
|
|
|
|
height,
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2021-10-14 01:31:40 +00:00
|
|
|
#[instrument(name = "Getting input type from bytes", skip(input))]
|
2021-09-14 01:22:42 +00:00
|
|
|
pub(crate) async fn input_type_bytes(input: Bytes) -> Result<ValidInputType, Error> {
|
2021-10-23 04:48:56 +00:00
|
|
|
details_bytes(input, None).await?.validate_input()
|
2021-08-28 22:15:14 +00:00
|
|
|
}
|
|
|
|
|
2021-10-23 04:48:56 +00:00
|
|
|
#[instrument(name = "Spawning process command")]
|
|
|
|
pub(crate) fn process_image_store_read<S: Store>(
|
|
|
|
store: S,
|
|
|
|
identifier: S::Identifier,
|
2021-08-28 22:15:14 +00:00
|
|
|
args: Vec<String>,
|
2021-09-04 00:53:53 +00:00
|
|
|
format: Format,
|
2021-09-04 17:42:40 +00:00
|
|
|
) -> std::io::Result<impl AsyncRead + Unpin> {
|
2021-09-14 01:22:42 +00:00
|
|
|
let command = "magick";
|
|
|
|
let convert_args = ["convert", "-"];
|
|
|
|
let last_arg = format!("{}:-", format.to_magick_format());
|
|
|
|
|
2021-09-04 00:53:53 +00:00
|
|
|
let process = Process::spawn(
|
2021-09-14 01:22:42 +00:00
|
|
|
Command::new(command)
|
|
|
|
.args(convert_args)
|
2021-08-31 02:19:47 +00:00
|
|
|
.args(args)
|
2021-09-14 01:22:42 +00:00
|
|
|
.arg(last_arg),
|
2021-08-31 02:19:47 +00:00
|
|
|
)?;
|
|
|
|
|
2021-10-23 04:48:56 +00:00
|
|
|
Ok(process.store_read(store, identifier).unwrap())
|
2021-08-26 02:46:11 +00:00
|
|
|
}
|
|
|
|
|
2021-09-09 19:16:12 +00:00
|
|
|
impl Details {
|
2021-10-14 01:31:40 +00:00
|
|
|
#[instrument(name = "Validating input type")]
|
2021-09-14 01:22:42 +00:00
|
|
|
fn validate_input(&self) -> Result<ValidInputType, Error> {
|
2021-09-09 19:16:12 +00:00
|
|
|
if self.width > crate::CONFIG.max_width() || self.height > crate::CONFIG.max_height() {
|
2021-09-14 01:22:42 +00:00
|
|
|
return Err(UploadError::Dimensions.into());
|
2021-09-09 19:16:12 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
let input_type = match (self.mime_type.type_(), self.mime_type.subtype()) {
|
|
|
|
(mime::VIDEO, mime::MP4 | mime::MPEG) => ValidInputType::Mp4,
|
|
|
|
(mime::IMAGE, mime::GIF) => ValidInputType::Gif,
|
|
|
|
(mime::IMAGE, mime::PNG) => ValidInputType::Png,
|
|
|
|
(mime::IMAGE, mime::JPEG) => ValidInputType::Jpeg,
|
|
|
|
(mime::IMAGE, subtype) if subtype.as_str() == "webp" => ValidInputType::Webp,
|
2021-09-14 01:22:42 +00:00
|
|
|
_ => return Err(UploadError::UnsupportedFormat.into()),
|
2021-09-09 19:16:12 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
Ok(input_type)
|
|
|
|
}
|
|
|
|
}
|