LemmyNet/pict-rs
2
0
Fork 0
mirror of https://git.asonix.dog/asonix/pict-rs synced 2024-12-22 19:31:35 +00:00
Code Releases Activity

Expand store differentiation

Browse source
This commit is contained in:
asonix 2023-07-07 11:19:39 -05:00
parent 75be876d3c
commit c150903980
1 changed files with 33 additions and 18 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

51
src/lib.rs
View file

@ -1572,10 +1572,17 @@ where
repo.set(STORE_MIGRATION_MOTION, b"1".to_vec().into()) repo.set(STORE_MIGRATION_MOTION, b"1".to_vec().into())
.await?; .await?;
} }
Err(e) if e.is_not_found() && skip_missing_files => { Err(MigrateError::From(e)) if e.is_not_found() && skip_missing_files => {
tracing::warn!("Skipping motion file for hash {}", hex::encode(&hash)); tracing::warn!("Skipping motion file for hash {}", hex::encode(&hash));
} }
Err(e) => return Err(e.into()), Err(MigrateError::From(e)) => {
tracing::warn!("Error migrating motion file from old store");
return Err(e.into());
}
Err(MigrateError::To(e)) => {
tracing::warn!("Error migrating motion file to new store");
return Err(e.into());
}
} }
} }
} }
@ -1605,14 +1612,21 @@ where
repo.set(STORE_MIGRATION_VARIANT, new_identifier.to_bytes()?.into()) repo.set(STORE_MIGRATION_VARIANT, new_identifier.to_bytes()?.into())
.await?; .await?;
} }
Err(e) if e.is_not_found() && skip_missing_files => { Err(MigrateError::From(e)) if e.is_not_found() && skip_missing_files => {
tracing::warn!( tracing::warn!(
"Skipping variant {} for hash {}", "Skipping variant {} for hash {}",
variant, variant,
hex::encode(&hash) hex::encode(&hash)
); );
} }
Err(e) => return Err(e.into()), Err(MigrateError::From(e)) => {
tracing::warn!("Error migrating variant file from old store");
return Err(e.into());
}
Err(MigrateError::To(e)) => {
tracing::warn!("Error migrating variant file to new store");
return Err(e.into());
}
} }
} }
@ -1622,10 +1636,17 @@ where
repo.relate_identifier(hash.as_ref().to_vec().into(), &new_identifier) repo.relate_identifier(hash.as_ref().to_vec().into(), &new_identifier)
.await?; .await?;
} }
Err(e) if e.is_not_found() && skip_missing_files => { Err(MigrateError::From(e)) if e.is_not_found() && skip_missing_files => {
tracing::warn!("Skipping original file for hash {}", hex::encode(&hash)); tracing::warn!("Skipping original file for hash {}", hex::encode(&hash));
} }
Err(e) => return Err(e.into()), Err(MigrateError::From(e)) => {
tracing::warn!("Error migrating original file from old store");
return Err(e.into());
}
Err(MigrateError::To(e)) => {
tracing::warn!("Error migrating original file to new store");
return Err(e.into());
}
} }
repo.set(STORE_MIGRATION_PROGRESS, hash.as_ref().to_vec().into()) repo.set(STORE_MIGRATION_PROGRESS, hash.as_ref().to_vec().into())
@ -1662,7 +1683,7 @@ async fn migrate_file<S1, S2>(
to: &S2, to: &S2,
identifier: &S1::Identifier, identifier: &S1::Identifier,
skip_missing_files: bool, skip_missing_files: bool,
) -> Result<S2::Identifier, crate::store::StoreError> ) -> Result<S2::Identifier, MigrateError>
where where
S1: Store, S1: Store,
S2: Store, S2: Store,
@ -1672,21 +1693,15 @@ where
loop { loop {
match do_migrate_file(from, to, identifier).await { match do_migrate_file(from, to, identifier).await {
Ok(identifier) => return Ok(identifier), Ok(identifier) => return Ok(identifier),
Err(MigrateError::From(e)) if e.is_not_found() && skip_missing_files => return Err(e), Err(MigrateError::From(e)) if e.is_not_found() && skip_missing_files => {
return Err(MigrateError::From(e));
}
Err(migrate_error) => { Err(migrate_error) => {
failure_count += 1; failure_count += 1;
if failure_count > 10 { if failure_count > 10 {
match migrate_error { tracing::error!("Error migrating file, not retrying");
MigrateError::From(e) => { return Err(migrate_error);
tracing::error!("Error migrating file FROM old store, not retrying");
return Err(e);
}
MigrateError::To(e) => {
tracing::error!("Error migrating file TO new store, not retrying");
return Err(e);
}
}
} else { } else {
tracing::warn!("Failed moving file. Retrying +{failure_count}"); tracing::warn!("Failed moving file. Retrying +{failure_count}");
} }