refactor: use results for deletion failures

This commit is contained in:
neri 2023-05-24 10:53:07 +02:00
parent aef400ff51
commit fbb8f5a7c5
2 changed files with 57 additions and 13 deletions

View File

@ -1,6 +1,8 @@
use futures_util::TryStreamExt; use futures_util::TryStreamExt;
use sqlx::{postgres::PgPool, Row}; use sqlx::{postgres::PgPool, Row};
use std::cmp::max; use std::cmp::max;
use std::error::Error;
use std::fmt::Display;
use std::path::{Path, PathBuf}; use std::path::{Path, PathBuf};
use time::ext::NumericalStdDuration; use time::ext::NumericalStdDuration;
use time::OffsetDateTime; use time::OffsetDateTime;
@ -8,26 +10,27 @@ use tokio::fs;
use tokio::sync::mpsc::Receiver; use tokio::sync::mpsc::Receiver;
use tokio::time::timeout; use tokio::time::timeout;
pub(crate) async fn delete_old_files(mut receiver: Receiver<()>, db: PgPool, files_dir: PathBuf) { pub(crate) async fn delete_old_files(
mut receiver: Receiver<()>,
db: PgPool,
files_dir: PathBuf,
) -> Result<(), DeletionError> {
loop { loop {
wait_for_file_expiry(&mut receiver, &db).await; wait_for_file_expiry(&mut receiver, &db).await?;
let now = OffsetDateTime::now_utc(); let now = OffsetDateTime::now_utc();
let mut rows = sqlx::query("SELECT file_id FROM files WHERE files.valid_till < $1") let mut rows = sqlx::query("SELECT file_id FROM files WHERE files.valid_till < $1")
.bind(now) .bind(now)
.fetch(&db); .fetch(&db);
while let Some(row) = rows.try_next().await.expect("could not load expired files") { while let Some(row) = rows.try_next().await? {
let file_id: String = row.try_get("file_id").expect("we selected this column"); let file_id: String = row.try_get("file_id").expect("we selected this column");
delete_content(&file_id, &files_dir) delete_content(&file_id, &files_dir).await?
.await
.expect("could not delete file");
} }
sqlx::query("DELETE FROM files WHERE valid_till < $1") sqlx::query("DELETE FROM files WHERE valid_till < $1")
.bind(now) .bind(now)
.execute(&db) .execute(&db)
.await .await?;
.expect("could not delete expired files from database");
} }
} }
@ -55,12 +58,14 @@ async fn delete_content(file_id: &str, files_dir: &Path) -> Result<(), std::io::
Ok(()) Ok(())
} }
async fn wait_for_file_expiry(receiver: &mut Receiver<()>, db: &PgPool) { async fn wait_for_file_expiry(
receiver: &mut Receiver<()>,
db: &PgPool,
) -> Result<(), DeletionError> {
let valid_till: (Option<OffsetDateTime>,) = let valid_till: (Option<OffsetDateTime>,) =
sqlx::query_as("SELECT MIN(valid_till) as min from files") sqlx::query_as("SELECT MIN(valid_till) as min from files")
.fetch_one(db) .fetch_one(db)
.await .await?;
.expect("could not fetch expiring files from database");
let next_timeout = match valid_till.0 { let next_timeout = match valid_till.0 {
Some(valid_till) => (max( Some(valid_till) => (max(
0, 0,
@ -70,4 +75,41 @@ async fn wait_for_file_expiry(receiver: &mut Receiver<()>, db: &PgPool) {
None => 1_u64.std_days(), None => 1_u64.std_days(),
}; };
let _ = timeout(next_timeout, receiver.recv()).await; let _ = timeout(next_timeout, receiver.recv()).await;
Ok(())
}
#[derive(Debug)]
pub enum DeletionError {
Db(sqlx::Error),
Fs(std::io::Error),
}
impl From<sqlx::Error> for DeletionError {
fn from(value: sqlx::Error) -> Self {
DeletionError::Db(value)
}
}
impl From<std::io::Error> for DeletionError {
fn from(value: std::io::Error) -> Self {
DeletionError::Fs(value)
}
}
impl Display for DeletionError {
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
match self {
DeletionError::Db(_) => write!(f, "Failed to fetch expired files from database"),
DeletionError::Fs(_) => write!(f, "Failed to delete file from filesystem"),
}
}
}
impl Error for DeletionError {
fn source(&self) -> Option<&(dyn Error + 'static)> {
match self {
DeletionError::Db(err) => Some(err),
DeletionError::Fs(err) => Some(err),
}
}
} }

View File

@ -123,9 +123,11 @@ async fn main() -> std::io::Result<()> {
.bind(bind_address)? .bind(bind_address)?
.run(); .run();
// exit when http_server exits OR when deleter panics // exit when http_server exits OR when deleter errors
tokio::select! { tokio::select! {
result = http_server => result, result = http_server => result,
_ = deleter => panic!("deleter never returns") result = deleter => {
result?.map(|_| unreachable!("deletion runs infinitely")).expect("deletion may not fail")
},
} }
} }