forked from neri/datatrash
refactor: use results for deletion failures
This commit is contained in:
parent
aef400ff51
commit
fbb8f5a7c5
|
@ -1,6 +1,8 @@
|
||||||
use futures_util::TryStreamExt;
|
use futures_util::TryStreamExt;
|
||||||
use sqlx::{postgres::PgPool, Row};
|
use sqlx::{postgres::PgPool, Row};
|
||||||
use std::cmp::max;
|
use std::cmp::max;
|
||||||
|
use std::error::Error;
|
||||||
|
use std::fmt::Display;
|
||||||
use std::path::{Path, PathBuf};
|
use std::path::{Path, PathBuf};
|
||||||
use time::ext::NumericalStdDuration;
|
use time::ext::NumericalStdDuration;
|
||||||
use time::OffsetDateTime;
|
use time::OffsetDateTime;
|
||||||
|
@ -8,26 +10,27 @@ use tokio::fs;
|
||||||
use tokio::sync::mpsc::Receiver;
|
use tokio::sync::mpsc::Receiver;
|
||||||
use tokio::time::timeout;
|
use tokio::time::timeout;
|
||||||
|
|
||||||
pub(crate) async fn delete_old_files(mut receiver: Receiver<()>, db: PgPool, files_dir: PathBuf) {
|
pub(crate) async fn delete_old_files(
|
||||||
|
mut receiver: Receiver<()>,
|
||||||
|
db: PgPool,
|
||||||
|
files_dir: PathBuf,
|
||||||
|
) -> Result<(), DeletionError> {
|
||||||
loop {
|
loop {
|
||||||
wait_for_file_expiry(&mut receiver, &db).await;
|
wait_for_file_expiry(&mut receiver, &db).await?;
|
||||||
|
|
||||||
let now = OffsetDateTime::now_utc();
|
let now = OffsetDateTime::now_utc();
|
||||||
let mut rows = sqlx::query("SELECT file_id FROM files WHERE files.valid_till < $1")
|
let mut rows = sqlx::query("SELECT file_id FROM files WHERE files.valid_till < $1")
|
||||||
.bind(now)
|
.bind(now)
|
||||||
.fetch(&db);
|
.fetch(&db);
|
||||||
while let Some(row) = rows.try_next().await.expect("could not load expired files") {
|
while let Some(row) = rows.try_next().await? {
|
||||||
let file_id: String = row.try_get("file_id").expect("we selected this column");
|
let file_id: String = row.try_get("file_id").expect("we selected this column");
|
||||||
delete_content(&file_id, &files_dir)
|
delete_content(&file_id, &files_dir).await?
|
||||||
.await
|
|
||||||
.expect("could not delete file");
|
|
||||||
}
|
}
|
||||||
|
|
||||||
sqlx::query("DELETE FROM files WHERE valid_till < $1")
|
sqlx::query("DELETE FROM files WHERE valid_till < $1")
|
||||||
.bind(now)
|
.bind(now)
|
||||||
.execute(&db)
|
.execute(&db)
|
||||||
.await
|
.await?;
|
||||||
.expect("could not delete expired files from database");
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -55,12 +58,14 @@ async fn delete_content(file_id: &str, files_dir: &Path) -> Result<(), std::io::
|
||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
|
||||||
async fn wait_for_file_expiry(receiver: &mut Receiver<()>, db: &PgPool) {
|
async fn wait_for_file_expiry(
|
||||||
|
receiver: &mut Receiver<()>,
|
||||||
|
db: &PgPool,
|
||||||
|
) -> Result<(), DeletionError> {
|
||||||
let valid_till: (Option<OffsetDateTime>,) =
|
let valid_till: (Option<OffsetDateTime>,) =
|
||||||
sqlx::query_as("SELECT MIN(valid_till) as min from files")
|
sqlx::query_as("SELECT MIN(valid_till) as min from files")
|
||||||
.fetch_one(db)
|
.fetch_one(db)
|
||||||
.await
|
.await?;
|
||||||
.expect("could not fetch expiring files from database");
|
|
||||||
let next_timeout = match valid_till.0 {
|
let next_timeout = match valid_till.0 {
|
||||||
Some(valid_till) => (max(
|
Some(valid_till) => (max(
|
||||||
0,
|
0,
|
||||||
|
@ -70,4 +75,41 @@ async fn wait_for_file_expiry(receiver: &mut Receiver<()>, db: &PgPool) {
|
||||||
None => 1_u64.std_days(),
|
None => 1_u64.std_days(),
|
||||||
};
|
};
|
||||||
let _ = timeout(next_timeout, receiver.recv()).await;
|
let _ = timeout(next_timeout, receiver.recv()).await;
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Debug)]
|
||||||
|
pub enum DeletionError {
|
||||||
|
Db(sqlx::Error),
|
||||||
|
Fs(std::io::Error),
|
||||||
|
}
|
||||||
|
|
||||||
|
impl From<sqlx::Error> for DeletionError {
|
||||||
|
fn from(value: sqlx::Error) -> Self {
|
||||||
|
DeletionError::Db(value)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
impl From<std::io::Error> for DeletionError {
|
||||||
|
fn from(value: std::io::Error) -> Self {
|
||||||
|
DeletionError::Fs(value)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
impl Display for DeletionError {
|
||||||
|
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
|
||||||
|
match self {
|
||||||
|
DeletionError::Db(_) => write!(f, "Failed to fetch expired files from database"),
|
||||||
|
DeletionError::Fs(_) => write!(f, "Failed to delete file from filesystem"),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
impl Error for DeletionError {
|
||||||
|
fn source(&self) -> Option<&(dyn Error + 'static)> {
|
||||||
|
match self {
|
||||||
|
DeletionError::Db(err) => Some(err),
|
||||||
|
DeletionError::Fs(err) => Some(err),
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
|
@ -123,9 +123,11 @@ async fn main() -> std::io::Result<()> {
|
||||||
.bind(bind_address)?
|
.bind(bind_address)?
|
||||||
.run();
|
.run();
|
||||||
|
|
||||||
// exit when http_server exits OR when deleter panics
|
// exit when http_server exits OR when deleter errors
|
||||||
tokio::select! {
|
tokio::select! {
|
||||||
result = http_server => result,
|
result = http_server => result,
|
||||||
_ = deleter => panic!("deleter never returns")
|
result = deleter => {
|
||||||
|
result?.map(|_| unreachable!("deletion runs infinitely")).expect("deletion may not fail")
|
||||||
|
},
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
Loading…
Reference in New Issue