2024-04-16 22:07:00 +02:00
|
|
|
use std::path::PathBuf;
|
2024-02-03 14:46:18 +01:00
|
|
|
|
2024-04-16 22:07:00 +02:00
|
|
|
use axum::{
|
|
|
|
body::Body,
|
|
|
|
extract::{Path, State},
|
|
|
|
Json,
|
|
|
|
};
|
|
|
|
use axum_extra::{routing::Resource, TypedHeader};
|
2024-02-03 14:46:18 +01:00
|
|
|
use futures_util::TryStreamExt;
|
2024-04-16 22:07:00 +02:00
|
|
|
use headers::ContentType;
|
|
|
|
use mime::Mime;
|
2024-02-03 14:46:18 +01:00
|
|
|
use serde::Serialize;
|
|
|
|
use sha2::{Digest, Sha256};
|
2024-04-16 22:07:00 +02:00
|
|
|
use sqlx::query;
|
|
|
|
use tokio::{fs, io};
|
2024-02-03 14:46:18 +01:00
|
|
|
use tokio_util::io::StreamReader;
|
|
|
|
use tracing::{error, field, info, instrument};
|
|
|
|
use ulid::Ulid;
|
2024-04-14 22:02:46 +02:00
|
|
|
use uuid::Uuid;
|
|
|
|
|
2024-04-16 22:07:00 +02:00
|
|
|
use crate::{app::SharedState, error::AppError};
|
2024-02-03 14:46:18 +01:00
|
|
|
|
2024-04-16 22:07:00 +02:00
|
|
|
pub fn resource() -> Resource<SharedState> {
|
|
|
|
Resource::named("files")
|
|
|
|
.create(upload_file)
|
|
|
|
.show(get_file_info)
|
2024-04-14 22:02:46 +02:00
|
|
|
}
|
2024-02-03 14:46:18 +01:00
|
|
|
|
2024-04-16 22:07:00 +02:00
|
|
|
#[derive(Serialize)]
|
|
|
|
struct File {
|
|
|
|
id: Ulid,
|
2024-02-03 14:46:18 +01:00
|
|
|
hash: String,
|
2024-04-16 22:07:00 +02:00
|
|
|
mime: String,
|
|
|
|
keys: Vec<Ulid>,
|
2024-02-03 14:46:18 +01:00
|
|
|
}
|
|
|
|
|
2024-04-14 22:02:46 +02:00
|
|
|
#[instrument(skip(db, body))]
|
2024-02-03 14:46:18 +01:00
|
|
|
async fn upload_file(
|
2024-04-14 22:02:46 +02:00
|
|
|
State(SharedState { db, config }): State<SharedState>,
|
2024-04-16 22:07:00 +02:00
|
|
|
TypedHeader(content_type): TypedHeader<ContentType>,
|
2024-04-14 22:02:46 +02:00
|
|
|
body: Body,
|
2024-04-16 22:07:00 +02:00
|
|
|
) -> Result<Json<File>, AppError> {
|
|
|
|
let id = Ulid::new();
|
|
|
|
let path_temp = config.file_temp_dir.join(id.to_string());
|
2024-02-03 14:46:18 +01:00
|
|
|
let mut hasher = Sha256::new();
|
|
|
|
|
|
|
|
{
|
2024-04-16 22:07:00 +02:00
|
|
|
let mut file_temp = fs::File::create(&path_temp).await?;
|
2024-02-03 14:46:18 +01:00
|
|
|
|
|
|
|
let better_body = body
|
2024-04-14 22:02:46 +02:00
|
|
|
.into_data_stream()
|
2024-02-03 14:46:18 +01:00
|
|
|
.inspect_ok(|b| hasher.update(b))
|
|
|
|
.map_err(|err| io::Error::new(io::ErrorKind::Other, err));
|
|
|
|
let mut reader = StreamReader::new(better_body);
|
|
|
|
|
|
|
|
if let Err(err) = io::copy(&mut reader, &mut file_temp).await {
|
|
|
|
error!(
|
|
|
|
err = field::display(&err),
|
2024-04-16 22:07:00 +02:00
|
|
|
file_path = field::debug(&path_temp),
|
2024-02-03 14:46:18 +01:00
|
|
|
"failed to copy file, removing",
|
|
|
|
);
|
|
|
|
|
|
|
|
drop(file_temp);
|
2024-04-16 22:07:00 +02:00
|
|
|
if let Err(err) = fs::remove_file(path_temp).await {
|
2024-02-03 14:46:18 +01:00
|
|
|
error!(
|
|
|
|
err = field::display(err),
|
|
|
|
"failed to remove failed upload file",
|
|
|
|
);
|
|
|
|
}
|
|
|
|
|
|
|
|
return Err(err.into());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
let hash = hasher.finalize();
|
|
|
|
let hash_hex = hex::encode(hash);
|
2024-04-16 22:07:00 +02:00
|
|
|
let path_hash = PathBuf::from("files").join(&hash_hex);
|
2024-02-03 14:46:18 +01:00
|
|
|
|
2024-04-16 22:07:00 +02:00
|
|
|
if fs::try_exists(&path_hash).await? {
|
2024-02-03 14:46:18 +01:00
|
|
|
info!(hash = hash_hex, "file already exists");
|
2024-04-16 22:07:00 +02:00
|
|
|
if let Err(err) = fs::remove_file(&path_temp).await {
|
2024-02-03 14:46:18 +01:00
|
|
|
error!(err = field::display(&err), "failed to remove temp file");
|
|
|
|
}
|
2024-04-16 22:07:00 +02:00
|
|
|
} else if let Err(err) = fs::rename(&path_temp, &path_hash).await {
|
2024-02-03 14:46:18 +01:00
|
|
|
error!(err = field::display(&err), "failed to move finished file");
|
2024-04-16 22:07:00 +02:00
|
|
|
if let Err(err) = fs::remove_file(&path_temp).await {
|
2024-02-03 14:46:18 +01:00
|
|
|
error!(
|
|
|
|
err = field::display(&err),
|
2024-02-03 14:50:53 +01:00
|
|
|
"failed to remove file after failed move",
|
2024-02-03 14:46:18 +01:00
|
|
|
);
|
|
|
|
}
|
|
|
|
return Err(err.into());
|
|
|
|
}
|
|
|
|
|
2024-04-16 22:07:00 +02:00
|
|
|
let mime = Into::<Mime>::into(content_type);
|
|
|
|
let mime_str = mime.to_string();
|
|
|
|
|
|
|
|
match query!(
|
|
|
|
"INSERT INTO file (id, hash, mime) VALUES ($1, $2, $3) ON CONFLICT DO NOTHING",
|
|
|
|
Uuid::from(id),
|
2024-04-14 22:02:46 +02:00
|
|
|
&hash[..],
|
2024-04-16 22:07:00 +02:00
|
|
|
mime_str,
|
2024-04-14 22:02:46 +02:00
|
|
|
)
|
|
|
|
.execute(&db)
|
2024-04-16 22:07:00 +02:00
|
|
|
.await?
|
|
|
|
.rows_affected()
|
|
|
|
{
|
|
|
|
0 | 1 => {}
|
|
|
|
rows => return Err(AppError::ImpossibleAffectedRows(rows)),
|
|
|
|
}
|
|
|
|
|
|
|
|
let key = Ulid::new();
|
|
|
|
|
|
|
|
match query!(
|
|
|
|
"INSERT INTO file_key (id, file_id) VALUES ($1, $2)",
|
2024-04-14 22:02:46 +02:00
|
|
|
Uuid::from(key),
|
2024-04-16 22:07:00 +02:00
|
|
|
Uuid::from(id),
|
2024-04-14 22:02:46 +02:00
|
|
|
)
|
|
|
|
.execute(&db)
|
2024-04-16 22:07:00 +02:00
|
|
|
.await?
|
|
|
|
.rows_affected()
|
|
|
|
{
|
|
|
|
1 => Ok(Json(File {
|
|
|
|
id,
|
2024-04-14 22:02:46 +02:00
|
|
|
hash: hash_hex,
|
2024-04-16 22:07:00 +02:00
|
|
|
mime: mime_str,
|
|
|
|
keys: vec![key],
|
2024-04-14 22:02:46 +02:00
|
|
|
})),
|
|
|
|
rows => Err(AppError::ImpossibleAffectedRows(rows)),
|
|
|
|
}
|
2024-02-03 14:46:18 +01:00
|
|
|
}
|
2024-04-16 22:07:00 +02:00
|
|
|
|
|
|
|
async fn get_file_info(
|
|
|
|
State(SharedState { db, .. }): State<SharedState>,
|
|
|
|
Path(id): Path<Ulid>,
|
|
|
|
) -> Result<Json<File>, AppError> {
|
|
|
|
let (file, keys) = tokio::try_join!(
|
|
|
|
query!(
|
|
|
|
"SELECT id, hash, mime FROM file WHERE id = $1",
|
|
|
|
Uuid::from(id),
|
|
|
|
)
|
|
|
|
.fetch_optional(&db),
|
|
|
|
query!("SELECT id FROM file_key WHERE file_id = $1", Uuid::from(id)).fetch_all(&db),
|
|
|
|
)?;
|
|
|
|
|
|
|
|
match file {
|
|
|
|
Some(r) => Ok(Json(File {
|
|
|
|
id,
|
|
|
|
hash: hex::encode(r.hash),
|
|
|
|
mime: r.mime,
|
|
|
|
keys: keys.into_iter().map(|r| r.id.into()).collect(),
|
|
|
|
})),
|
|
|
|
None => Err(AppError::FileNotFoundId(id)),
|
|
|
|
}
|
|
|
|
}
|