Inline files

This commit is contained in:
Pascal Engélibert 2026-07-30 23:52:20 +02:00
commit dc13ef503c
4 changed files with 234 additions and 54 deletions

View file

@ -29,3 +29,5 @@ data_dir = "/dev/shm/blindforge"
# Maximum length of an URL for the client. (characters)
#api_client_max_url_len = 256
#origin = "https://blindforge.zoai.re"

View file

@ -1,3 +1,5 @@
use std::collections::HashMap;
pub struct Config {
/// Address or host to listen to
pub listen_host: String,
@ -23,6 +25,14 @@ pub struct Config {
pub page_cache_size: usize,
/// Maximum number of repository trees to keep in cache
pub repo_cache_size: usize,
/// File extensions that will be served as images (and associated MIME type)
pub image_extensions: HashMap<String, String>,
/// File extensions that will be served as videos (and associated MIME type)
pub video_extensions: HashMap<String, String>,
/// File extensions that will be served as audio (and associated MIME type)
pub audio_extensions: HashMap<String, String>,
/// Authorized origin for serving inline files (CORS)
pub origin: String,
}
impl Default for Config {
@ -42,6 +52,58 @@ impl Default for Config {
),
page_cache_size: 200,
repo_cache_size: 20,
image_extensions: [
("ani", "image/x-icon"),
("apng", "image/apng"),
("bmp", "image/bmp"),
("cur", "image/x-icon"),
("gif", "image/gif"),
("ico", "image/x-icon"),
("jpeg", "image/jpeg"),
("jpg", "image/jpeg"),
("jxl", "image/jxl"),
("png", "image/png"),
("qoi", "image/qoi"),
("tif", "image/tiff"),
("tiff", "image/tiff"),
("webp", "image/webp"),
]
.into_iter()
.map(|(k, v)| (k.to_string(), v.to_string()))
.collect(),
video_extensions: [
("3gp", "video/3gp"),
("avi", "video/x-msvideo"),
("mkv", "application/x-matroska"),
("mp4", "video/mp4"),
("mpeg", "video/mpeg"),
("ogv", "video/ogg"),
("webm", "video/webm"),
]
.into_iter()
.map(|(k, v)| (k.to_string(), v.to_string()))
.collect(),
audio_extensions: [
("aac", "audio/aac"),
("flac", "audio/flac"),
("m4a", "audio/mp4"),
("m4b", "audio/mp4"),
("m4p", "audio/mp4"),
("m4r", "audio/mp4"),
("m4v", "audio/mp4"),
("mp3", "audio/mp3"),
("oga", "audio/ogg"),
("ogg", "audio/ogg"),
("opus", "audio/opus"),
("spx", "audio/x-speex"),
("wav", "audio/x-wav"),
("wave", "audio/x-wav"),
("wma", "audio/x-ms-wma"),
]
.into_iter()
.map(|(k, v)| (k.to_string(), v.to_string()))
.collect(),
origin: String::from("*"),
}
}
}
@ -125,6 +187,54 @@ impl Config {
.try_into()
.expect("Config: invalid repo_cache_size");
}
if let Some(v) = toml.get("image_extensions") {
config.image_extensions = v
.as_table()
.expect("Config: invalid image_extensions")
.iter()
.map(|(k, v)| {
(
k.as_str().to_string(),
v.as_string()
.expect("Config: invalid image_extensions")
.to_string(),
)
})
.collect()
}
if let Some(v) = toml.get("video_extensions") {
config.image_extensions = v
.as_table()
.expect("Config: invalid video_extensions")
.iter()
.map(|(k, v)| {
(
k.as_str().to_string(),
v.as_string()
.expect("Config: invalid video_extensions")
.to_string(),
)
})
.collect()
}
if let Some(v) = toml.get("audio_extensions") {
config.image_extensions = v
.as_table()
.expect("Config: invalid audio_extensions")
.iter()
.map(|(k, v)| {
(
k.as_str().to_string(),
v.as_string()
.expect("Config: invalid audio_extensions")
.to_string(),
)
})
.collect()
}
if let Some(v) = toml.get("origin") {
config.origin = v.as_string().expect("Config: invalid origin").into()
}
config
}
}

View file

@ -1,3 +1,5 @@
use crate::config::Config;
use linemd::Parser;
pub struct Renderer {
@ -10,7 +12,14 @@ impl Renderer {
hl_registry.link_grammars();
Self { hl_registry }
}
pub fn render(&self, filetype: &str, content: &[u8], pretty: bool) -> String {
pub fn render(&self, config: &Config, filetype: &str, content: &[u8], pretty: bool, repo_hash_str: &str, file_path: &str) -> String {
if config.image_extensions.contains_key(filetype) {
return format!(r#"<img alt="No description" src="/inline/{repo_hash_str}/{file_path}"/>"#)
} else if config.video_extensions.contains_key(filetype) {
return format!(r#"<video src="/inline/{repo_hash_str}/{file_path}"></video>"#)
} else if config.audio_extensions.contains_key(filetype) {
return format!(r#"<audio src="/inline/{repo_hash_str}/{file_path}"></audio>"#)
}
let Ok(content) = str::from_utf8(content) else {
return String::from("Cannot render file as it is not valid UTF-8.");
};

View file

@ -3,6 +3,7 @@ use crate::{cache, config::Config, render, repo, templates};
use askama::Template;
use log::error;
use std::{
collections::HashMap,
io::{ErrorKind, Read},
path::PathBuf,
};
@ -30,6 +31,17 @@ pub fn make_router(config: &'static Config) -> impl Handler {
crate::api_client::make_client(),
)));
let mut inline_extensions = HashMap::<&str, &str>::new();
inline_extensions.extend(
config
.image_extensions
.iter()
.chain(config.video_extensions.iter())
.chain(config.audio_extensions.iter())
.map(|(k, v)| (k.as_str(), v.as_str())),
);
let inline_extensions: &'static _ = Box::leak(Box::new(inline_extensions));
(
trillium_caching_headers::CachingHeaders::new(),
Router::new()
@ -96,57 +108,10 @@ pub fn make_router(config: &'static Config) -> impl Handler {
return conn.with_status(401);
};
let fetch_metadata = |key| {
let repo_dir = PathBuf::from(&config.data_dir)
.join(crate::SUBDIR_REPOS)
.join(key);
let mut repo_metadata =
match crate::repo::RepoMetadata::read_from_file(&repo_dir) {
Ok(v) => v,
Err(e) => {
if let repo::ReadRepoMetadataError::CannotOpenFile(e) = &e {
if e.kind() == ErrorKind::NotFound {
return None;
}
}
error!("Reading repo metadata: {e:?}");
return None;
}
};
let mut root = templates::Directory::default();
for entry in repo_metadata.iter_files() {
match entry {
Ok(entry) => {
let Some(name) = entry.file_path.rsplit('/').next() else {
error!("Entry has no name");
continue;
};
let path = entry.file_path.split('/').peekable();
root.insert(
templates::Entry::File(templates::File {
name: name.into(),
path: entry.file_path.into(),
hash: entry.hash.into(),
link: format!(
"/r/{repo_hash_str}/{0}",
entry.file_path
),
}),
path,
);
}
Err(e) => {
error!("Reading repo metadata file index: {e:?}")
}
}
}
// Save memory
repo_metadata.content.clear();
Some((repo_metadata, root))
};
let Some((repo_metadata, root)) =
metadata_cache.fetch(repo_hash_str.to_string(), fetch_metadata)
let Some((repo_metadata, root)) = metadata_cache
.fetch(repo_hash_str.to_string(), |key| {
fetch_metadata(config, &key)
})
else {
return conn.with_status(404);
};
@ -196,7 +161,7 @@ pub fn make_router(config: &'static Config) -> impl Handler {
.to_string();
file_lang.make_ascii_lowercase();
html = renderer.render(&file_lang, &file_content, true);
html = renderer.render(config, &file_lang, &file_content, true, repo_hash_str, &served_file.path);
} else {
// TODO something?
}
@ -224,7 +189,7 @@ pub fn make_router(config: &'static Config) -> impl Handler {
.to_string();
file_lang.make_ascii_lowercase();
let html = renderer.render(&file_lang, &file_content, true);
let html = renderer.render(config, &file_lang, &file_content, true, repo_hash_str, &served_file.path);
let template = crate::templates::Repo {
content: html.clone(),
root,
@ -245,6 +210,51 @@ pub fn make_router(config: &'static Config) -> impl Handler {
}
}
})
.get("/inline/:hash/*", move |conn: Conn| async move {
let Some(repo_hash_str) = conn.param("hash") else {
return conn.with_status(401);
};
let Some((_repo_metadata, root)) = metadata_cache
.fetch(repo_hash_str.to_string(), |key| {
fetch_metadata(config, &key)
})
else {
return conn.with_status(404);
};
let Some(served_entry) = root.find(conn.path().split('/')) else {
return conn.with_status(404);
};
match served_entry {
templates::EntryRef::Directory(_) => {
conn.with_status(404)
}
templates::EntryRef::File(served_file) => {
let Some(extension) = served_file.name.rsplit('.').next() else {
return conn.with_status(404);
};
let mut extension = extension.to_string();
extension.make_ascii_lowercase();
if let Some(&mime_type) = inline_extensions.get(extension.as_str()) {
let Some(file_content) =
fetch_file(config, repo_hash_str, &served_file.hash)
else {
return conn.with_status(500);
};
conn.with_response_header(
"Access-Control-Allow-Origin",
config.origin.as_str(),
)
.with_response_header("Content-Type", mime_type)
.ok(file_content)
} else {
conn.with_status(404)
}
}
}
})
.get("/e/:secret", |conn: Conn| async move {
conn.ok(crate::templates::Home {}.render().unwrap())
}),
@ -273,3 +283,52 @@ fn fetch_file(config: &Config, repo_hash: &str, file_hash: &str) -> Option<Vec<u
Some(buf)
}
fn fetch_metadata(
config: &Config,
repo_hash_str: &str,
) -> Option<(repo::RepoMetadata, templates::Directory)> {
let repo_dir = PathBuf::from(&config.data_dir)
.join(crate::SUBDIR_REPOS)
.join(repo_hash_str);
let mut repo_metadata = match crate::repo::RepoMetadata::read_from_file(&repo_dir) {
Ok(v) => v,
Err(e) => {
if let repo::ReadRepoMetadataError::CannotOpenFile(e) = &e {
if e.kind() == ErrorKind::NotFound {
return None;
}
}
error!("Reading repo metadata: {e:?}");
return None;
}
};
let mut root = templates::Directory::default();
for entry in repo_metadata.iter_files() {
match entry {
Ok(entry) => {
let Some(name) = entry.file_path.rsplit('/').next() else {
error!("Entry has no name");
continue;
};
let path = entry.file_path.split('/').peekable();
root.insert(
templates::Entry::File(templates::File {
name: name.into(),
path: entry.file_path.into(),
hash: entry.hash.into(),
link: format!("/r/{repo_hash_str}/{0}", entry.file_path),
}),
path,
);
}
Err(e) => {
error!("Reading repo metadata file index: {e:?}")
}
}
}
// Save memory
repo_metadata.content.clear();
Some((repo_metadata, root))
}