AI media harness for planning, generating, and editing locally
TypeScript
use crate::media::artifacts::generated_file_stem;
use crate::project::paths::ProjectRoot;
use crate::rendered;
use image::{ImageEncoder, RgbaImage};
const MAX_VIEW_EDGE: u32 = 8192;
const MAX_VIEW_PIXELS: u64 = 20 * 1024 * 1024;
fn valid_view_size(width: u32, height: u32) -> bool {
width > 0 && height > 0 && width <= MAX_VIEW_EDGE && height <= MAX_VIEW_EDGE
&& u64::from(width) * u64::from(height) <= MAX_VIEW_PIXELS
}
fn cache_directory(sheet_id: &str) -> Result<String, String> {
Ok(format!(
"cache/character-sheets/{}",
generated_file_stem(sheet_id)?
))
}
#[tauri::command]
pub(crate) fn save_character_sheet_view(
folder_path: String,
sheet_id: String,
job_id: String,
index: usize,
) -> Result<(), String> {
let (summary, pixels) = rendered::take_still(&job_id)?;
write_view(
&folder_path,
&sheet_id,
index,
summary.width,
summary.height,
&pixels,
)
}
fn write_view(
folder: &str,
sheet_id: &str,
index: usize,
width: u32,
height: u32,
pixels: &[u8],
) -> Result<(), String> {
if index >= 4
|| !valid_view_size(width, height)
|| pixels.len() != width as usize * height as usize * 4
{
return Err("Invalid character sheet view dimensions or pixels.".into());
}
let root = ProjectRoot::open(folder)?;
let directory = root.directory(&cache_directory(sheet_id)?)?;
let mut png = Vec::new();
image::codecs::png::PngEncoder::new(&mut png)
.write_image(pixels, width, height, image::ExtendedColorType::Rgba8)
.map_err(|error| error.to_string())?;
crate::storage::atomic::write_atomically(&directory.join(format!("{index}.png")), &png)
}
/// Assemble the selected views without stretching, cropping or empty columns.
#[tauri::command]
pub(crate) fn combine_character_sheet(
folder_path: String,
sheet_id: String,
indices: Option<Vec<usize>>,
) -> Result<super::artifacts::GeneratedImageFile, String> {
let indices = indices.unwrap_or_else(|| vec![0, 1, 2, 3]);
if indices.is_empty() || indices.len() > 4 || indices.iter().any(|&index| index >= 4)
|| indices.windows(2).any(|pair| pair[0] >= pair[1]) {
return Err("Choose character sheet views in display order without duplicates.".into());
}
let root = ProjectRoot::open(&folder_path)?;
let directory = cache_directory(&sheet_id)?;
let mut views = Vec::new();
let mut total_width = 0;
let mut common_height = 0;
for index in indices {
let path = root.existing(&format!("{directory}/{index}.png"))?;
let (width, height) = image::image_dimensions(&path).map_err(|error| error.to_string())?;
if !valid_view_size(width, height) {
return Err("Invalid character sheet view dimensions.".into());
}
if !views.is_empty() && common_height != height {
return Err("Character sheet views must have matching heights.".into());
}
common_height = height;
total_width += width;
if total_width > 16_384 || u64::from(total_width) * u64::from(common_height) > 4 * MAX_VIEW_PIXELS {
return Err("Combined character sheet exceeds the supported image size.".into());
}
views.push((path, width));
}
let mut sheet = RgbaImage::new(total_width, common_height);
let mut x = 0;
for (path, width) in views {
let view = image::open(path)
.map_err(|error| error.to_string())?
.to_rgba8();
image::imageops::replace(&mut sheet, &view, x, 0);
x += i64::from(width);
}
super::artifacts::write_generated_png_frame(
&folder_path,
&sheet_id,
sheet.width(),
sheet.height(),
sheet.as_raw(),
)
}
#[tauri::command]
pub(crate) fn discard_character_sheet_views(
folder_path: String,
sheet_id: String,
) -> Result<(), String> {
let root = ProjectRoot::open(&folder_path)?;
let directory = cache_directory(&sheet_id)?;
if root.path().join(&directory).exists() {
// Canonical containment is checked before removing the job's own cache.
std::fs::remove_dir_all(root.existing(&directory)?).map_err(|error| error.to_string())?;
}
Ok(())
}
#[cfg(test)]
mod tests {
use super::*;
fn project_folder() -> tempfile::TempDir {
let folder = tempfile::tempdir().unwrap();
crate::project::storage::write_project(folder.path(), &crate::tests::created_fixture())
.unwrap();
folder
}
#[test]
fn character_sheet_combines_four_views_in_order_and_cleans_only_its_cache() {
let folder = project_folder();
let path = folder.path().to_string_lossy().into_owned();
let colors = [
[255, 0, 0, 255],
[0, 255, 0, 255],
[0, 0, 255, 255],
[255, 255, 0, 255],
];
for (index, color) in colors.iter().enumerate() {
let width = if index == 0 { 16 } else { 9 };
write_view(
&path,
"sheet-test",
index,
width,
16,
&color.repeat(width as usize * 16),
)
.unwrap();
}
write_view(&path, "other-sheet", 0, 2, 3, &colors[0].repeat(6)).unwrap();
let saved = combine_character_sheet(path.clone(), "sheet-test".into(), None).unwrap();
assert_eq!((saved.width, saved.height), (43, 16));
let image = image::open(folder.path().join(&saved.relative_path))
.unwrap()
.to_rgba8();
for ((start, end), color) in [(0, 15), (16, 24), (25, 33), (34, 42)]
.iter()
.zip(colors.iter())
{
assert_eq!(image.get_pixel(*start, 0).0, *color);
assert_eq!(image.get_pixel(*end, 15).0, *color);
}
discard_character_sheet_views(path.clone(), "sheet-test".into()).unwrap();
assert!(!folder
.path()
.join("cache/character-sheets/sheet-test")
.exists());
assert!(folder
.path()
.join("cache/character-sheets/other-sheet/0.png")
.exists());
assert!(folder.path().join(saved.relative_path).exists());
assert!(discard_character_sheet_views(path, "../other-sheet".into()).is_err());
}
#[test]
fn character_sheet_combines_only_selected_views_without_empty_columns() {
for indices in [vec![0], vec![1], vec![2], vec![3], vec![0, 1, 3], vec![2, 3]] {
let folder = project_folder();
let path = folder.path().to_string_lossy().into_owned();
let mut width = 0;
for &index in &indices {
let view_width = if index == 0 { 16 } else { 9 };
write_view(&path, "selected", index, view_width, 16, &[index as u8, 0, 0, 255].repeat(view_width as usize * 16)).unwrap();
width += view_width;
}
let saved = combine_character_sheet(path, "selected".into(), Some(indices.clone())).unwrap();
assert_eq!((u32::from(saved.width), saved.height), (width, 16));
let image = image::open(folder.path().join(saved.relative_path)).unwrap().to_rgba8();
let mut x = 0;
for index in indices {
assert_eq!(image.get_pixel(x, 0).0, [index as u8, 0, 0, 255]);
x += if index == 0 { 16 } else { 9 };
}
}
for indices in [vec![], vec![4], vec![1, 1], vec![3, 0]] {
assert!(combine_character_sheet(String::new(), "invalid".into(), Some(indices)).is_err());
}
}
#[test]
fn character_sheet_saves_scaled_h3_views_above_20_mp_combined() {
let folder = project_folder();
let path = folder.path().to_string_lossy().into_owned();
for (index, width) in [3424, 1920, 1920, 1920].into_iter().enumerate() {
assert!(valid_view_size(width, 3424));
write_view(&path, "h3-sheet", index, width, 3424,
&[index as u8, 80, 120, 255].repeat(width as usize * 3424)).unwrap();
}
let saved = combine_character_sheet(path.clone(), "h3-sheet".into(), None).unwrap();
assert_eq!((saved.width, saved.height), (9184, 3424));
assert_eq!(image::image_dimensions(folder.path().join(saved.relative_path)).unwrap(), (9184, 3424));
assert!(!valid_view_size(4608, 4608));
assert!(!valid_view_size(8193, 32));
discard_character_sheet_views(path, "h3-sheet".into()).unwrap();
}
#[test]
fn character_sheet_rejects_missing_mismatched_and_oversized_views() {
let folder = project_folder();
let path = folder.path().to_string_lossy().into_owned();
assert!(write_view(&path, "sheet", 4, 1, 1, &[0; 4]).is_err());
assert!(write_view(&path, "sheet", 0, 8193, 1, &[0; 4]).is_err());
write_view(&path, "sheet", 0, 1, 1, &[0; 4]).unwrap();
assert!(combine_character_sheet(path.clone(), "sheet".into(), None).is_err());
for index in 1..4 {
write_view(&path, "sheet", index, 2, 2, &[0; 16]).unwrap();
}
assert!(combine_character_sheet(path, "sheet".into(), None).is_err());
assert!(!folder.path().join("media/generated/sheet.png").exists());
}
}