Make images smaller using best-in-class codecs, right in the browser.
JavaScript
Use workers for parallelization
Surma3b07862efbb6
diff --git a/cli/codecs.js b/cli/codecs.jsnew file mode 100644index 00000000..3232e1b1--- /dev/null+++ b/cli/codecs.js@@ -0,0 +1,79 @@++module.exports = {+ mozjpeg: {+ name: "MozJPEG",+ extension: "jpg",+ detectors: [/^\xFF\xD8\xFF/],+ dec: require("../codecs/mozjpeg/dec/mozjpeg_dec.js"),+ enc: require("../codecs/mozjpeg/enc/mozjpeg_enc.js"),+ defaultEncoderOptions: {+ quality: 75,+ baseline: false,+ arithmetic: false,+ progressive: true,+ optimize_coding: true,+ smoothing: 0,+ color_space: 3 /*YCbCr*/,+ quant_table: 3,+ trellis_multipass: false,+ trellis_opt_zero: false,+ trellis_opt_table: false,+ trellis_loops: 1,+ auto_subsample: true,+ chroma_subsample: 2,+ separate_chroma_quality: false,+ chroma_quality: 75+ }+ },+ webp: {+ name: "WebP",+ extension: "webp",+ detectors: [/^RIFF....WEBPVP8[LX ]/],+ dec: require("../codecs/webp/dec/webp_dec.js"),+ enc: require("../codecs/webp/enc/webp_enc.js"),+ defaultEncoderOptions: {+ quality: 75,+ target_size: 0,+ target_PSNR: 0,+ method: 4,+ sns_strength: 50,+ filter_strength: 60,+ filter_sharpness: 0,+ filter_type: 1,+ partitions: 0,+ segments: 4,+ pass: 1,+ show_compressed: 0,+ preprocessing: 0,+ autofilter: 0,+ partition_limit: 0,+ alpha_compression: 1,+ alpha_filtering: 1,+ alpha_quality: 100,+ lossless: 0,+ exact: 0,+ image_hint: 0,+ emulate_jpeg_size: 0,+ thread_level: 0,+ low_memory: 0,+ near_lossless: 100,+ use_delta_palette: 0,+ use_sharp_yuv: 0+ }+ },+ avif: {+ name: "AVIF",+ extension: "avif",+ detectors: [/^\x00\x00\x00 ftypavif\x00\x00\x00\x00/],+ dec: require("../codecs/avif/dec/avif_dec.js"),+ enc: require("../codecs/avif/enc/avif_enc.js"),+ defaultEncoderOptions: {+ minQuantizer: 16,+ maxQuantizer: 16,+ tileColsLog2: 0,+ tileRowsLog2: 0,+ speed: 10,+ subsample: 0+ }+ }+};diff --git a/cli/index.js b/cli/index.jsindex e11c86d5..fea3cf1c 100644--- a/cli/index.js+++ b/cli/index.js@@ -1,93 +1,21 @@const { program } = require("commander");const JSON5 = require("json5");-//const { Worker, isMainThread, parentPort } = require('worker_threads');-//const {cpus} = require("os");+const {+ threadId,+ Worker,+ isMainThread,+ parentPort+} = require("worker_threads");+const { cpus } = require("os");const path = require("path");const fsp = require("fs").promises;const visdifModule = require("../codecs/visdif/visdif.js");+const supportedFormats = require("./codecs.js");-// Our decoders currently rely on this.+// Our decoders currently rely on a `ImageData` global.globalThis.ImageData = require("./image_data.js");-const supportedFormats = {- mozjpeg: {- name: "MozJPEG",- extension: "jpg",- detectors: [/^\xFF\xD8\xFF/],- dec: require("../codecs/mozjpeg/dec/mozjpeg_dec.js"),- enc: require("../codecs/mozjpeg/enc/mozjpeg_enc.js"),- defaultEncoderOptions: {- quality: 75,- baseline: false,- arithmetic: false,- progressive: true,- optimize_coding: true,- smoothing: 0,- color_space: 3 /*YCbCr*/,- quant_table: 3,- trellis_multipass: false,- trellis_opt_zero: false,- trellis_opt_table: false,- trellis_loops: 1,- auto_subsample: true,- chroma_subsample: 2,- separate_chroma_quality: false,- chroma_quality: 75- }- },- webp: {- name: "WebP",- extension: "webp",- detectors: [/^RIFF....WEBPVP8[LX ]/],- dec: require("../codecs/webp/dec/webp_dec.js"),- enc: require("../codecs/webp/enc/webp_enc.js"),- defaultEncoderOptions: {- quality: 75,- target_size: 0,- target_PSNR: 0,- method: 4,- sns_strength: 50,- filter_strength: 60,- filter_sharpness: 0,- filter_type: 1,- partitions: 0,- segments: 4,- pass: 1,- show_compressed: 0,- preprocessing: 0,- autofilter: 0,- partition_limit: 0,- alpha_compression: 1,- alpha_filtering: 1,- alpha_quality: 100,- lossless: 0,- exact: 0,- image_hint: 0,- emulate_jpeg_size: 0,- thread_level: 0,- low_memory: 0,- near_lossless: 100,- use_delta_palette: 0,- use_sharp_yuv: 0- }- },- avif: {- name: "AVIF",- extension: "avif",- detectors: [/^\x00\x00\x00 ftypavif\x00\x00\x00\x00/],- dec: require("../codecs/avif/dec/avif_dec.js"),- enc: require("../codecs/avif/enc/avif_enc.js"),- defaultEncoderOptions: {- minQuantizer: 16,- maxQuantizer: 16,- tileColsLog2: 0,- tileRowsLog2: 0,- speed: 10,- subsample: 0- }- }-};async function decodeFile(file) {const buffer = await fsp.readFile(file);const firstChunk = buffer.slice(0, 16);@@ -106,6 +34,30 @@ async function decodeFile(file) {return rgba;}+function uuid() {+ return Array.from({ length: 16 }, () =>+ Math.floor(Math.random() * 256).toString(16)+ ).join("");+}++// Adds a unique ID to the message payload and waits+// for the worker to respond with that id as a signal+// that the job is done.+function jobPromise(worker, msg) {+ return new Promise(resolve => {+ const id = uuid();+ worker.postMessage(Object.assign(msg, { id }));+ worker.on("message", function f(msg) {+ if (msg.id !== id) {+ return;+ }+ worker.off("message", f);+ resolve(msg);+ });+ });+}++/*const butteraugliGoal = 1.4;const maxRounds = 8;async function optimize(bitmapIn, encode, decode) {@@ -153,63 +105,81 @@ async function optimize(bitmapIn, encode, decode) {quality,attempts};-}--//if(isMainThread) {-program- .version(require("./package.json").version)- .arguments("<files...>")- .option("-d, --output-dir <dir>", "Output directory", ".");+}*/-// Create a CLI option for each supported encoder-for (const [key, value] of Object.entries(supportedFormats)) {- program.option(- `--${key} [config]`,- `Use ${value.name} to generate a .${value.extension} file with the given configuration`- );-}--program.action(async files => {+async function processFiles(files) {// Create output directoryawait fsp.mkdir(program.outputDir, { recursive: true });- //const pool = Array.from({length: cpus().length}, () => new Worker(process.argv[1]));+ const pool = Array.from(+ { length: cpus().length },+ () => new Worker(process.argv[1])+ );let i = 0;+ const jobs = [];for (const file of files) {const ext = path.extname(file);const base = path.basename(file, ext);- const bitmapIn = await decodeFile(file);+ const bitmap = await decodeFile(file);- for (const [key, value] of Object.entries(supportedFormats)) {- if (!program[key]) {+ for (const [encName, value] of Object.entries(supportedFormats)) {+ if (!program[encName]) {continue;}const encConfig = Object.assign({},value.defaultEncoderOptions,- JSON5.parse(program[key])- );- const encoder = await value.enc();- const out = encoder.encode(- bitmapIn.data.buffer,- bitmapIn.width,- bitmapIn.height,- encConfig+ JSON5.parse(program[encName]));const outputFile = path.join(program.outputDir,`${base}.${value.extension}`);- await fsp.writeFile(outputFile, out);+ jobs.push(+ jobPromise(pool[i], {+ bitmap,+ outputFile,+ encName,+ encConfig+ })+ );+ i = (i + 1) % pool.length;}- // pool[i].postMessage({- // inFile: file,- // outFile: path.join(program.outputDir, base,kkkkk- // })}-});+ // Wait for all jobs to finish+ await Promise.allSettled(jobs);+ pool.forEach(worker => worker.terminate());+}++if (isMainThread) {+ program+ .version(require("./package.json").version)+ .arguments("<files...>")+ .option("-d, --output-dir <dir>", "Output directory", ".")+ .action(processFiles);++ // Create a CLI option for each supported encoder+ for (const [key, value] of Object.entries(supportedFormats)) {+ program.option(+ `--${key} [config]`,+ `Use ${value.name} to generate a .${value.extension} file with the given configuration`+ );+ }-program.parse(process.argv);-//} else {-// parentPort.on("message", async ({inFile, outFile, encoder, config}) => {-// });-//}+ program.parse(process.argv);+} else {+ parentPort.on(+ "message",+ async ({ id, bitmap, outputFile, encName, encConfig, done }) => {+ const encoder = await supportedFormats[encName].enc();+ const out = encoder.encode(+ bitmap.data.buffer,+ bitmap.width,+ bitmap.height,+ encConfig+ );+ await fsp.writeFile(outputFile, out);+ // Signal we are done with this job+ parentPort.postMessage({ id });+ }+ );+}