This commit is contained in:
seb
2026-10-18 14:51:33 +02:00
parent d587f31953
commit f6b0ff7483
5 changed files with 92 additions and 17 deletions

31
package-lock.json generated
View File

@@ -10,16 +10,17 @@
"license": "ISC", "license": "ISC",
"dependencies": { "dependencies": {
"@clack/prompts": "^1.8.1", "@clack/prompts": "^1.8.1",
"@hpcc-js/wasm-graphviz": "^1.29.1", "@hpcc-js/wasm-graphviz": "^1.29.2",
"chalk": "^6.0.1", "chalk": "^6.0.1",
"dotenv": "^18.0.4", "dotenv": "^18.0.8",
"pdfconvert-wasm": "^0.3.0", "pdfconvert-wasm": "^0.3.0",
"sharp": "^0.35.5", "sharp": "^0.35.5",
"skelehash-wasm": "^0.1.0",
"thumbhash": "^0.1.1" "thumbhash": "^0.1.1"
}, },
"devDependencies": { "devDependencies": {
"better-sqlite3": "^13.0.3", "better-sqlite3": "^13.0.3",
"mssql": "^12.7.2" "mssql": "^12.7.9"
}, },
"peerDependencies": { "peerDependencies": {
"better-sqlite3": "^12.0.0", "better-sqlite3": "^12.0.0",
@@ -339,9 +340,9 @@
} }
}, },
"node_modules/@hpcc-js/wasm-graphviz": { "node_modules/@hpcc-js/wasm-graphviz": {
"version": "1.29.1", "version": "1.29.2",
"resolved": "https://registry.npmjs.org/@hpcc-js/wasm-graphviz/-/wasm-graphviz-1.29.1.tgz", "resolved": "https://registry.npmjs.org/@hpcc-js/wasm-graphviz/-/wasm-graphviz-1.29.2.tgz",
"integrity": "sha512-koAQL0wlryEMeBs4/cQC3GB5ziITv66gR9DU/SWYjjup+iQ+Nbjcqxeaef+sffN4F4cBYZ3P31B5z7+cbSABbw==", "integrity": "sha512-AkArBAZERT5OxH52/+kvCHB07cZ6ZNd9GnOvjw+S880bR88D6i27XfK6xj4dBhUDxNA2QPPMdgEcky3x4TJ3KA==",
"license": "Apache-2.0" "license": "Apache-2.0"
}, },
"node_modules/@img/colour": { "node_modules/@img/colour": {
@@ -1152,9 +1153,9 @@
} }
}, },
"node_modules/dotenv": { "node_modules/dotenv": {
"version": "18.0.4", "version": "18.0.8",
"resolved": "https://registry.npmjs.org/dotenv/-/dotenv-18.0.4.tgz", "resolved": "https://registry.npmjs.org/dotenv/-/dotenv-18.0.8.tgz",
"integrity": "sha512-jGt9uI5BIxpVO15kvy+iEFqNAwxYClKWnkptLjSNPnFLC003Imd0ofr3aEVsbpHdSBdSsbcApNIlz4nbyGMwdA==", "integrity": "sha512-2KDeoFoK/zRtcnbunCDlLG5VWVMcyqeQc6iK65o231nfNAcuGrKoqUQfJFUtBI+QlShk5HKIHxwebBtUl3rEfA==",
"license": "BSD-2-Clause", "license": "BSD-2-Clause",
"bin": { "bin": {
"dotenv": "dist/index.cjs" "dotenv": "dist/index.cjs"
@@ -1454,9 +1455,9 @@
"license": "MIT" "license": "MIT"
}, },
"node_modules/mssql": { "node_modules/mssql": {
"version": "12.7.2", "version": "12.7.9",
"resolved": "https://registry.npmjs.org/mssql/-/mssql-12.7.2.tgz", "resolved": "https://registry.npmjs.org/mssql/-/mssql-12.7.9.tgz",
"integrity": "sha512-zhpPw+WXBWLw7d7J6Y0aWgQy0EV8HKDGNSvmkAjP8bSM4H41X0fweAeKWI+bg9Ri+JHCbsf/QScjmACBFcEo8A==", "integrity": "sha512-ryuy8HyUpsUgg16mkjNumuGK0/kzZ9TNkKSm/lfNcb8v5RII/U4ErOquH/kAvUqXbap9BWV0EnN5JxdewGrx7g==",
"dev": true, "dev": true,
"license": "MIT", "license": "MIT",
"dependencies": { "dependencies": {
@@ -1650,6 +1651,12 @@
"integrity": "sha512-bLGGlR1QxBcynn2d5YmDX4MGjlZvy2MRBDRNHLJ8VI6l6+9FUiyTFNJ0IveOSP0bcXgVDPRcfGqA0pjaqUpfVg==", "integrity": "sha512-bLGGlR1QxBcynn2d5YmDX4MGjlZvy2MRBDRNHLJ8VI6l6+9FUiyTFNJ0IveOSP0bcXgVDPRcfGqA0pjaqUpfVg==",
"license": "MIT" "license": "MIT"
}, },
"node_modules/skelehash-wasm": {
"version": "0.1.0",
"resolved": "https://registry.npmjs.org/skelehash-wasm/-/skelehash-wasm-0.1.0.tgz",
"integrity": "sha512-QdxF9YsJvKlT93O70dXFaWnsKVX7KDD0RgYf9cwgOT6kGnSMOdsO0rsdge+5Tg+vv6BjivbJ/2o5P1KcQsavEw==",
"license": "MIT"
},
"node_modules/sprintf-js": { "node_modules/sprintf-js": {
"version": "1.1.3", "version": "1.1.3",
"resolved": "https://registry.npmjs.org/sprintf-js/-/sprintf-js-1.1.3.tgz", "resolved": "https://registry.npmjs.org/sprintf-js/-/sprintf-js-1.1.3.tgz",

View File

@@ -31,6 +31,7 @@
"dotenv": "^18.0.8", "dotenv": "^18.0.8",
"pdfconvert-wasm": "^0.3.0", "pdfconvert-wasm": "^0.3.0",
"sharp": "^0.35.5", "sharp": "^0.35.5",
"skelehash-wasm": "^0.1.0",
"thumbhash": "^0.1.1" "thumbhash": "^0.1.1"
}, },
"peerDependencies": { "peerDependencies": {

View File

@@ -103,6 +103,7 @@ export default function addImage(provider) {
companyuserId, companyuserId,
fullHash, fullHash,
sort: effectiveSort, sort: effectiveSort,
skelehash: processed.skelehash,
}); });
} }
@@ -124,6 +125,7 @@ export default function addImage(provider) {
}, },
fullHash, fullHash,
thumbHash: processed.thumb.hash, thumbHash: processed.thumb.hash,
skelehash: processed.skelehash,
}; };
}; };

View File

@@ -1,3 +1,5 @@
import sharp from 'sharp';
import { encodeRGBA } from 'skelehash-wasm';
import { DELETE_BY_ARTICLE_AND_HASH as MSSQL_QUERY } from '../../providers/mssql/queries/pic.js'; import { DELETE_BY_ARTICLE_AND_HASH as MSSQL_QUERY } from '../../providers/mssql/queries/pic.js';
import { DELETE_BY_ARTICLE_AND_HASH as SQLITE_QUERY } from '../../providers/sqlite3/queries/pic.js'; import { DELETE_BY_ARTICLE_AND_HASH as SQLITE_QUERY } from '../../providers/sqlite3/queries/pic.js';
import resolveArticleBySku from './resolveArticleBySku.js'; import resolveArticleBySku from './resolveArticleBySku.js';
@@ -24,6 +26,55 @@ export default function deleteImage(provider) {
return async (googleAuthId, sku, fullHash, tx) => { return async (googleAuthId, sku, fullHash, tx) => {
const runDelete = async (runner) => { const runDelete = async (runner) => {
const { articleId, companyuserId } = await resolve(googleAuthId, sku, runner); const { articleId, companyuserId } = await resolve(googleAuthId, sku, runner);
let thumbBuffer;
if (provider?.dialect === 'sqlite3') {
const exists = await runner.query(
'SELECT ap.id FROM articlepic ap INNER JOIN pic p ON p.id = ap.pic_id WHERE ap.article_id = @articleId AND p.hash = @fullHash',
{ articleId, fullHash },
);
if (!exists.rows[0]) {
throw new Error('Image not found');
}
thumbBuffer = await (runner.readPicThumb ? runner.readPicThumb(fullHash) : provider.readPicThumb?.(fullHash));
} else {
const picResult = await runner.query(
'SELECT p.thumbbinary FROM pic p INNER JOIN articlepic ap ON ap.pic_id = p.id WHERE ap.article_id = @articleId AND p.hash = @fullHash',
{ articleId, fullHash },
);
if (!picResult.rows[0]) {
throw new Error('Image not found');
}
thumbBuffer = picResult.rows[0]?.thumbbinary;
}
let skelehash = null;
if (thumbBuffer) {
const { data, info } = await sharp(thumbBuffer).ensureAlpha().raw().toBuffer({ resolveWithObject: true });
const res = await encodeRGBA(info.width, info.height, data);
skelehash = res?.base62;
}
if (!skelehash) {
const historyRows = await runner.query(
'SELECT meta FROM articlehistory WHERE article_id = @articleId AND meta LIKE @pattern',
{ articleId, pattern: `%"${fullHash}"%` },
);
for (const row of historyRows.rows || []) {
try {
const m = typeof row.meta === 'string' ? JSON.parse(row.meta) : row.meta;
if (m?.fullHash === fullHash && m?.skelehash) {
skelehash = m.skelehash;
break;
}
} catch {}
}
}
if (!skelehash) {
throw new Error(`Failed to resolve skelehash for image ${fullHash}`);
}
const result = await runner.query(sql, { articleId, fullHash }); const result = await runner.query(sql, { articleId, fullHash });
if (!result.rowsAffected) { if (!result.rowsAffected) {
@@ -42,6 +93,7 @@ export default function deleteImage(provider) {
articleId, articleId,
companyuserId, companyuserId,
fullHash, fullHash,
skelehash,
}); });
}; };

View File

@@ -1,5 +1,6 @@
import sharp from 'sharp'; import sharp from 'sharp';
import { rgbaToThumbHash } from 'thumbhash'; import { rgbaToThumbHash } from 'thumbhash';
import { encodeRGBA } from 'skelehash-wasm';
const FULL_MAX = 1000; const FULL_MAX = 1000;
const THUMB_MAX = 200; const THUMB_MAX = 200;
@@ -52,11 +53,22 @@ export default async function processAvifImage(inputBuffer) {
.toBuffer({ resolveWithObject: true }), .toBuffer({ resolveWithObject: true }),
]); ]);
const thumbHashBytes = rgbaToThumbHash( const [thumbHashBytes, skele] = await Promise.all([
thumbRgba.info.width, rgbaToThumbHash(
thumbRgba.info.height, thumbRgba.info.width,
thumbRgba.data, thumbRgba.info.height,
); thumbRgba.data,
),
encodeRGBA(
thumbRgba.info.width,
thumbRgba.info.height,
thumbRgba.data,
),
]);
if (!skele?.base62) {
throw new Error('encodeRGBA failed to produce a base62 skelehash');
}
return { return {
full: { full: {
@@ -77,5 +89,6 @@ export default async function processAvifImage(inputBuffer) {
h: smallThumb.info.height, h: smallThumb.info.height,
buffer: smallThumb.data, buffer: smallThumb.data,
}, },
skelehash: skele.base62,
}; };
} }