#!/usr/bin/env node import { copyFile, mkdir, readFile, readdir, rm, stat, writeFile } from 'node:fs/promises'; import { basename, dirname, extname, join, resolve } from 'node:path'; import { fileURLToPath } from 'node:url'; import sharp from 'sharp'; import { fileTypeFromFile } from 'file-type'; import { hashFile } from './lib/hash-file.mjs'; import { loadPrivateMapping, loadRecipes, readJson, resolvePrivateSource } from './lib/asset-recipes.mjs'; import { loadDenylist, scanBinary, scanImage } from './lib/privacy-scan.mjs'; import { encodeVideoDerivatives, extractVideoFrames, probeVideo } from './lib/video-frames.mjs'; const repositoryRoot = resolve(dirname(fileURLToPath(import.meta.url)), '..'); const fail = (rule) => { throw new Error(rule); }; const assertSafeOutputRoot = (path, rule) => { const resolved = resolve(path); const permittedRepositoryOutput = join(repositoryRoot, 'inputs', 'prepared-assets'); if (resolved !== permittedRepositoryOutput && !resolved.startsWith('/tmp/')) fail(rule); return resolved; }; const resetDirectory = async (path, rule) => { const safe = assertSafeOutputRoot(path, rule); await rm(safe, { recursive: true, force: true }); await mkdir(safe, { recursive: true }); return safe; }; const sorted = (items) => [...items].sort((left, right) => left.fileName.localeCompare(right.fileName, 'en-US')); const candidate = async ({ id, fileName, path, mediaType, width, height, durationMs, recipe }) => ({ id, fileName, sha256: await hashFile(path), mediaType, width, height, durationMs, rightsHolder: recipe.rightsHolder, license: recipe.license, attribution: recipe.attribution, }); const encodeImage = async (source, output, recipe) => { let detected; try { detected = await fileTypeFromFile(source); } catch { fail('ASSET-TYPE-001'); } if (!detected || !['image/jpeg', 'image/png', 'image/webp'].includes(detected.mime)) fail('ASSET-TYPE-001'); try { let pipeline = sharp(source, { failOn: 'error', limitInputPixels: 50_000_000, sequentialRead: true }) .rotate() .resize({ width: recipe.maxWidth, withoutEnlargement: true, fit: 'inside', kernel: sharp.kernel.lanczos3 }); pipeline = recipe.output.endsWith('.png') ? pipeline.png({ compressionLevel: 9, adaptiveFiltering: false, palette: false }) : pipeline.webp({ lossless: true, effort: 6, smartSubsample: false }); await pipeline.toFile(output); } catch { fail('ASSET-DECODE-001'); } const details = await scanImage(output, [], { runOcr: false }); return details; }; const prepareImage = async ({ source, recipe, stagingRoot, denylist }) => { const path = join(stagingRoot, recipe.output); const details = await encodeImage(source, path, recipe); await scanImage(path, denylist, { runOcr: true }); return [await candidate({ id: recipe.id, fileName: recipe.output, path, mediaType: details.mediaType, width: details.width, height: details.height, durationMs: null, recipe, })]; }; const prepareVideo = async ({ source, recipe, stagingRoot, reportDir, denylist }) => { const sourceProbe = await probeVideo(source); if (recipe.startSeconds + recipe.durationSeconds > sourceProbe.duration + 0.05) fail('ASSET-VIDEO-RANGE-001'); const base = recipe.output.slice(0, -'.webm'.length); const webmPath = join(stagingRoot, `${base}.webm`); const mp4Path = join(stagingRoot, `${base}.mp4`); const posterPath = join(stagingRoot, `${base}-poster.webp`); await encodeVideoDerivatives({ source, webmPath, mp4Path, posterPath, startSeconds: recipe.startSeconds, durationSeconds: recipe.durationSeconds, maxWidth: recipe.maxWidth, }); const webmProbe = await probeVideo(webmPath, { allowAudio: false }); const mp4Probe = await probeVideo(mp4Path, { allowAudio: false }); const frames = await extractVideoFrames({ source: webmPath, durationSeconds: Math.min(webmProbe.duration, recipe.durationSeconds), outputDir: join(reportDir, 'video-frames'), prefix: recipe.id, }); await scanBinary(webmPath, denylist); await scanBinary(mp4Path, denylist); await scanImage(posterPath, denylist, { runOcr: true }); for (const frame of frames) await scanImage(frame, denylist, { runOcr: true }); const poster = await sharp(posterPath).metadata(); return [ await candidate({ id: recipe.id, fileName: `${base}.webm`, path: webmPath, mediaType: 'video/webm', width: webmProbe.width, height: webmProbe.height, durationMs: Math.round(webmProbe.duration * 1000), recipe, }), await candidate({ id: `${recipe.id}-mp4`, fileName: `${base}.mp4`, path: mp4Path, mediaType: 'video/mp4', width: mp4Probe.width, height: mp4Probe.height, durationMs: Math.round(mp4Probe.duration * 1000), recipe, }), await candidate({ id: `${recipe.id}-poster`, fileName: `${base}-poster.webp`, path: posterPath, mediaType: 'image/webp', width: poster.width, height: poster.height, durationMs: null, recipe, }), ]; }; const createContactSheet = async (candidates, stagingRoot, reportDir) => { const images = candidates.filter(({ mediaType }) => mediaType.startsWith('image/')).map((image) => ({ id: image.id, path: join(stagingRoot, image.fileName), })); let frameNames = []; try { frameNames = (await readdir(join(reportDir, 'video-frames'))).filter((name) => name.endsWith('.png')).sort(); } catch {} images.push(...frameNames.map((name, index) => ({ id: `private-game-loop-frame-${String(index + 1).padStart(2, '0')}`, path: join(reportDir, 'video-frames', name), }))); if (images.length === 0) return; const imageWidth = 1100; const width = 1200; const composites = []; let y = 30; for (const image of images) { const thumb = await sharp(image.path) .resize({ width: imageWidth, height: 1400, fit: 'inside', withoutEnlargement: false }) .png() .toBuffer(); const metadata = await sharp(thumb).metadata(); const left = Math.round((width - (metadata.width ?? imageWidth)) / 2); composites.push({ input: thumb, left, top: y }); const safeLabel = image.id.replace(/[^a-z0-9-]/gu, ''); const label = Buffer.from(`${safeLabel}`); y += metadata.height ?? 0; composites.push({ input: label, left: 50, top: y + 8 }); y += 86; } await sharp({ create: { width, height: y + 20, channels: 3, background: '#070910' } }) .composite(composites) .webp({ lossless: true, effort: 6 }) .toFile(join(reportDir, 'contact-sheet.webp')); }; const approvalProjection = (recipes, candidates) => ({ schema: 'portfolio-asset-approvals/v1', assets: recipes.map(({ id }) => ({ id, files: sorted(candidates.filter((item) => item.id === id || item.id.startsWith(`${id}-`))) .map(({ fileName, sha256 }) => ({ fileName, sha256 })), })).sort((left, right) => left.id.localeCompare(right.id, 'en-US')), }); const approvalsMatch = async (path, expected) => { const actual = await readJson(path, 'ASSET-APPROVAL-001'); if (JSON.stringify(actual) !== JSON.stringify(expected)) fail('ASSET-APPROVAL-002'); }; const publish = async ({ candidates, stagingRoot, publishRoot, manifestPath }) => { if (candidates.some((item) => /pending|requires confirmation/iu.test(`${item.rightsHolder} ${item.license}`))) { fail('ASSET-RIGHTS-001'); } const safePublishRoot = await resetDirectory(publishRoot, 'ASSET-PUBLISH-001'); for (const item of candidates) await copyFile(join(stagingRoot, item.fileName), join(safePublishRoot, item.fileName)); await mkdir(dirname(manifestPath), { recursive: true }); await writeFile(manifestPath, `${JSON.stringify({ assets: candidates }, null, 2)}\n`, 'utf8'); }; export const prepareAssets = async (options) => { const required = ['sourceRoot', 'mappingPath', 'denylistPath', 'recipesPath', 'stagingRoot', 'reportDir']; if (!options || required.some((key) => typeof options[key] !== 'string')) fail('ASSET-ARGUMENT-001'); const recipes = await loadRecipes(options.recipesPath); const mapping = await loadPrivateMapping(options.mappingPath, recipes); const denylist = await loadDenylist(options.denylistPath); const stagingRoot = await resetDirectory(options.stagingRoot, 'ASSET-STAGING-001'); const reportDir = await resetDirectory(options.reportDir, 'ASSET-REPORT-001'); const candidates = []; for (const recipe of recipes) { const source = await resolvePrivateSource(options.sourceRoot, mapping[recipe.id]); const prepared = recipe.kind === 'image' ? await prepareImage({ source, recipe, stagingRoot, denylist }) : await prepareVideo({ source, recipe, stagingRoot, reportDir, denylist }); candidates.push(...prepared); } const finalCandidates = sorted(candidates); const approval = approvalProjection(recipes, finalCandidates); await writeFile(join(reportDir, 'candidate-approval.json'), `${JSON.stringify(approval, null, 2)}\n`, 'utf8'); await writeFile(join(reportDir, 'scan-report.json'), `${JSON.stringify({ schema: 'portfolio-private-scan-report/v1', automatedChecks: 'passed', publication: 'pending-manual-approval', assets: finalCandidates.map(({ id, fileName, sha256 }) => ({ id, fileName, sha256 })), }, null, 2)}\n`, 'utf8'); await createContactSheet(finalCandidates, stagingRoot, reportDir); let approvalStatus = 'pending'; if (options.approvalRegisterPath !== undefined) { if (typeof options.publishRoot !== 'string' || typeof options.manifestPath !== 'string') fail('ASSET-ARGUMENT-001'); await approvalsMatch(options.approvalRegisterPath, approval); await publish({ candidates: finalCandidates, stagingRoot, publishRoot: options.publishRoot, manifestPath: options.manifestPath }); approvalStatus = 'approved'; } return { candidates: finalCandidates, approvalStatus, reportDir }; }; export const verifyPreparedAssets = async ({ publishRoot, manifestPath, denylistPath }) => { if (![publishRoot, manifestPath, denylistPath].every((value) => typeof value === 'string')) fail('ASSET-ARGUMENT-001'); const manifest = await readJson(manifestPath, 'ASSET-MANIFEST-001'); if (!manifest || typeof manifest !== 'object' || !Array.isArray(manifest.assets)) fail('ASSET-MANIFEST-001'); const expected = manifest.assets.map(({ fileName }) => fileName).sort(); const actual = (await readdir(publishRoot, { withFileTypes: true })) .map((entry) => { if (!entry.isFile()) fail('ASSET-EXACT-001'); return entry.name; }).sort(); if (JSON.stringify(actual) !== JSON.stringify(expected)) fail('ASSET-EXACT-001'); const denylist = await loadDenylist(denylistPath); for (const item of manifest.assets) { if (!item || typeof item.fileName !== 'string' || !/^project-[a-z0-9-]+\.(webp|png|webm|mp4)$/u.test(item.fileName)) fail('ASSET-MANIFEST-001'); const path = join(publishRoot, item.fileName); if ((await stat(path)).nlink !== 1) fail('ASSET-EXACT-001'); if (await hashFile(path) !== item.sha256) fail('ASSET-HASH-001'); if (item.mediaType.startsWith('image/')) await scanImage(path, denylist, { runOcr: true }); else await scanBinary(path, denylist); } return true; }; const parseArgs = (argv) => { const values = {}; let verify = false; for (let index = 0; index < argv.length; index += 1) { const key = argv[index]; if (key === '--verify') { verify = true; continue; } if (!key?.startsWith('--') || index + 1 >= argv.length) fail('ASSET-ARGUMENT-001'); values[key.slice(2)] = argv[index + 1]; index += 1; } return { verify, values }; }; const runCli = async () => { const { verify, values } = parseArgs(process.argv.slice(2)); if (verify) { await verifyPreparedAssets({ publishRoot: values['publish-root'], manifestPath: values.manifest, denylistPath: values.denylist }); return; } await prepareAssets({ sourceRoot: values['source-root'], mappingPath: values.mapping, denylistPath: values.denylist, recipesPath: values.recipes, stagingRoot: values['staging-root'], reportDir: values['report-dir'], approvalRegisterPath: values.approvals, publishRoot: values['publish-root'], manifestPath: values.manifest, }); }; if (process.argv[1] && resolve(process.argv[1]) === fileURLToPath(import.meta.url)) { runCli().catch((error) => { const message = error instanceof Error && /^[A-Z]+(?:-[A-Z]+)*-\d{3}(?::[a-z0-9-]+)?$/u.test(error.message) ? error.message : 'ASSET-UNEXPECTED-001'; process.stderr.write(`${message}\n`); process.exitCode = 1; }); }