import { readdir, readFile } from 'fs/promises'; import { join } from 'path'; /** * Recursively find all *.pageSummary.json files. * sitespeed.io v39 writes them to: * /pages//data/.pageSummary.json */ async function findPageSummaries(outputFolder) { const summaries = {}; const errors = []; async function walk(dir) { let entries; try { entries = await readdir(dir, { withFileTypes: true }); } catch (err) { errors.push(`readdir failed on ${dir}: ${err.message}`); return; } for (const e of entries) { const full = join(dir, e.name); if (e.isDirectory()) { await walk(full); } else if (e.name.endsWith('.pageSummary.json')) { const plugin = e.name.replace('.pageSummary.json', ''); if (!summaries[plugin]) summaries[plugin] = []; summaries[plugin].push(full); console.log(`[parser] found: ${full}`); } } } await walk(outputFolder); if (errors.length > 0) { console.warn('[parser] walk errors:', errors.join('; ')); } const keys = Object.keys(summaries); if (keys.length === 0) { console.warn(`[parser] no pageSummary JSON files found under ${outputFolder}`); } else { console.log(`[parser] plugins found: ${keys.join(', ')}`); } return summaries; } async function readJson(filePath) { const raw = await readFile(filePath, 'utf8'); return JSON.parse(raw); } function safe(obj, ...path) { let cur = obj; for (const key of path) { if (cur == null || typeof cur !== 'object') return null; cur = cur[key]; } return cur ?? null; } function med(obj) { return safe(obj, 'median'); } export async function parseResults(outputFolder, _url) { const summaries = await findPageSummaries(outputFolder); const metrics = {}; // ─── browsertime.pageSummary ────────────────────────────────────────────── const btFiles = summaries['browsertime'] || []; if (btFiles.length > 0) { const bt = await readJson(btFiles[0]); const s = safe(bt, 'statistics'); console.log('[parser] browsertime statistics keys:', s ? Object.keys(s).join(', ') : 'NONE'); if (s) { metrics.lcp = med(safe(s, 'timings', 'largestContentfulPaint')); metrics.fcp = med(safe(s, 'paintTiming', 'first-contentful-paint')); metrics.cls = med(safe(s, 'pageinfo', 'cumulativeLayoutShift')); metrics.tbt = med(safe(s, 'cpu', 'longTasks', 'totalBlockingTime')); metrics.ttfb = med(safe(s, 'pageTimings', 'backEndTime')); metrics.max_potential_fid = med(safe(s, 'cpu', 'longTasks', 'maxPotentialFid')); metrics.page_load_time = med(safe(s, 'pageTimings', 'pageLoadTime')); metrics.fully_loaded = med(safe(s, 'timings', 'fullyLoaded')); metrics.dom_content_loaded = med(safe(s, 'pageTimings', 'domContentLoadedTime')); metrics.dom_interactive = med(safe(s, 'pageTimings', 'domInteractiveTime')); metrics.front_end_time = med(safe(s, 'pageTimings', 'frontEndTime')); metrics.back_end_time = med(safe(s, 'pageTimings', 'backEndTime')); metrics.time_to_first_byte = metrics.ttfb; metrics.speed_index = med(safe(s, 'visualMetrics', 'SpeedIndex')); metrics.first_visual_change = med(safe(s, 'visualMetrics', 'FirstVisualChange')); metrics.last_visual_change = med(safe(s, 'visualMetrics', 'LastVisualChange')); metrics.visual_complete_85 = med(safe(s, 'visualMetrics', 'VisualComplete85')); metrics.perceptual_speed_index = med(safe(s, 'visualMetrics', 'PerceptualSpeedIndex')); metrics.long_tasks_count = med(safe(s, 'cpu', 'longTasks', 'tasks')); metrics.long_tasks_duration = med(safe(s, 'cpu', 'longTasks', 'totalDuration')); console.log('[parser] lcp=%s fcp=%s tbt=%s cls=%s ttfb=%s si=%s', metrics.lcp, metrics.fcp, metrics.tbt, metrics.cls, metrics.ttfb, metrics.speed_index); } } else { console.warn('[parser] no browsertime.pageSummary.json found'); } // ─── axe.pageSummary ───────────────────────────────────────────────────── const axeFiles = summaries['axe'] || []; if (axeFiles.length > 0) { const axe = await readJson(axeFiles[0]); console.log('[parser] axe top-level keys:', Object.keys(axe).join(', ')); metrics.axe_critical = med(safe(axe, 'violations', 'critical')) ?? 0; metrics.axe_serious = med(safe(axe, 'violations', 'serious')) ?? 0; metrics.axe_moderate = med(safe(axe, 'violations', 'moderate')) ?? 0; metrics.axe_minor = med(safe(axe, 'violations', 'minor')) ?? 0; } // ─── coach.pageSummary ──────────────────────────────────────────────────── const coachFiles = summaries['coach'] || []; if (coachFiles.length > 0) { const coach = await readJson(coachFiles[0]); console.log('[parser] coach top-level keys:', Object.keys(coach).join(', ')); metrics.score_overall = safe(coach, 'advice', 'score'); metrics.score_performance = safe(coach, 'advice', 'performance', 'score'); metrics.score_accessibility = safe(coach, 'advice', 'accessibility', 'score'); metrics.score_bestpractice = safe(coach, 'advice', 'bestpractice', 'score'); metrics.score_privacy = safe(coach, 'advice', 'privacy', 'score'); console.log('[parser] coach scores: overall=%s perf=%s', metrics.score_overall, metrics.score_performance); } // ─── pagexray.pageSummary ───────────────────────────────────────────────── const xrayFiles = summaries['pagexray'] || []; if (xrayFiles.length > 0) { const xray = await readJson(xrayFiles[0]); const xs = safe(xray, 'statistics'); console.log('[parser] pagexray top-level keys:', Object.keys(xray).join(', ')); if (xs) console.log('[parser] pagexray.statistics keys:', Object.keys(xs).join(', ')); function xv(statPath, directPath) { const fromStats = xs ? med(safe(xs, ...statPath)) : null; if (fromStats !== null) return fromStats; return safe(xray, ...directPath); } metrics.transfer_total = xv(['transferSize'], ['transferSize']); metrics.requests_total = xv(['requests'], ['requests']); metrics.transfer_html = xv(['contentTypes', 'html', 'transferSize'], ['contentTypes', 'html', 'transferSize']); metrics.transfer_js = xv(['contentTypes', 'javascript', 'transferSize'], ['contentTypes', 'javascript', 'transferSize']); metrics.transfer_css = xv(['contentTypes', 'css', 'transferSize'], ['contentTypes', 'css', 'transferSize']); metrics.transfer_image = xv(['contentTypes', 'image', 'transferSize'], ['contentTypes', 'image', 'transferSize']); metrics.transfer_font = xv(['contentTypes', 'font', 'transferSize'], ['contentTypes', 'font', 'transferSize']); metrics.requests_js = xv(['contentTypes', 'javascript', 'requests'], ['contentTypes', 'javascript', 'requests']); metrics.requests_css = xv(['contentTypes', 'css', 'requests'], ['contentTypes', 'css', 'requests']); metrics.requests_image = xv(['contentTypes', 'image', 'requests'], ['contentTypes', 'image', 'requests']); metrics.requests_font = xv(['contentTypes', 'font', 'requests'], ['contentTypes', 'font', 'requests']); metrics.third_party_transfer = xv(['thirdParty', 'transferSize'], ['thirdParty', 'transferSize']); metrics.third_party_requests = xv(['thirdParty', 'requests'], ['thirdParty', 'requests']); console.log('[parser] transfer_total=%s requests_total=%s', metrics.transfer_total, metrics.requests_total); } // ─── sustainable.pageSummary ────────────────────────────────────────────── const sustainFiles = summaries['sustainable'] || []; if (sustainFiles.length > 0) { const sust = await readJson(sustainFiles[0]); console.log('[parser] sustainable top-level keys:', Object.keys(sust).join(', ')); metrics.co2_per_page_view = med(safe(sust, 'co2PerPageView')); metrics.co2_total = med(safe(sust, 'co2PerPageView')); metrics.co2_first_party = med(safe(sust, 'co2FirstParty')); metrics.co2_third_party = med(safe(sust, 'co2ThirdParty')); } const extracted = Object.entries(metrics).filter(([, v]) => v !== null && v !== undefined); console.log(`[parser] extracted ${extracted.length} metrics`); return Object.fromEntries(extracted); }