feat: Stage 2E physics p95, runtime videos, domain audit, device-test QR

Measure Rapier world.step p95 (~0.2 ms) on GTX 1080, record real route WebMs,
expand runtime/headless hash parity, and document permanent-domain/phone blockers.

Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
Даня Архипов
2026-07-30 14:28:14 +00:00
parent 014a46077d
commit 30103ccefc
63 changed files with 2786 additions and 71 deletions

View File

@@ -0,0 +1,177 @@
/**
* Stage 2D — hardware GPU performance matrix runner.
* Requires NVIDIA WebGL: --use-angle=vulkan (or gl-egl).
*
* Usage:
* npx tsx scripts/stage2d-perf-matrix.mts
*/
import { chromium, type Page } from 'playwright';
import { writeFileSync, mkdirSync } from 'fs';
import { resolve } from 'path';
const BASE = process.env.PERF_BASE_URL ?? 'http://127.0.0.1:3101';
const OUT = resolve('docs/stage2e');
const GPU_ARGS = [
'--no-sandbox',
'--ignore-gpu-blocklist',
'--enable-gpu',
'--use-angle=vulkan',
'--disable-software-rasterizer',
];
const PROFILES = [
{ id: 'A-cad-light', file: 'performance-cad-light.json', query: '?perf=1&playback=paused&quality=demo&camera=off', runSec: 32, play: false },
{ id: 'B-cad-physics', file: 'performance-cad-physics.json', query: '?perf=1&playback=1&quality=demo&speed=1', runSec: 32, play: true },
{ id: 'C-full-runtime', file: 'performance-full-runtime.json', query: '?perf=1&quality=demo', runSec: 32, play: true },
{ id: 'D-cinematic-full', file: 'performance-cinematic-full.json', query: '?perf=1&stage0=1&post=1&quality=demo', runSec: 32, play: true },
{ id: 'E-mobile-low', file: 'performance-mobile-low.json', query: '?perf=1&quality=low&playback=1', runSec: 32, play: true, mobile: true },
] as const;
type Snap = {
averageFps: number;
minimumFps: number;
p95FrameTimeMs: number;
p99FrameTimeMs: number;
drawCalls: number;
triangles: number;
renderer: string;
hardwareAccelerated: boolean;
dpr: number;
heapMb: number;
};
async function waitScene(page: Page) {
await page.waitForSelector('canvas', { timeout: 90_000 });
await page.waitForFunction(() => !document.body.innerText.includes('Loading 3D'), { timeout: 90_000 });
await page.waitForTimeout(1500);
await page.evaluate(() => {
(window as unknown as { __PERF_RESET__?: () => void }).__PERF_RESET__?.();
});
}
async function sample(page: Page, seconds: number): Promise<Snap> {
await page.waitForTimeout(seconds * 1000);
const snap = await page.evaluate(() => {
const s = (window as unknown as { __PERF_SNAPSHOT__?: Snap }).__PERF_SNAPSHOT__;
if (!s) throw new Error('no __PERF_SNAPSHOT__ — open with ?perf=1');
return s;
});
return snap;
}
function median(nums: number[]) {
const a = [...nums].sort((x, y) => x - y);
return a[Math.floor(a.length / 2)];
}
async function runProfile(page: Page, profile: (typeof PROFILES)[number]) {
const runs: Snap[] = [];
for (let i = 0; i < 3; i++) {
if (profile.mobile) {
await page.setViewportSize({ width: 390, height: 844 });
} else {
await page.setViewportSize({ width: 1280, height: 800 });
}
await page.goto(`${BASE}/${profile.query}`, { waitUntil: 'networkidle', timeout: 120_000 });
await waitScene(page);
if (profile.play) {
const play = page.getByTestId('demo-play');
if (await play.isVisible().catch(() => false)) await play.click();
}
const snap = await sample(page, profile.runSec);
runs.push(snap);
console.log(` run ${i + 1}: fps=${snap.averageFps.toFixed(1)} p95=${snap.p95FrameTimeMs.toFixed(1)} draws=${snap.drawCalls} tris=${snap.triangles} hw=${snap.hardwareAccelerated} ${snap.renderer.slice(0, 60)}`);
}
const result = {
profile: profile.id,
generatedAt: new Date().toISOString(),
baseUrl: BASE,
gpuArgs: GPU_ARGS,
runs,
median: {
avgFps: median(runs.map((r) => r.averageFps)),
minFps: median(runs.map((r) => r.minimumFps)),
p95Ms: median(runs.map((r) => r.p95FrameTimeMs)),
p99Ms: median(runs.map((r) => r.p99FrameTimeMs)),
drawCalls: median(runs.map((r) => r.drawCalls)),
triangles: median(runs.map((r) => r.triangles)),
heapMb: median(runs.map((r) => r.heapMb)),
},
renderer: runs[0]?.renderer,
hardwareAccelerated: runs.every((r) => r.hardwareAccelerated),
budget: {
avgFpsMin: 45,
avgFpsTarget: 55,
p95Max: 28,
p95Target: 20,
drawCallsMax: 250,
trisMax: 500_000,
trisTarget: 350_000,
},
pass: (() => {
const m = {
avgFps: median(runs.map((r) => r.averageFps)),
p95Ms: median(runs.map((r) => r.p95FrameTimeMs)),
drawCalls: median(runs.map((r) => r.drawCalls)),
triangles: median(runs.map((r) => r.triangles)),
};
const hw = runs.every((r) => r.hardwareAccelerated);
if (!hw) return 'INSUFFICIENT_HARDWARE_PERFORMANCE_DATA';
if (m.avgFps >= 45 && m.p95Ms <= 28 && m.drawCalls <= 250 && m.triangles <= 500_000) return 'PASS';
return 'FAIL';
})(),
};
writeFileSync(resolve(OUT, profile.file), JSON.stringify(result, null, 2));
return result;
}
async function main() {
mkdirSync(OUT, { recursive: true });
const browser = await chromium.launch({ headless: true, args: GPU_ARGS });
const page = await browser.newPage();
// Validate GPU once
const gpu = await page.evaluate(() => {
const c = document.createElement('canvas');
const gl = c.getContext('webgl2') || c.getContext('webgl');
if (!gl) return { ok: false };
const dbg = gl.getExtension('WEBGL_debug_renderer_info');
return {
ok: true,
renderer: dbg ? gl.getParameter(dbg.UNMASKED_RENDERER_WEBGL) : gl.getParameter(gl.RENDERER),
};
});
console.log('GPU probe', gpu);
if (!gpu.ok || /SwiftShader|llvmpipe|softpipe/i.test(String((gpu as { renderer?: string }).renderer))) {
console.error('Hardware GPU not available for this browser launch');
writeFileSync(resolve(OUT, 'performance-comparison.json'), JSON.stringify({
status: 'INSUFFICIENT_HARDWARE_PERFORMANCE_DATA',
gpu,
}, null, 2));
await browser.close();
process.exit(2);
}
const results = [];
for (const p of PROFILES) {
console.log('PROFILE', p.id);
results.push(await runProfile(page, p));
}
writeFileSync(resolve(OUT, 'performance-comparison.json'), JSON.stringify({
generatedAt: new Date().toISOString(),
gpu,
results: results.map((r) => ({
profile: r.profile,
pass: r.pass,
median: r.median,
renderer: r.renderer,
hardwareAccelerated: r.hardwareAccelerated,
})),
}, null, 2));
await browser.close();
console.log('done');
}
main().catch((e) => {
console.error(e);
process.exit(1);
});

View File

@@ -0,0 +1,177 @@
/**
* Stage 2E — physics p95 profiles on hardware GPU.
* Usage: PERF_BASE_URL=http://127.0.0.1:3101 npx tsx scripts/stage2e-physics-profiles.mts
*/
import { chromium, type Page } from 'playwright';
import { writeFileSync, mkdirSync } from 'fs';
import { resolve } from 'path';
const BASE = process.env.PERF_BASE_URL ?? 'http://127.0.0.1:3101';
const OUT = resolve('docs/stage2e');
const GPU_ARGS = [
'--no-sandbox',
'--ignore-gpu-blocklist',
'--enable-gpu',
'--use-angle=vulkan',
'--disable-software-rasterizer',
];
type Phys = {
count: number;
avgMs: number;
medianMs: number;
p95Ms: number;
p99Ms: number;
maxMs: number;
over4Ms: number;
over8Ms: number;
activeBodies: number;
sleepingBodies: number;
colliders: number;
lastSubsteps: number;
};
const PROFILES = [
{
id: 'physics-belt-only',
file: 'physics-belt-only.json',
// World must step: keep playback running with kinematic belt phase (no pause).
query: '?perf=1&physicsPerf=1&quality=demo&speed=1&camera=off',
runSec: 32,
play: true,
seek: 0,
},
{
id: 'physics-mechanism-contact',
file: 'physics-mechanism-contact.json',
query: '?perf=1&physicsPerf=1&quality=demo&speed=1',
runSec: 35,
play: true,
seek: 3, // pen → C (mechanism)
},
{
id: 'physics-drop-collision',
file: 'physics-drop-collision.json',
query: '?perf=1&physicsPerf=1&quality=demo&speed=1',
runSec: 40,
play: true,
seek: 2, // oversized → C
},
{
id: 'physics-worst-case',
file: 'physics-worst-case.json',
query: '?perf=1&physicsPerf=1&quality=demo&speed=1.5',
runSec: 40,
play: true,
seek: 0, // continuous playlist
},
] as const;
function median(nums: number[]) {
const a = [...nums].sort((x, y) => x - y);
return a[Math.floor(a.length / 2)] ?? 0;
}
async function waitScene(page: Page) {
await page.waitForSelector('canvas', { timeout: 90_000 });
await page.waitForFunction(() => !document.body.innerText.includes('Loading 3D'), {
timeout: 90_000,
});
await page.waitForTimeout(1500);
await page.evaluate(() => {
(window as unknown as { __PHYSICS_PERF_RESET__?: () => void }).__PHYSICS_PERF_RESET__?.();
(window as unknown as { __PERF_RESET__?: () => void }).__PERF_RESET__?.();
});
}
async function runProfile(page: Page, profile: (typeof PROFILES)[number]) {
const runs: Phys[] = [];
for (let i = 0; i < 3; i++) {
await page.setViewportSize({ width: 1280, height: 800 });
await page.goto(`${BASE}/${profile.query}`, { waitUntil: 'networkidle', timeout: 120_000 });
await waitScene(page);
if (profile.seek != null) {
const btn = page.getByTestId(`demo-case-${profile.seek}`);
if (await btn.isVisible().catch(() => false)) await btn.click();
}
if (profile.play) {
const play = page.getByTestId('demo-play');
if (await play.isVisible().catch(() => false)) await play.click();
}
await page.waitForTimeout(profile.runSec * 1000);
const snap = await page.evaluate(() => {
return (window as unknown as { __PHYSICS_PERF__?: Phys }).__PHYSICS_PERF__;
});
if (!snap || !snap.count) {
throw new Error(`No __PHYSICS_PERF__ for ${profile.id} run ${i + 1}`);
}
runs.push(snap);
console.log(
` ${profile.id} run ${i + 1}: n=${snap.count} avg=${snap.avgMs.toFixed(3)} p95=${snap.p95Ms.toFixed(3)} max=${snap.maxMs.toFixed(3)} over4=${snap.over4Ms} bodies=${snap.activeBodies}/${snap.sleepingBodies}`,
);
}
const med = {
avgMs: median(runs.map((r) => r.avgMs)),
medianMs: median(runs.map((r) => r.medianMs)),
p95Ms: median(runs.map((r) => r.p95Ms)),
p99Ms: median(runs.map((r) => r.p99Ms)),
maxMs: median(runs.map((r) => r.maxMs)),
over4Ms: median(runs.map((r) => r.over4Ms)),
over8Ms: median(runs.map((r) => r.over8Ms)),
activeBodies: median(runs.map((r) => r.activeBodies)),
sleepingBodies: median(runs.map((r) => r.sleepingBodies)),
colliders: median(runs.map((r) => r.colliders)),
sampleCount: median(runs.map((r) => r.count)),
};
const result = {
profile: profile.id,
generatedAt: new Date().toISOString(),
baseUrl: BASE,
gpuArgs: GPU_ARGS,
budgetP95Ms: 4,
runs,
median: med,
pass: med.p95Ms <= 4 ? 'PASS' : 'FAIL',
};
writeFileSync(resolve(OUT, profile.file), JSON.stringify(result, null, 2));
return result;
}
async function main() {
mkdirSync(OUT, { recursive: true });
const browser = await chromium.launch({ headless: true, args: GPU_ARGS });
const page = await browser.newPage();
const gpu = await page.evaluate(() => {
const c = document.createElement('canvas');
const gl = c.getContext('webgl2') || c.getContext('webgl');
if (!gl) return { ok: false };
const dbg = gl.getExtension('WEBGL_debug_renderer_info');
return {
ok: true,
renderer: dbg
? gl.getParameter(dbg.UNMASKED_RENDERER_WEBGL)
: gl.getParameter(gl.RENDERER),
};
});
console.log('GPU', gpu);
if (!gpu.ok || /SwiftShader|llvmpipe/i.test(String((gpu as { renderer?: string }).renderer))) {
console.error('Hardware GPU required');
process.exit(2);
}
const results = [];
for (const p of PROFILES) {
console.log('PROFILE', p.id);
results.push(await runProfile(page, p));
}
writeFileSync(
resolve(OUT, 'physics-profile-summary.json'),
JSON.stringify({ generatedAt: new Date().toISOString(), gpu, results }, null, 2),
);
await browser.close();
console.log('done');
}
main().catch((e) => {
console.error(e);
process.exit(1);
});

View File

@@ -0,0 +1,133 @@
/**
* Stage 2E — record runtime route videos via Playwright (hardware GPU).
* Usage: PERF_BASE_URL=http://127.0.0.1:3101 npx tsx scripts/stage2e-runtime-videos.mts
*/
import { chromium } from 'playwright';
import { mkdirSync, copyFileSync, existsSync, writeFileSync } from 'fs';
import { resolve, join } from 'path';
const BASE = process.env.PERF_BASE_URL ?? 'http://127.0.0.1:3101';
const OUT = resolve('docs/stage2e/videos');
const SHOTS = resolve('docs/stage2e/screenshots');
const GPU_ARGS = [
'--no-sandbox',
'--ignore-gpu-blocklist',
'--enable-gpu',
'--use-angle=vulkan',
'--disable-software-rasterizer',
];
/** Playlist indices after pouf insert. */
const ROUTES = [
{ file: 'box-route-b', caseIndex: 0, waitMs: 14000, settledShot: '03-route-b-settled.png' },
{ file: 'pen-route-c', caseIndex: 3, waitMs: 16000 },
{ file: 'pouf-route-c', caseIndex: 4, waitMs: 16000 },
{ file: 'oversized-route-c', caseIndex: 2, waitMs: 18000, settledShot: '04-route-c-settled.png' },
{ file: 'bottle-route-d', caseIndex: 6, waitMs: 16000 },
{ file: 'plate-route-d', caseIndex: 5, waitMs: 16000, settledShot: '05-route-d-settled.png' },
{ file: 'cylinder-route-d', caseIndex: 8, waitMs: 16000 },
] as const;
const SLOW = [
{ file: 'box-route-b-slow', caseIndex: 0, waitMs: 45000, speed: '0.25' },
{ file: 'oversized-route-c-slow', caseIndex: 2, waitMs: 50000, speed: '0.25' },
{ file: 'plate-route-d-slow', caseIndex: 5, waitMs: 45000, speed: '0.25' },
{ file: 'cylinder-route-d-slow', caseIndex: 8, waitMs: 45000, speed: '0.25' },
] as const;
async function recordOne(
name: string,
caseIndex: number,
waitMs: number,
speed: string,
settledShot?: string,
) {
mkdirSync(OUT, { recursive: true });
mkdirSync(SHOTS, { recursive: true });
const browser = await chromium.launch({
headless: true,
args: GPU_ARGS,
});
const context = await browser.newContext({
viewport: { width: 1280, height: 720 },
recordVideo: { dir: OUT, size: { width: 1280, height: 720 } },
});
const page = await context.newPage();
const q =
speed === '1'
? `?debug=1&quality=demo&speed=1`
: `?debug=1&quality=demo&speed=${speed}`;
await page.goto(`${BASE}/${q}`, { waitUntil: 'networkidle', timeout: 120_000 });
await page.waitForSelector('canvas', { timeout: 90_000 });
await page.waitForFunction(() => !document.body.innerText.includes('Loading 3D'), {
timeout: 90_000,
});
await page.waitForTimeout(1000);
// Case dots only render with ?debug=1
await page.getByTestId(`demo-case-${caseIndex}`).click({ force: true });
const play = page.getByTestId('demo-play');
const pause = page.getByTestId('demo-pause');
if (await play.isVisible().catch(() => false)) await play.click({ force: true });
else if (!(await pause.isVisible().catch(() => false))) {
/* already running */
}
// Burst mid-run for contact evidence
await page.waitForTimeout(Math.floor(waitMs * 0.45));
if (name.includes('pen') || name.includes('oversized') || name.includes('plate')) {
await page.screenshot({ path: join(SHOTS, '02-mechanism-contact.png') });
}
await page.waitForTimeout(Math.floor(waitMs * 0.55));
if (settledShot) {
await page.screenshot({ path: join(SHOTS, settledShot) });
}
await context.close();
await browser.close();
// Playwright names video by page guid — rename newest webm
const { readdirSync, statSync, renameSync } = await import('fs');
const files = readdirSync(OUT)
.filter((f) => f.endsWith('.webm'))
.map((f) => ({ f, m: statSync(join(OUT, f)).mtimeMs }))
.sort((a, b) => b.m - a.m);
if (files.length === 0) throw new Error(`No webm for ${name}`);
const dest = join(OUT, `${name}.webm`);
if (existsSync(dest)) {
try {
renameSync(dest, join(OUT, `${name}-prev.webm`));
} catch {
/* ignore */
}
}
renameSync(join(OUT, files[0].f), dest);
console.log('wrote', dest, statSync(dest).size);
}
async function main() {
mkdirSync(OUT, { recursive: true });
for (const r of ROUTES) {
console.log('REC', r.file);
await recordOne(r.file, r.caseIndex, r.waitMs, '1', 'settledShot' in r ? r.settledShot : undefined);
}
for (const r of SLOW) {
console.log('REC slow', r.file);
await recordOne(r.file, r.caseIndex, r.waitMs, r.speed);
}
writeFileSync(
join(OUT, 'manifest.json'),
JSON.stringify(
{
generatedAt: new Date().toISOString(),
base: BASE,
routes: ROUTES.map((r) => r.file),
slow: SLOW.map((r) => r.file),
},
null,
2,
),
);
console.log('done');
}
main().catch((e) => {
console.error(e);
process.exit(1);
});