ops: finalize production domain and hardware benchmark tooling
Add /version.json build identity, deploy 16e7930 release markers,
DNS/Named Tunnel prep docs, portable browser benchmark, and replay
stability probe. Keep Quick Tunnel until permanent domain cutover.
Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
@@ -13,12 +13,21 @@ echo "[deploy] release=$RELEASE"
|
||||
OLD_BUNDLE=$(curl -s http://127.0.0.1:3100/ | grep -Eo 'index-[A-Za-z0-9_-]+\.js' | head -1 || true)
|
||||
echo "[deploy] old bundle: ${OLD_BUNDLE:-unknown}"
|
||||
|
||||
BUILD_COMMIT="${BUILD_COMMIT:-$(git rev-parse --short HEAD 2>/dev/null || echo unknown)}"
|
||||
BUILD_BRANCH="${BUILD_BRANCH:-$(git rev-parse --abbrev-ref HEAD 2>/dev/null || echo unknown)}"
|
||||
export BUILD_COMMIT BUILD_BRANCH
|
||||
echo "[deploy] commit=$BUILD_COMMIT branch=$BUILD_BRANCH"
|
||||
|
||||
if docker ps --format '{{.Names}}' | grep -qx owl-web-1; then
|
||||
docker cp owl-web-1:/usr/share/nginx/html/. "$BACKUP_DIR/" || true
|
||||
fi
|
||||
|
||||
echo "[deploy] building image..."
|
||||
docker build -t "owl-web:${RELEASE}" -t owl-web:latest .
|
||||
docker build \
|
||||
--build-arg "BUILD_COMMIT=${BUILD_COMMIT}" \
|
||||
--build-arg "BUILD_BRANCH=${BUILD_BRANCH}" \
|
||||
--build-arg "BUILD_RELEASE=${RELEASE}" \
|
||||
-t "owl-web:${RELEASE}" -t owl-web:latest .
|
||||
|
||||
if docker ps -a --format '{{.Names}}' | grep -qx owl-web-1; then
|
||||
NET=$(docker inspect owl-web-1 --format '{{range $k,$v := .NetworkSettings.Networks}}{{$k}}{{end}}' 2>/dev/null || echo owl_default)
|
||||
@@ -40,10 +49,22 @@ sleep 2
|
||||
NEW_BUNDLE=$(curl -s http://127.0.0.1:3100/ | grep -Eo 'index-[A-Za-z0-9_-]+\.js' | head -1 || true)
|
||||
CODE=$(curl -s -o /dev/null -w '%{http_code}' http://127.0.0.1:3100/)
|
||||
DETAILS=$(curl -s -o /dev/null -w '%{http_code}' http://127.0.0.1:3100/details)
|
||||
VERSION_JSON=$(curl -s http://127.0.0.1:3100/version.json || true)
|
||||
VERSION_COMMIT=$(printf '%s' "$VERSION_JSON" | grep -Eo '"commit"[[:space:]]*:[[:space:]]*"[^"]+"' | head -1 | sed 's/.*"\([^"]*\)"$/\1/' || true)
|
||||
|
||||
echo "[deploy] http=$CODE details=$DETAILS bundle=$NEW_BUNDLE"
|
||||
echo "[deploy] http=$CODE details=$DETAILS bundle=$NEW_BUNDLE version.commit=${VERSION_COMMIT:-missing}"
|
||||
|
||||
if [[ "$CODE" != "200" || -z "$NEW_BUNDLE" || "$NEW_BUNDLE" == "$OLD_BUNDLE" && "$OLD_BUNDLE" == "index-CCdZzxPJ.js" ]]; then
|
||||
HEALTH_OK=1
|
||||
[[ "$CODE" == "200" ]] || HEALTH_OK=0
|
||||
[[ -n "$NEW_BUNDLE" ]] || HEALTH_OK=0
|
||||
[[ "$DETAILS" == "200" ]] || HEALTH_OK=0
|
||||
[[ -n "$VERSION_COMMIT" && "$VERSION_COMMIT" != "unknown" ]] || HEALTH_OK=0
|
||||
if [[ -n "${EXPECTED_COMMIT:-}" && "$VERSION_COMMIT" != "$EXPECTED_COMMIT" ]]; then
|
||||
echo "[deploy] expected commit $EXPECTED_COMMIT but got ${VERSION_COMMIT:-empty}"
|
||||
HEALTH_OK=0
|
||||
fi
|
||||
|
||||
if [[ "$HEALTH_OK" != "1" ]]; then
|
||||
echo "[deploy] health failed — attempting rollback"
|
||||
docker stop owl-web-1 && docker rm owl-web-1 || true
|
||||
if docker ps -a --format '{{.Names}}' | grep -qx "owl-web-1-backup-${RELEASE}"; then
|
||||
@@ -55,5 +76,7 @@ fi
|
||||
|
||||
echo "$RELEASE" > releases/CURRENT_RELEASE.txt
|
||||
echo "$NEW_BUNDLE" > releases/CURRENT_BUNDLE.txt
|
||||
echo "$VERSION_COMMIT" > releases/CURRENT_COMMIT.txt
|
||||
printf '%s\n' "$VERSION_JSON" > releases/CURRENT_VERSION.json
|
||||
echo "[deploy] SUCCESS"
|
||||
echo "Rollback: docker stop owl-web-1 && docker rm owl-web-1 && docker rename owl-web-1-backup-${RELEASE} owl-web-1 && docker start owl-web-1"
|
||||
|
||||
233
scripts/portable-browser-benchmark.mjs
Normal file
233
scripts/portable-browser-benchmark.mjs
Normal file
@@ -0,0 +1,233 @@
|
||||
#!/usr/bin/env node
|
||||
/**
|
||||
* Portable headed browser benchmark for the presentation laptop.
|
||||
* Uses the system Chrome/Chromium channel when available — no forced GPU flags.
|
||||
*
|
||||
* npm run perf:browser
|
||||
* npm run perf:browser:export
|
||||
*
|
||||
* Env: PLAYWRIGHT_BASE_URL (default http://127.0.0.1:3100)
|
||||
*/
|
||||
import { mkdirSync, writeFileSync } from 'node:fs';
|
||||
import { join, dirname, resolve } from 'node:path';
|
||||
import { fileURLToPath } from 'node:url';
|
||||
import { spawnSync } from 'node:child_process';
|
||||
import { chromium } from 'playwright';
|
||||
|
||||
const __dirname = dirname(fileURLToPath(import.meta.url));
|
||||
const ROOT = resolve(__dirname, '..');
|
||||
const MODES = ['low', 'medium', 'high', 'demo'];
|
||||
const exportOnly = process.argv.includes('--export') || process.env.PERF_EXPORT === '1';
|
||||
|
||||
function baseUrl() {
|
||||
const raw = process.env.PLAYWRIGHT_BASE_URL ?? 'http://127.0.0.1:3100';
|
||||
return new URL(raw.includes('://') ? raw : `http://${raw}`);
|
||||
}
|
||||
|
||||
function urlFor(mode) {
|
||||
const u = baseUrl();
|
||||
u.searchParams.set('perf', '1');
|
||||
u.searchParams.set('quality', mode);
|
||||
return u.toString();
|
||||
}
|
||||
|
||||
function isSoft(renderer = '') {
|
||||
return /swiftshader|llvmpipe|softpipe|software|mesa offscreen|microsoft basic render/i.test(
|
||||
renderer,
|
||||
);
|
||||
}
|
||||
|
||||
async function sample(page) {
|
||||
return (
|
||||
(await page.evaluate(() => {
|
||||
const s = window.__PERF_SNAPSHOT__;
|
||||
return s ? { ...s } : null;
|
||||
})) || {
|
||||
mode: 'demo',
|
||||
renderer: 'unknown',
|
||||
averageFps: 0,
|
||||
minimumFps: 0,
|
||||
p95FrameTimeMs: 0,
|
||||
p99FrameTimeMs: 0,
|
||||
longFramesOver33: 0,
|
||||
longFramesOver50: 0,
|
||||
drawCalls: 0,
|
||||
triangles: 0,
|
||||
geometries: 0,
|
||||
textures: 0,
|
||||
programs: 0,
|
||||
heapMb: 0,
|
||||
dpr: 1,
|
||||
shadows: false,
|
||||
antialias: false,
|
||||
hardwareAccelerated: false,
|
||||
}
|
||||
);
|
||||
}
|
||||
|
||||
async function measureMode(browser, mode, notes) {
|
||||
const page = await browser.newPage({ viewport: { width: 1440, height: 900 } });
|
||||
try {
|
||||
await page.goto(urlFor(mode), { waitUntil: 'domcontentloaded', timeout: 90_000 });
|
||||
await page.waitForSelector('canvas', { timeout: 60_000 });
|
||||
await page.waitForTimeout(2000);
|
||||
await page.evaluate(() => window.__PERF_RESET__?.());
|
||||
await page.waitForTimeout(2500);
|
||||
const idle = await sample(page);
|
||||
|
||||
await page.evaluate(() => window.__PERF_RESET__?.());
|
||||
await page.getByTestId('demo-play').click({ timeout: 8_000 }).catch(() => notes.push(`${mode}: play skipped`));
|
||||
await page.waitForTimeout(5000);
|
||||
const play = await sample(page);
|
||||
|
||||
// Full-ish playlist: jump through cases quickly
|
||||
for (const idx of [0, 2, 4, 8, 9]) {
|
||||
await page.getByTestId(`demo-case-${idx}`).click().catch(() => undefined);
|
||||
await page.waitForTimeout(900);
|
||||
}
|
||||
const afterPlaylist = await sample(page);
|
||||
|
||||
// Three replays (Replay Demo overlay or seek case 0 + play)
|
||||
for (let i = 0; i < 3; i++) {
|
||||
const finished = page.getByTestId('demo-finished');
|
||||
if (await finished.isVisible().catch(() => false)) {
|
||||
await finished.getByRole('button', { name: /Replay/i }).click().catch(() => undefined);
|
||||
} else {
|
||||
await page.getByTestId('demo-case-0').click().catch(() => undefined);
|
||||
await page.getByTestId('demo-play').click().catch(() => undefined);
|
||||
}
|
||||
await page.waitForTimeout(1500);
|
||||
}
|
||||
const afterReplay = await sample(page);
|
||||
|
||||
const meta = await page.evaluate(() => ({
|
||||
userAgent: navigator.userAgent,
|
||||
viewport: { width: window.innerWidth, height: window.innerHeight },
|
||||
webgl: (() => {
|
||||
const c = document.createElement('canvas');
|
||||
const gl = c.getContext('webgl2') || c.getContext('webgl');
|
||||
if (!gl) return { ok: false };
|
||||
const dbg = gl.getExtension('WEBGL_debug_renderer_info');
|
||||
return {
|
||||
ok: true,
|
||||
vendor: dbg ? gl.getParameter(dbg.UNMASKED_VENDOR_WEBGL) : null,
|
||||
renderer: dbg ? gl.getParameter(dbg.UNMASKED_RENDERER_WEBGL) : gl.getParameter(gl.RENDERER),
|
||||
};
|
||||
})(),
|
||||
}));
|
||||
|
||||
return {
|
||||
mode,
|
||||
idle,
|
||||
play,
|
||||
afterPlaylist,
|
||||
afterReplay,
|
||||
meta,
|
||||
software: isSoft(play.renderer || meta.webgl?.renderer || ''),
|
||||
};
|
||||
} finally {
|
||||
await page.close();
|
||||
}
|
||||
}
|
||||
|
||||
function toMarkdown(report) {
|
||||
const rows = report.modes
|
||||
.map((m) => {
|
||||
const s = m.play;
|
||||
return `| ${m.mode} | ${s.renderer} | ${s.averageFps} | ${s.minimumFps} | ${s.p95FrameTimeMs} | ${s.drawCalls} | ${s.triangles} | ${s.heapMb} |`;
|
||||
})
|
||||
.join('\n');
|
||||
const soft = report.softwareRendererDetected;
|
||||
return `# HARDWARE_BROWSER_BENCHMARK
|
||||
|
||||
Measured: ${report.measuredAt}
|
||||
Commit probe URL: ${report.baseUrl}
|
||||
Browser: ${report.browserVersion}
|
||||
Headed: yes (no forced GPU flags)
|
||||
Software renderer: **${soft ? 'YES' : 'no'}**
|
||||
|
||||
## Mode table (after Play)
|
||||
|
||||
| Mode | Renderer | Avg FPS | Min FPS | p95 | Calls | Triangles | Heap |
|
||||
| ---- | -------- | ------: | ------: | --: | ----: | --------: | ---: |
|
||||
${rows}
|
||||
|
||||
## Notes
|
||||
|
||||
${report.notes.map((n) => `- ${n}`).join('\n')}
|
||||
|
||||
Raw JSON: \`agent/reports/browser-benchmark.json\`
|
||||
`;
|
||||
}
|
||||
|
||||
async function main() {
|
||||
const notes = [];
|
||||
if (!process.env.DISPLAY && !process.env.WAYLAND_DISPLAY) {
|
||||
notes.push(
|
||||
'No DISPLAY — attempting headed launch may fail. Run on the presentation laptop with a real display.',
|
||||
);
|
||||
}
|
||||
|
||||
let browser;
|
||||
try {
|
||||
browser = await chromium.launch({
|
||||
headless: false,
|
||||
channel: process.env.PERF_CHROME_CHANNEL || undefined,
|
||||
// Intentionally NO GPU override flags — measure the machine as the jury sees it.
|
||||
});
|
||||
} catch (err) {
|
||||
notes.push(`channel launch failed (${err.message}); falling back to bundled Chromium headed`);
|
||||
browser = await chromium.launch({ headless: false });
|
||||
}
|
||||
|
||||
const modes = [];
|
||||
try {
|
||||
for (const mode of MODES) {
|
||||
modes.push(await measureMode(browser, mode, notes));
|
||||
}
|
||||
} finally {
|
||||
await browser.close();
|
||||
}
|
||||
|
||||
const commit = spawnSync('git', ['rev-parse', '--short', 'HEAD'], {
|
||||
cwd: ROOT,
|
||||
encoding: 'utf8',
|
||||
}).stdout.trim();
|
||||
|
||||
const report = {
|
||||
measuredAt: new Date().toISOString(),
|
||||
commit,
|
||||
baseUrl: baseUrl().toString(),
|
||||
browserVersion: modes[0]?.meta?.userAgent ?? 'unknown',
|
||||
softwareRendererDetected: modes.some((m) => m.software),
|
||||
modes,
|
||||
notes,
|
||||
};
|
||||
|
||||
mkdirSync(join(ROOT, 'agent', 'reports'), { recursive: true });
|
||||
const jsonPath = join(ROOT, 'agent', 'reports', 'browser-benchmark.json');
|
||||
const mdPath = join(ROOT, 'docs', 'HARDWARE_BROWSER_BENCHMARK_LATEST.md');
|
||||
writeFileSync(jsonPath, JSON.stringify(report, null, 2));
|
||||
writeFileSync(mdPath, toMarkdown(report));
|
||||
|
||||
console.log(
|
||||
JSON.stringify(
|
||||
{
|
||||
ok: true,
|
||||
exportOnly,
|
||||
softwareRendererDetected: report.softwareRendererDetected,
|
||||
demoFps: modes.find((m) => m.mode === 'demo')?.play.averageFps,
|
||||
renderer: modes.find((m) => m.mode === 'demo')?.play.renderer,
|
||||
jsonPath,
|
||||
mdPath,
|
||||
},
|
||||
null,
|
||||
2,
|
||||
),
|
||||
);
|
||||
}
|
||||
|
||||
main().catch((e) => {
|
||||
console.error(e);
|
||||
process.exit(1);
|
||||
});
|
||||
154
scripts/replay-stability.mjs
Normal file
154
scripts/replay-stability.mjs
Normal file
@@ -0,0 +1,154 @@
|
||||
#!/usr/bin/env node
|
||||
/**
|
||||
* Replay resource stability probe — geometries/textures/programs/heap across N replays.
|
||||
*
|
||||
* PLAYWRIGHT_BASE_URL=http://127.0.0.1:3100 npm run perf:replay-stability
|
||||
*/
|
||||
import { mkdirSync, writeFileSync } from 'node:fs';
|
||||
import { join, dirname, resolve } from 'node:path';
|
||||
import { fileURLToPath } from 'node:url';
|
||||
import { chromium } from 'playwright';
|
||||
|
||||
const ROOT = resolve(dirname(fileURLToPath(import.meta.url)), '..');
|
||||
const CYCLES = [0, 1, 3, 5, 10]; // cumulative replay counts to sample after
|
||||
|
||||
function targetUrl() {
|
||||
const raw = process.env.PLAYWRIGHT_BASE_URL ?? 'http://127.0.0.1:3100';
|
||||
const u = new URL(raw.includes('://') ? raw : `http://${raw}`);
|
||||
u.searchParams.set('perf', '1');
|
||||
u.searchParams.set('quality', 'demo');
|
||||
return u.toString();
|
||||
}
|
||||
|
||||
async function snap(page) {
|
||||
return page.evaluate(() => {
|
||||
const s = window.__PERF_SNAPSHOT__;
|
||||
const canvasCount = document.querySelectorAll('canvas').length;
|
||||
return {
|
||||
at: new Date().toISOString(),
|
||||
geometries: s?.geometries ?? null,
|
||||
textures: s?.textures ?? null,
|
||||
programs: s?.programs ?? null,
|
||||
heapMb: s?.heapMb ?? null,
|
||||
drawCalls: s?.drawCalls ?? null,
|
||||
triangles: s?.triangles ?? null,
|
||||
renderer: s?.renderer ?? null,
|
||||
canvasCount,
|
||||
};
|
||||
});
|
||||
}
|
||||
|
||||
async function dismissFinished(page) {
|
||||
const finished = page.getByTestId('demo-finished');
|
||||
if (await finished.isVisible().catch(() => false)) {
|
||||
await finished.getByRole('button', { name: /Replay/i }).click();
|
||||
await page.waitForTimeout(500);
|
||||
}
|
||||
}
|
||||
|
||||
async function doReplay(page) {
|
||||
await dismissFinished(page);
|
||||
await page.getByTestId('demo-case-0').click().catch(() => undefined);
|
||||
await page.waitForTimeout(200);
|
||||
const pause = page.getByTestId('demo-pause');
|
||||
if (!(await pause.isVisible().catch(() => false))) {
|
||||
await page.getByTestId('demo-play').click().catch(() => undefined);
|
||||
}
|
||||
await page.waitForTimeout(1200);
|
||||
}
|
||||
|
||||
function classify(rows) {
|
||||
const geos = rows.map((r) => r.geometries).filter((n) => typeof n === 'number');
|
||||
if (geos.length < 3) return 'INCONCLUSIVE';
|
||||
const first = geos[0];
|
||||
const last = geos[geos.length - 1];
|
||||
const mid = geos[Math.floor(geos.length / 2)];
|
||||
// plateau: late samples within +2 of mid
|
||||
const late = geos.slice(-2);
|
||||
const plateau = late.every((g) => Math.abs(g - mid) <= 2);
|
||||
const monotonic = geos.every((g, i) => i === 0 || g >= geos[i - 1]);
|
||||
const growth = last - first;
|
||||
if (plateau && growth <= 20) return 'LAZY_ALLOCATION_PLATEAU';
|
||||
if (monotonic && growth > 20 && !plateau) return 'POSSIBLE_LEAK';
|
||||
if (growth > 50) return 'CONFIRMED_LEAK';
|
||||
if (growth <= 5) return 'STABLE';
|
||||
return plateau ? 'LAZY_ALLOCATION_PLATEAU' : 'POSSIBLE_LEAK';
|
||||
}
|
||||
|
||||
async function main() {
|
||||
const headed = Boolean(process.env.DISPLAY || process.env.WAYLAND_DISPLAY);
|
||||
const browser = await chromium.launch({
|
||||
headless: !headed,
|
||||
args: ['--enable-webgl', '--ignore-gpu-blocklist', '--enable-unsafe-swiftshader'],
|
||||
});
|
||||
const page = await browser.newPage({ viewport: { width: 1280, height: 720 } });
|
||||
const samples = [];
|
||||
|
||||
try {
|
||||
await page.goto(targetUrl(), { waitUntil: 'domcontentloaded', timeout: 90_000 });
|
||||
await page.waitForSelector('canvas', { timeout: 60_000 });
|
||||
await page.waitForTimeout(3000);
|
||||
samples.push({ cycle: 0, label: 'initial', ...(await snap(page)) });
|
||||
|
||||
let done = 0;
|
||||
for (const target of CYCLES.slice(1)) {
|
||||
while (done < target) {
|
||||
await doReplay(page);
|
||||
done += 1;
|
||||
}
|
||||
samples.push({ cycle: target, label: `after_${target}_replays`, ...(await snap(page)) });
|
||||
}
|
||||
|
||||
// GC pause
|
||||
await page.evaluate(() => {
|
||||
// @ts-expect-error
|
||||
if (typeof gc === 'function') gc();
|
||||
}).catch(() => undefined);
|
||||
await page.waitForTimeout(3000);
|
||||
samples.push({ cycle: 10, label: 'after_gc_pause', ...(await snap(page)) });
|
||||
} finally {
|
||||
await browser.close();
|
||||
}
|
||||
|
||||
const verdict = classify(samples);
|
||||
const report = {
|
||||
measuredAt: new Date().toISOString(),
|
||||
url: targetUrl(),
|
||||
headed,
|
||||
verdict,
|
||||
samples,
|
||||
};
|
||||
|
||||
mkdirSync(join(ROOT, 'agent', 'reports'), { recursive: true });
|
||||
writeFileSync(join(ROOT, 'agent', 'reports', 'replay-stability.json'), JSON.stringify(report, null, 2));
|
||||
|
||||
const md = `# REPLAY_RESOURCE_STABILITY
|
||||
|
||||
Measured: ${report.measuredAt}
|
||||
Verdict: **${verdict}**
|
||||
|
||||
| Cycle | Heap MB | Geometries | Textures | Programs | Canvas |
|
||||
| ----: | ------: | ---------: | -------: | -------: | -----: |
|
||||
${samples
|
||||
.map(
|
||||
(s) =>
|
||||
`| ${s.cycle} (${s.label}) | ${s.heapMb ?? '—'} | ${s.geometries ?? '—'} | ${s.textures ?? '—'} | ${s.programs ?? '—'} | ${s.canvasCount ?? '—'} |`,
|
||||
)
|
||||
.join('\n')}
|
||||
|
||||
## Interpretation
|
||||
|
||||
- **STABLE** — no meaningful growth.
|
||||
- **LAZY_ALLOCATION_PLATEAU** — early growth then flat (expected for first-seen assets).
|
||||
- **POSSIBLE_LEAK / CONFIRMED_LEAK** — investigate dispose paths.
|
||||
|
||||
Raw: \`agent/reports/replay-stability.json\`
|
||||
`;
|
||||
writeFileSync(join(ROOT, 'docs', 'REPLAY_RESOURCE_STABILITY.md'), md);
|
||||
console.log(JSON.stringify({ ok: true, verdict, samples: samples.length }, null, 2));
|
||||
}
|
||||
|
||||
main().catch((e) => {
|
||||
console.error(e);
|
||||
process.exit(1);
|
||||
});
|
||||
Reference in New Issue
Block a user