Attempt to get perf testing work

.github/workflows/perf.yml

@@ -0,0 +1,46 @@
+name: PerformanceCheck
+
+on:
+  workflow_dispatch:
+  push:
+    branches:
+      - main
+  pull_request:
+    branches: [main]
+
+env:
+  EXPERIMENT_BRANCH_NAME: ${{ github.head_ref || github.ref_name }}
+  CONTROL_BRANCH_NAME: 'main'
+  FIDELITY: 100
+  FORK_NAME: ${{ github.event.pull_request.head.repo.full_name }}
+
+jobs:
+  master-krausest-comparison:
+    name: Glimmer Krausest Benchmark
+    runs-on: ubuntu-latest
+    timeout-minutes: 20
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+      - uses: wyvox/action-setup-pnpm@v3
+        with:
+          node-version: '20.1.0'
+
+      - name: RUN
+        run: pnpm run benchmark:setup
+
+      - name: Upload Tracerbench Artifacts
+        if: failure() || success()
+        uses: actions/upload-artifact@v3
+        with:
+          name: Trace Artifacts
+          path: tracerbench-results
+
+      - name: Write message
+        uses: mshick/add-pr-comment@v2
+        with:
+          message-path: "tracerbench-results/msg.txt"
+          update-only: true
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.gitignore

@@ -14,3 +14,4 @@ tmp/
 instrumentation.*.json
 .cache
 **/*.tgz
+tracerbench-results

benchmark/benchmarks/krausest/lib/index.js

@@ -20,6 +20,31 @@ export default async function render(element, isInteractive) {
   const args = {
     items: buildData(),
   };
-
+  enforcePaintEvent();
+  performance.mark('glimmer-render-1000-rows-start');
+  enforcePaintEvent();
   await benchmark.render('Application', args, element, isInteractive);
+  performance.mark('glimmer-render-1000-rows-finished');
+  enforcePaintEvent();
+}
+
+function enforcePaintEvent() {
+  const docElem = document.documentElement;
+  const refNode = docElem.firstElementChild || docElem.firstChild;
+  const fakeBody = document.createElement('body');
+  const div = document.createElement('div');
+
+  div.id = 'mq-test-1';
+  div.style.cssText = 'position:absolute;top:-100em';
+  fakeBody.style.background = 'none';
+  fakeBody.appendChild(div);
+  div.innerHTML = '&shy;<style> #mq-test-1 { width: 42px; }</style>';
+  docElem.insertBefore(fakeBody, refNode);
+
+  try {
+    return div.offsetWidth === 42;
+  } finally {
+    fakeBody.removeChild(div);
+    docElem.removeChild(fakeBody);
+  }
 }

benchmark/benchmarks/krausest/package.json

@@ -1,7 +1,9 @@
 {
   "private": true,
   "name": "@glimmer-workspace/krausest",
+  "type": "module",
   "scripts": {
+    "start": "vite --mode production",
     "test:lint": "eslint .",
     "test:types": "tsc --noEmit -p ../../tsconfig.json"
   },

benchmark/benchmarks/krausest/vite.config.mts

@@ -2,15 +2,44 @@ import fs from 'node:fs';
 
 import { precompile } from '@glimmer/compiler';
 import { defineConfig, type Plugin } from 'vite';
+import path from 'node:path';
+import { fileURLToPath } from 'node:url';
+
+const self = import.meta.url;
+
+const packagesPath = path.resolve(path.dirname(fileURLToPath(self)), '..', '..', './../packages');
+
+const packagePath = (name: string) => {
+  return path.join(packagesPath, name, 'dist/prod/index.js');
+};
 
 export default defineConfig({
   plugins: [benchmark()],
+  resolve: {
+    alias: {
+      '@glimmer-workspace/benchmark-env': '@glimmer-workspace/benchmark-env/index.ts',
+      '@glimmer/debug': packagePath('@glimmer/debug'),
+    },
+  },
 });
 
 function benchmark(): Plugin {
   return {
+    enforce: 'pre',
     name: '@glimmer/benchmark',
+    resolveId(id) {
+      if (id === '@glimmer/env') {
+        return '\0@glimmer/env';
+      } else if (id === '@glimmer/local-debug-flags') {
+        return '\0@glimmer/local-debug-flags';
+      }
+    },
     load(id) {
+      if (id === '\0@glimmer/env') {
+        return `export const DEBUG = false;`;
+      } else if (id === '\0@glimmer/local-debug-flags') {
+        return `export const LOCAL_SHOULD_LOG = false;`;
+      }
       /** @type {string | undefined} */
       let result: string | undefined;
       if (id.endsWith('.hbs')) {

benchmark/package.json

@@ -3,22 +3,9 @@
   "version": "0.84.3",
   "private": true,
   "dependencies": {
-    "@glimmer-workspace/benchmark-env": "workspace:^",
-    "@simple-dom/document": "^1.4.0",
-    "@simple-dom/serializer": "^1.4.0",
-    "@simple-dom/void-map": "^1.4.0"
+    "@glimmer-workspace/benchmark-env": "workspace:^"
   },
   "devDependencies": {
-    "@glimmer/compiler": "workspace:^",
-    "@rollup/plugin-strip": "^3.0.4",
-    "@rollup/plugin-terser": "^0.4.4",
-    "@types/express": "^4.17.21",
-    "@types/fs-extra": "^11.0.4",
-    "@types/symlink-or-copy": "^1.2.2",
-    "express": "^4.18.2",
-    "fs-extra": "^11.1.1",
-    "rollup": "^4.5.1",
-    "rollup-plugin-sourcemaps": "^0.6.3",
-    "symlink-or-copy": "^1.3.1"
+    "@glimmer/compiler": "workspace:^"
   }
 }

benchmark/tsconfig.json

@@ -10,6 +10,7 @@
     "module": "esnext",
     "moduleResolution": "bundler",
     "verbatimModuleSyntax": true,
+    "noErrorTruncation": true,
 
     "suppressImplicitAnyIndexErrors": false,
     "useDefineForClassFields": false,