From 329e60be19afd8a7723938e6e788d354fa8b895a Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Thu, 12 Mar 2026 14:10:22 -0700 Subject: [PATCH 01/39] tsgo init --- build/benchmark.yml | 24 ++++++++++++++++-------- build/templates/setup.yml | 4 ++++ scripts/src/buildTypeScript.ts | 16 +++++++++++----- 3 files changed, 31 insertions(+), 13 deletions(-) diff --git a/build/benchmark.yml b/build/benchmark.yml index 137a1380..0c772447 100644 --- a/build/benchmark.yml +++ b/build/benchmark.yml @@ -41,6 +41,10 @@ resources: type: github endpoint: Microsoft name: microsoft/TypeScript + - repository: typescript-go + type: github + endpoint: Microsoft + name: microsoft/typescript-go # https://stackoverflow.com/a/63276774 pipelines: @@ -85,7 +89,10 @@ parameters: displayName: Exhaustive list of agents type: string default: 'any,ts-perf1,ts-perf2,ts-perf3,ts-perf4,ts-perf5,ts-perf6,ts-perf7,ts-perf8,ts-perf9,ts-perf10,ts-perf11,ts-perf12' - + - name: TS_GO + displayName: boolean to describe if building ts-go + default: false + variables: Codeql.Enabled: false skipComponentGovernanceDetection: true @@ -95,7 +102,8 @@ variables: azureSubscription: 'TypeScript Public CI' KeyVaultName: 'jststeam-passwords' - REF: $[ resources.repositories['TypeScript'].ref ] + REPO: ${{ if eq(parameters.TS_GO, true) }}typescript-go${{ else }}TypeScript${{ end }} + REF: $[ resources.repositories['REPO'].ref ] PRETTY_REF: $[ replace(replace(replace(replace(variables['REF'], '/merge', ''), 'refs/pull/', 'pr.'), 'refs/heads/', ''), '/', '_') ] IS_PR: $[ startsWith(variables['REF'], 'refs/pull/') ] # True if this run should demand a baseline machine. @@ -122,15 +130,15 @@ jobs: variables: ARTIFACTS_DIR: $(Pipeline.Workspace)/artifacts - TYPESCRIPT_DIR: $(Pipeline.Workspace)/TypeScript + TYPESCRIPT_DIR: $(Pipeline.Workspace)/$(REPO) TSPERF_PRESET: ${{ parameters.TSPERF_PRESET }} steps: - template: templates/setup.yml - template: templates/cloneAndBuildBenchmarkRepo.yml # Sets $(BENCH_SCRIPTS), $(TSPERF_EXE) - - checkout: TypeScript - path: TypeScript + - checkout: $(REPO) + path: $(REPO) fetchTags: false fetchDepth: 2 # For PRs, we want the merge base to compare against. clean: true @@ -146,7 +154,7 @@ jobs: set -exo pipefail OLD_REF=`git -C $(TYPESCRIPT_DIR) rev-parse HEAD` rm -rf $(TYPESCRIPT_DIR) - git clone --filter=blob:none https://github.com/microsoft/TypeScript $(TYPESCRIPT_DIR) + git clone --filter=blob:none https://github.com/microsoft/$(REPO) $(TYPESCRIPT_DIR) cd $(TYPESCRIPT_DIR) git fetch origin $(OLD_REF) git switch --detach FETCH_HEAD @@ -170,7 +178,7 @@ jobs: - bash: | set -exo pipefail - node $(BENCH_SCRIPTS)/buildTypeScript.js --outputDir $(ARTIFACTS_DIR)/new + node $(BENCH_SCRIPTS)/buildTypeScript.js --outputDir $(ARTIFACTS_DIR)/new ${{ if eq(parameters.TS_GO, true) }}--tsgo${{ end }} displayName: Build new TypeScript condition: and(succeeded(), eq(variables['TSPERF_IS_COMPARISON'], 'true')) workingDirectory: $(TYPESCRIPT_DIR) @@ -185,7 +193,7 @@ jobs: - bash: | set -exo pipefail - node $(BENCH_SCRIPTS)/buildTypeScript.js --baseline --outputDir $(ARTIFACTS_DIR)/baseline + node $(BENCH_SCRIPTS)/buildTypeScript.js --baseline --outputDir $(ARTIFACTS_DIR)/baseline ${{ if eq(parameters.TS_GO, true) }}--tsgo${{ end }} displayName: Build baseline TypeScript workingDirectory: $(TYPESCRIPT_DIR) name: buildTypeScriptBaseline diff --git a/build/templates/setup.yml b/build/templates/setup.yml index 1765974e..2d7123b2 100644 --- a/build/templates/setup.yml +++ b/build/templates/setup.yml @@ -8,6 +8,10 @@ steps: inputs: versionSpec: ${{ parameters.NODE_VERSION }} displayName: 'Install Node ${{ parameters.NODE_VERSION }}' + - task: GoTool@0 + inputs: + version: '1.26' + displayName: 'Install Go' - bash: | set -exo pipefail diff --git a/scripts/src/buildTypeScript.ts b/scripts/src/buildTypeScript.ts index 0ac32b2d..e127898a 100644 --- a/scripts/src/buildTypeScript.ts +++ b/scripts/src/buildTypeScript.ts @@ -14,22 +14,28 @@ const { stdout: timestampDir } = await $pipe`date -d ${date} -u +%Y/%m/%d`; const args = minimist(process.argv.slice(2), { string: ["outputDir"], - boolean: ["baseline"], + boolean: ["baseline", "tsgo"], }); const outputDir = args.outputDir; assert(outputDir, "Expected output path as first argument"); const packageJson = await fs.promises.readFile("package.json", "utf8"); -assert(JSON.parse(packageJson).name === "typescript", "Expected to be run from the TypeScript repo"); +assert(JSON.parse(packageJson).name === "typescript"|| JSON.parse(packageJson).name === "typescript-go", "Expected to be run from the TypeScript repo"); await $`mkdir -p ${path.dirname(outputDir)}`; await retry(() => $`npm ci`); if (fs.existsSync("Herebyfile.mjs")) { - await $`npx hereby lkg`; - await $`mv lib ${outputDir}`; + if (JSON.parse(packageJson).name === "typescript-go") { + await $`npx hereby build`; + await $`mv built/local ${outputDir}`; + } + else { + await $`npx hereby lkg`; + await $`mv lib ${outputDir}`; + } } else { await $`npm run build:compiler`; @@ -58,7 +64,7 @@ if (!isCustomCommitRange) { const octokit = new Octokit(); const pr = await octokit.rest.pulls.get({ owner: "microsoft", - repo: "TypeScript", + repo: args.tsgo ? "typescript-go" : "TypeScript", pull_number: +prNumber, }); branch = pr.data.base.ref; From f647c14fe22d6adb34807ce52f7276808aad0d30 Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Thu, 12 Mar 2026 14:29:13 -0700 Subject: [PATCH 02/39] if statements --- build/benchmark.yml | 11 ++++++++--- 1 file changed, 8 insertions(+), 3 deletions(-) diff --git a/build/benchmark.yml b/build/benchmark.yml index 0c772447..4ff49ca5 100644 --- a/build/benchmark.yml +++ b/build/benchmark.yml @@ -102,7 +102,12 @@ variables: azureSubscription: 'TypeScript Public CI' KeyVaultName: 'jststeam-passwords' - REPO: ${{ if eq(parameters.TS_GO, true) }}typescript-go${{ else }}TypeScript${{ end }} + ${{ if eq(parameters.TS_GO, true) }}: + REPO: 'typescript-go' + TSGOFLAG: '--tsgo' + ${{ else }}: + REPO:'typescript' + REF: $[ resources.repositories['REPO'].ref ] PRETTY_REF: $[ replace(replace(replace(replace(variables['REF'], '/merge', ''), 'refs/pull/', 'pr.'), 'refs/heads/', ''), '/', '_') ] IS_PR: $[ startsWith(variables['REF'], 'refs/pull/') ] @@ -178,7 +183,7 @@ jobs: - bash: | set -exo pipefail - node $(BENCH_SCRIPTS)/buildTypeScript.js --outputDir $(ARTIFACTS_DIR)/new ${{ if eq(parameters.TS_GO, true) }}--tsgo${{ end }} + node $(BENCH_SCRIPTS)/buildTypeScript.js --outputDir $(ARTIFACTS_DIR)/new $(TSGO_FLAG) displayName: Build new TypeScript condition: and(succeeded(), eq(variables['TSPERF_IS_COMPARISON'], 'true')) workingDirectory: $(TYPESCRIPT_DIR) @@ -193,7 +198,7 @@ jobs: - bash: | set -exo pipefail - node $(BENCH_SCRIPTS)/buildTypeScript.js --baseline --outputDir $(ARTIFACTS_DIR)/baseline ${{ if eq(parameters.TS_GO, true) }}--tsgo${{ end }} + node $(BENCH_SCRIPTS)/buildTypeScript.js --baseline --outputDir $(ARTIFACTS_DIR)/baseline $(TSGO_FLAG) displayName: Build baseline TypeScript workingDirectory: $(TYPESCRIPT_DIR) name: buildTypeScriptBaseline From 31cab4df0e64874ea92f56ba90b7fd396fea9325 Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Thu, 12 Mar 2026 14:36:25 -0700 Subject: [PATCH 03/39] more conditionals --- build/benchmark.yml | 20 ++++++++++++++------ 1 file changed, 14 insertions(+), 6 deletions(-) diff --git a/build/benchmark.yml b/build/benchmark.yml index 4ff49ca5..1c0202c9 100644 --- a/build/benchmark.yml +++ b/build/benchmark.yml @@ -142,12 +142,20 @@ jobs: - template: templates/setup.yml - template: templates/cloneAndBuildBenchmarkRepo.yml # Sets $(BENCH_SCRIPTS), $(TSPERF_EXE) - - checkout: $(REPO) - path: $(REPO) - fetchTags: false - fetchDepth: 2 # For PRs, we want the merge base to compare against. - clean: true - retryCountOnTaskFailure: 3 + - ${{ if eq(parameters.TS_GO, true) }}: + - checkout: typescript-go + path: typescript-go + fetchTags: false + fetchDepth: 2 # For PRs, we want the merge base to compare against. + clean: true + retryCountOnTaskFailure: 3 + - ${{ else }}: + - checkout: TypeScript + path: TypeScript + fetchTags: false + fetchDepth: 2 # For PRs, we want the merge base to compare against. + clean: true + retryCountOnTaskFailure: 3 # Ideally we'd just do this: # git config remote.origin.fetch "+refs/heads/*:refs/remotes/origin/*" From d6c18f79a6f17029367b71355100ecf88ae84ea6 Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Thu, 12 Mar 2026 14:48:44 -0700 Subject: [PATCH 04/39] fix var --- build/benchmark.yml | 9 +++++---- 1 file changed, 5 insertions(+), 4 deletions(-) diff --git a/build/benchmark.yml b/build/benchmark.yml index 1c0202c9..b2c7d988 100644 --- a/build/benchmark.yml +++ b/build/benchmark.yml @@ -106,9 +106,10 @@ variables: REPO: 'typescript-go' TSGOFLAG: '--tsgo' ${{ else }}: - REPO:'typescript' + REPO: 'TypeScript' + TSGOFLAG: '' - REF: $[ resources.repositories['REPO'].ref ] + REF: $[ resources.repositories['${{ if eq(parameters.TS_GO, true) }}typescript-go${{ else }}TypeScript${{ end }}'].ref ] PRETTY_REF: $[ replace(replace(replace(replace(variables['REF'], '/merge', ''), 'refs/pull/', 'pr.'), 'refs/heads/', ''), '/', '_') ] IS_PR: $[ startsWith(variables['REF'], 'refs/pull/') ] # True if this run should demand a baseline machine. @@ -191,7 +192,7 @@ jobs: - bash: | set -exo pipefail - node $(BENCH_SCRIPTS)/buildTypeScript.js --outputDir $(ARTIFACTS_DIR)/new $(TSGO_FLAG) + node $(BENCH_SCRIPTS)/buildTypeScript.js --outputDir $(ARTIFACTS_DIR)/new $(TSGOFLAG) displayName: Build new TypeScript condition: and(succeeded(), eq(variables['TSPERF_IS_COMPARISON'], 'true')) workingDirectory: $(TYPESCRIPT_DIR) @@ -206,7 +207,7 @@ jobs: - bash: | set -exo pipefail - node $(BENCH_SCRIPTS)/buildTypeScript.js --baseline --outputDir $(ARTIFACTS_DIR)/baseline $(TSGO_FLAG) + node $(BENCH_SCRIPTS)/buildTypeScript.js --baseline --outputDir $(ARTIFACTS_DIR)/baseline $(TSGOFLAG) displayName: Build baseline TypeScript workingDirectory: $(TYPESCRIPT_DIR) name: buildTypeScriptBaseline From 6d2ad627ae796c379646a5eba3fb50acb23023c8 Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Thu, 12 Mar 2026 14:57:06 -0700 Subject: [PATCH 05/39] ref --- build/benchmark.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/build/benchmark.yml b/build/benchmark.yml index b2c7d988..b7b129c4 100644 --- a/build/benchmark.yml +++ b/build/benchmark.yml @@ -109,7 +109,7 @@ variables: REPO: 'TypeScript' TSGOFLAG: '' - REF: $[ resources.repositories['${{ if eq(parameters.TS_GO, true) }}typescript-go${{ else }}TypeScript${{ end }}'].ref ] + REF: $[ resources.repositories[variables['REPO']] PRETTY_REF: $[ replace(replace(replace(replace(variables['REF'], '/merge', ''), 'refs/pull/', 'pr.'), 'refs/heads/', ''), '/', '_') ] IS_PR: $[ startsWith(variables['REF'], 'refs/pull/') ] # True if this run should demand a baseline machine. From 1c470a4fd37f72d5e6c91438081a8acbc830aa34 Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Thu, 12 Mar 2026 15:36:30 -0700 Subject: [PATCH 06/39] fix `REF` --- build/benchmark.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/build/benchmark.yml b/build/benchmark.yml index b7b129c4..7b1d7409 100644 --- a/build/benchmark.yml +++ b/build/benchmark.yml @@ -104,12 +104,13 @@ variables: ${{ if eq(parameters.TS_GO, true) }}: REPO: 'typescript-go' + REF: $[ resources.repositories['typescript-go'].ref ] TSGOFLAG: '--tsgo' ${{ else }}: REPO: 'TypeScript' + REF: $[ resources.repositories['TypeScript'].ref ] TSGOFLAG: '' - REF: $[ resources.repositories[variables['REPO']] PRETTY_REF: $[ replace(replace(replace(replace(variables['REF'], '/merge', ''), 'refs/pull/', 'pr.'), 'refs/heads/', ''), '/', '_') ] IS_PR: $[ startsWith(variables['REF'], 'refs/pull/') ] # True if this run should demand a baseline machine. From 645f7f06ce132efd13fabff3c6f734dbf0b340af Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Thu, 12 Mar 2026 16:24:08 -0700 Subject: [PATCH 07/39] fix bool --- build/benchmark.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/build/benchmark.yml b/build/benchmark.yml index 7b1d7409..e3f5ca68 100644 --- a/build/benchmark.yml +++ b/build/benchmark.yml @@ -91,6 +91,7 @@ parameters: default: 'any,ts-perf1,ts-perf2,ts-perf3,ts-perf4,ts-perf5,ts-perf6,ts-perf7,ts-perf8,ts-perf9,ts-perf10,ts-perf11,ts-perf12' - name: TS_GO displayName: boolean to describe if building ts-go + type: boolean default: false variables: From b180810f1965045a3ed6591a8ebf816cc54fedca Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Tue, 17 Mar 2026 14:20:10 -0700 Subject: [PATCH 08/39] fix setup scripts --- cases/scenarios/self-build-src-public-api/setup.sh | 6 +++++- cases/scenarios/self-build-src/setup.sh | 6 +++++- cases/scenarios/self-compiler/setup.sh | 6 +++++- 3 files changed, 15 insertions(+), 3 deletions(-) diff --git a/cases/scenarios/self-build-src-public-api/setup.sh b/cases/scenarios/self-build-src-public-api/setup.sh index 03fc43ab..93e47e21 100755 --- a/cases/scenarios/self-build-src-public-api/setup.sh +++ b/cases/scenarios/self-build-src-public-api/setup.sh @@ -5,7 +5,11 @@ cd "${0%/*}" source ../../common.sh -clone_scenario https://github.com/microsoft/TypeScript.git $TYPESCRIPT_COMMIT +if [ -n "$TSGOFLAG" ]; then + clone_scenario https://github.com/microsoft/TypeScript.git +else + clone_scenario https://github.com/microsoft/TypeScript.git $TYPESCRIPT_COMMIT +fi run_sandboxed sh -c ' npm ci diff --git a/cases/scenarios/self-build-src/setup.sh b/cases/scenarios/self-build-src/setup.sh index 03fc43ab..93e47e21 100755 --- a/cases/scenarios/self-build-src/setup.sh +++ b/cases/scenarios/self-build-src/setup.sh @@ -5,7 +5,11 @@ cd "${0%/*}" source ../../common.sh -clone_scenario https://github.com/microsoft/TypeScript.git $TYPESCRIPT_COMMIT +if [ -n "$TSGOFLAG" ]; then + clone_scenario https://github.com/microsoft/TypeScript.git +else + clone_scenario https://github.com/microsoft/TypeScript.git $TYPESCRIPT_COMMIT +fi run_sandboxed sh -c ' npm ci diff --git a/cases/scenarios/self-compiler/setup.sh b/cases/scenarios/self-compiler/setup.sh index 03fc43ab..93e47e21 100755 --- a/cases/scenarios/self-compiler/setup.sh +++ b/cases/scenarios/self-compiler/setup.sh @@ -5,7 +5,11 @@ cd "${0%/*}" source ../../common.sh -clone_scenario https://github.com/microsoft/TypeScript.git $TYPESCRIPT_COMMIT +if [ -n "$TSGOFLAG" ]; then + clone_scenario https://github.com/microsoft/TypeScript.git +else + clone_scenario https://github.com/microsoft/TypeScript.git $TYPESCRIPT_COMMIT +fi run_sandboxed sh -c ' npm ci From c0f403a940845d32c6345e65fa112145b4a0d70c Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Tue, 17 Mar 2026 14:56:01 -0700 Subject: [PATCH 09/39] route to correct tsc executable --- ts-perf/packages/commands/src/benchmark/measure.ts | 14 +++++++++++--- 1 file changed, 11 insertions(+), 3 deletions(-) diff --git a/ts-perf/packages/commands/src/benchmark/measure.ts b/ts-perf/packages/commands/src/benchmark/measure.ts index de578b1d..494e05ff 100644 --- a/ts-perf/packages/commands/src/benchmark/measure.ts +++ b/ts-perf/packages/commands/src/benchmark/measure.ts @@ -52,6 +52,14 @@ function tryParseDiagnostic(line: string) { return undefined; } +function resolveBuiltPath(builtDir: string, name: string): string { + const jsPath = path.join(builtDir, `${name}.js`); + if (fs.existsSync(jsPath)) { + return jsPath; + } + return path.join(builtDir, name); +} + export async function measureAndRunScenarios({ kind, options }: TSOptions, host: HostContext): Promise { const date = (options.date ? new Date(options.date) : new Date()).toISOString(); const system = SystemInfo.getCurrent(); @@ -158,8 +166,8 @@ async function runCompilerScenario( hostSpecifier: HostSpecifier, hostIndex: number, ): Promise { - const tsc = path.join(options.builtDir, "tsc.js"); - const typescript = path.join(options.builtDir, "typescript.js"); + const tsc = resolveBuiltPath(options.builtDir, "tsc"); + const typescript = resolveBuiltPath(options.builtDir, "typescript"); const tscPublicWrapper = path.join(__dirname, "tscpublic.js"); const usesPublicApi = !!scenario.tscConfig?.usePublicApi; const temp = await getTempDirectories(); @@ -274,7 +282,7 @@ async function runTSServerScenario( hostSpecifier: HostSpecifier, hostIndex: number, ): Promise { - const tsserver = path.join(options.builtDir, "tsserver.js"); + const tsserver = resolveBuiltPath(options.builtDir, "tsserver"); const temp = await getTempDirectories(); const expansion = ExpansionProvider.getProviders({ runner: { kind: "tsserver", options }, temp, scenario, host }); const argsBuilder = new CommandLineArgumentsBuilder(expansion, host, /*exposeGc*/ false) From 8f8351cb6a20e1f66fa495568f6d2b2cb21a656a Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Tue, 17 Mar 2026 15:55:30 -0700 Subject: [PATCH 10/39] oops, make correct exe name --- ts-perf/packages/commands/src/benchmark/measure.ts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ts-perf/packages/commands/src/benchmark/measure.ts b/ts-perf/packages/commands/src/benchmark/measure.ts index 494e05ff..52939045 100644 --- a/ts-perf/packages/commands/src/benchmark/measure.ts +++ b/ts-perf/packages/commands/src/benchmark/measure.ts @@ -57,7 +57,7 @@ function resolveBuiltPath(builtDir: string, name: string): string { if (fs.existsSync(jsPath)) { return jsPath; } - return path.join(builtDir, name); + return path.join(builtDir, "tsgo.exe"); } export async function measureAndRunScenarios({ kind, options }: TSOptions, host: HostContext): Promise { From 2497a0badb8f74de7252e19b13c4e4c29e3a0bb6 Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Wed, 18 Mar 2026 14:40:27 -0700 Subject: [PATCH 11/39] test more fixes? --- .../commands/src/benchmark/measure.ts | 22 ++++++++++++++----- 1 file changed, 17 insertions(+), 5 deletions(-) diff --git a/ts-perf/packages/commands/src/benchmark/measure.ts b/ts-perf/packages/commands/src/benchmark/measure.ts index 52939045..faa6ee5d 100644 --- a/ts-perf/packages/commands/src/benchmark/measure.ts +++ b/ts-perf/packages/commands/src/benchmark/measure.ts @@ -57,7 +57,14 @@ function resolveBuiltPath(builtDir: string, name: string): string { if (fs.existsSync(jsPath)) { return jsPath; } - return path.join(builtDir, "tsgo.exe"); + // typescript-go produces a native binary named tsgo/tsgo.exe instead of .js files. + for (const candidate of ["tsgo", "tsgo.exe"]) { + const nativePath = path.join(builtDir, candidate); + if (fs.existsSync(nativePath)) { + return nativePath; + } + } + return "" } export async function measureAndRunScenarios({ kind, options }: TSOptions, host: HostContext): Promise { @@ -156,6 +163,10 @@ export async function measureAndRunScenarios({ kind, options }: TSOptions, host: ); } +function isNativeBinary(filePath: string): boolean { + return !filePath.endsWith(".js"); +} + async function runCompilerScenario( name: string, scenario: Scenario, @@ -170,21 +181,22 @@ async function runCompilerScenario( const typescript = resolveBuiltPath(options.builtDir, "typescript"); const tscPublicWrapper = path.join(__dirname, "tscpublic.js"); const usesPublicApi = !!scenario.tscConfig?.usePublicApi; + const nativeBin = isNativeBinary(tsc); const temp = await getTempDirectories(); const expansion = ExpansionProvider.getProviders({ runner: { kind: "tsc", options }, temp, scenario, host }); const { cmd, args, hasBuild } = new CommandLineArgumentsBuilder( expansion, - host, + nativeBin ? tsc : host, /*exposeGc*/ undefined, options.cpus, options.predictable, ) - .addIf(!usesPublicApi, tsc) + .addIf(!nativeBin && !usesPublicApi, tsc) .addIf(usesPublicApi, tscPublicWrapper, typescript) .addCompilerOptions(options, scenario) .add("--diagnostics"); - const { cmd: clean, args: cleanargs } = new CommandLineArgumentsBuilder(expansion, host) - .add(tsc) + const { cmd: clean, args: cleanargs } = new CommandLineArgumentsBuilder(expansion, nativeBin ? tsc : host) + .addIf(!nativeBin, tsc) .addCompilerOptions(options, scenario) .add("--clean"); try { From 6063786218f10f5b276b60a126ce5a93abb025ee Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Wed, 18 Mar 2026 15:02:26 -0700 Subject: [PATCH 12/39] debug --- build/benchmark.yml | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/build/benchmark.yml b/build/benchmark.yml index e3f5ca68..80c9cb5e 100644 --- a/build/benchmark.yml +++ b/build/benchmark.yml @@ -185,6 +185,16 @@ jobs: displayName: Setup pipeline name: setupPipeline + - bash: | + echo "REF=$(REF)" + echo "IS_PR=$(IS_PR)" + echo "TSPERF_IS_COMPARISON=$(TSPERF_IS_COMPARISON)" + echo "TSPERF_NEW_COMMIT=$(TSPERF_NEW_COMMIT)" + echo "TSPERF_BASELINE_COMMIT=$(TSPERF_BASELINE_COMMIT)" + echo "REPO=$(REPO)" + echo "TSGOFLAG=$(TSGOFLAG)" + displayName: Debug variables + - bash: | set -exo pipefail git switch --detach $(TSPERF_NEW_COMMIT) From 9d12375e4331e4be047be36a0c8430efccb56ab9 Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Wed, 18 Mar 2026 17:25:10 -0700 Subject: [PATCH 13/39] move debug --- build/benchmark.yml | 20 ++++++++++---------- 1 file changed, 10 insertions(+), 10 deletions(-) diff --git a/build/benchmark.yml b/build/benchmark.yml index 80c9cb5e..687e8e63 100644 --- a/build/benchmark.yml +++ b/build/benchmark.yml @@ -185,15 +185,7 @@ jobs: displayName: Setup pipeline name: setupPipeline - - bash: | - echo "REF=$(REF)" - echo "IS_PR=$(IS_PR)" - echo "TSPERF_IS_COMPARISON=$(TSPERF_IS_COMPARISON)" - echo "TSPERF_NEW_COMMIT=$(TSPERF_NEW_COMMIT)" - echo "TSPERF_BASELINE_COMMIT=$(TSPERF_BASELINE_COMMIT)" - echo "REPO=$(REPO)" - echo "TSGOFLAG=$(TSGOFLAG)" - displayName: Debug variables + - bash: | set -exo pipefail @@ -271,7 +263,15 @@ jobs: node $(BENCH_SCRIPTS)/runTsPerf.js install-hosts displayName: Install hosts retryCountOnTaskFailure: 3 - + - bash: | + echo "REF=$(REF)" + echo "IS_PR=$(IS_PR)" + echo "TSPERF_IS_COMPARISON=$(TSPERF_IS_COMPARISON)" + echo "TSPERF_NEW_COMMIT=$(TSPERF_NEW_COMMIT)" + echo "TSPERF_BASELINE_COMMIT=$(TSPERF_BASELINE_COMMIT)" + echo "REPO=$(REPO)" + echo "TSGOFLAG=$(TSGOFLAG)" + displayName: Debug variables - bash: | set -exo pipefail # Special case for self benchmark From 99972642e953ce36ac46a985565a1b558d7ef676 Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Thu, 19 Mar 2026 12:31:36 -0700 Subject: [PATCH 14/39] fix IS_PR to work with manual trigger --- build/benchmark.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/build/benchmark.yml b/build/benchmark.yml index 687e8e63..789391f9 100644 --- a/build/benchmark.yml +++ b/build/benchmark.yml @@ -113,7 +113,7 @@ variables: TSGOFLAG: '' PRETTY_REF: $[ replace(replace(replace(replace(variables['REF'], '/merge', ''), 'refs/pull/', 'pr.'), 'refs/heads/', ''), '/', '_') ] - IS_PR: $[ startsWith(variables['REF'], 'refs/pull/') ] + IS_PR: $[ and(contains(variables['REF'], 'refs/'), contains(variables['REF'], '/pull/')) ] # True if this run should demand a baseline machine. USE_BASELINE_MACHINE: $[ or(eq(variables['Build.Reason'], 'ResourceTrigger'), ${{ parameters.HISTORICAL_RUN }}) ] # Only upload if the provided ref is explicitly main/release-* and we've run on the baseline machine. From ae05706f6704cbab74979387556923c7bfae0cce Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Thu, 19 Mar 2026 13:01:38 -0700 Subject: [PATCH 15/39] fix REF variable --- build/benchmark.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/build/benchmark.yml b/build/benchmark.yml index 789391f9..24e7ec77 100644 --- a/build/benchmark.yml +++ b/build/benchmark.yml @@ -105,15 +105,15 @@ variables: ${{ if eq(parameters.TS_GO, true) }}: REPO: 'typescript-go' - REF: $[ resources.repositories['typescript-go'].ref ] + REF: $[ replace(resources.repositories['typescript-go'].ref, 'heads/../', '') ] TSGOFLAG: '--tsgo' ${{ else }}: REPO: 'TypeScript' - REF: $[ resources.repositories['TypeScript'].ref ] + REF: $[ replace(resources.repositories['TypeScript'].ref, 'heads/../', '') ] TSGOFLAG: '' PRETTY_REF: $[ replace(replace(replace(replace(variables['REF'], '/merge', ''), 'refs/pull/', 'pr.'), 'refs/heads/', ''), '/', '_') ] - IS_PR: $[ and(contains(variables['REF'], 'refs/'), contains(variables['REF'], '/pull/')) ] + IS_PR: $[ startsWith(variables['REF'], 'refs/pull/') ] # True if this run should demand a baseline machine. USE_BASELINE_MACHINE: $[ or(eq(variables['Build.Reason'], 'ResourceTrigger'), ${{ parameters.HISTORICAL_RUN }}) ] # Only upload if the provided ref is explicitly main/release-* and we've run on the baseline machine. From 0b309114027408546b35a8288b18a1df9f261635 Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Thu, 19 Mar 2026 13:16:42 -0700 Subject: [PATCH 16/39] post perf results to the correct repo --- build/benchmark.yml | 4 ++-- scripts/src/postPerfResult.ts | 9 +++++---- 2 files changed, 7 insertions(+), 6 deletions(-) diff --git a/build/benchmark.yml b/build/benchmark.yml index 24e7ec77..a1db74c9 100644 --- a/build/benchmark.yml +++ b/build/benchmark.yml @@ -431,7 +431,7 @@ jobs: - bash: | set -exo pipefail - node $(BENCH_SCRIPTS)/postPerfResult.js --fragment $(Pipeline.Workspace)/comment.html + node $(BENCH_SCRIPTS)/postPerfResult.js --fragment $(Pipeline.Workspace)/comment.html $(TSGOFLAG) displayName: Publish PR comment condition: and(succeeded(), eq(variables['IS_PR'], 'true')) env: @@ -514,7 +514,7 @@ jobs: - bash: | set -exo pipefail - node $(BENCH_SCRIPTS)/postPerfResult.js --failed + node $(BENCH_SCRIPTS)/postPerfResult.js --failed $(TSGOFLAG) displayName: Publish PR comment env: DISTINCT_ID: ${{ parameters.DISTINCT_ID }} diff --git a/scripts/src/postPerfResult.ts b/scripts/src/postPerfResult.ts index 0a5caebd..a36160d3 100644 --- a/scripts/src/postPerfResult.ts +++ b/scripts/src/postPerfResult.ts @@ -24,9 +24,10 @@ async function main() { const args = minimist(process.argv.slice(2), { string: ["fragment"], - boolean: ["failed"], + boolean: ["failed", "tsgo"], }); + const repo = args.tsgo ? "typescript-go" : "TypeScript"; const gh = new Octokit({ auth: GH_TOKEN }); let body; if (args.failed) { @@ -50,7 +51,7 @@ async function main() { const resultsComment = await gh.rest.issues.createComment({ issue_number: +SOURCE_ISSUE, owner: "Microsoft", - repo: "TypeScript", + repo, body, }); @@ -66,7 +67,7 @@ async function main() { const statusComment = await gh.rest.issues.getComment({ comment_id: +STATUS_COMMENT, owner: "Microsoft", - repo: "TypeScript", + repo, }); const oldComment = statusComment.data.body; @@ -84,7 +85,7 @@ async function main() { await gh.rest.issues.updateComment({ comment_id: +STATUS_COMMENT, owner: "Microsoft", - repo: "TypeScript", + repo, body: newComment, }); From 233a0367d83c9f23d86b1bf8af58386c8304daf9 Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Thu, 19 Mar 2026 13:46:15 -0700 Subject: [PATCH 17/39] error message "expected ref to start with" --- scripts/src/buildTypeScript.ts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/src/buildTypeScript.ts b/scripts/src/buildTypeScript.ts index e127898a..08e7240d 100644 --- a/scripts/src/buildTypeScript.ts +++ b/scripts/src/buildTypeScript.ts @@ -56,7 +56,7 @@ if (!isCustomCommitRange) { if (isPR) { // This is a PR run. Pull the branch info from the PR. const prefix = "refs/pull/"; - assert(ref.startsWith(prefix), `Expected ref to start with ${prefix}`); + assert(ref.startsWith(prefix), `Expected ref to start with ${prefix}, instead got ${ref}`); if (args.baseline) { const prNumber = ref.slice(prefix.length).split("/")[0]; From 2608d8a4fe682c8929a0cd14514dd24ed3c290a2 Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Thu, 19 Mar 2026 15:11:33 -0700 Subject: [PATCH 18/39] host --- scripts/src/runTsPerf.ts | 8 +++++++- scripts/src/setupPipeline.ts | 14 +++++++++----- 2 files changed, 16 insertions(+), 6 deletions(-) diff --git a/scripts/src/runTsPerf.ts b/scripts/src/runTsPerf.ts index 4a5a62ac..9c9c913d 100644 --- a/scripts/src/runTsPerf.ts +++ b/scripts/src/runTsPerf.ts @@ -28,6 +28,10 @@ await fn(); async function installHosts() { const host = getNonEmptyEnv("TSPERF_JOB_HOST"); + if (host === "native") { + console.log("Skipping host install for native binary"); + return; + } await $`node ${tsperfExe} host install --host ${host}`; } @@ -59,7 +63,9 @@ async function getCommonBenchmarkArgs() { const cpu = getNonEmptyEnv("TSPERF_AGENT_BENCHMARK_CPU"); const info = await getRepoInfo(args.builtDir); - tsperfArgs.push("--host", host); + if (host !== "native") { + tsperfArgs.push("--host", host); + } tsperfArgs.push("--scenario", scenario); tsperfArgs.push("--iterations", iterations); tsperfArgs.push("--warmups", warmups); diff --git a/scripts/src/setupPipeline.ts b/scripts/src/setupPipeline.ts index f9b90337..48c86ace 100644 --- a/scripts/src/setupPipeline.ts +++ b/scripts/src/setupPipeline.ts @@ -49,6 +49,7 @@ const hosts = { node18: "node@18.15.0", bun: "bun@1.1.24", vscode: "vscode@1.82.1", + native: "native", // Native Go binary; no host runtime needed. } as const satisfies Record; const allJobKinds = ["tsc", "tsserver", "startup"] as const; @@ -389,7 +390,7 @@ async function parseInput({ input, isPr, gitParseRev }: SetupPipelineInput) { return parsed; } -function* transformPreset(parameters: Parameters, iter: Iterable): Iterable { +function* transformPreset(parameters: Parameters, iter: Iterable, tsgo: boolean): Iterable { const all = [...worker()]; for (const scenario of all) { @@ -410,9 +411,9 @@ function* transformPreset(parameters: Parameters, iter: Iterable): Ite function* worker(): Iterable { for (const scenario of iter) { - const hosts = parameters.hosts ?? [scenario.host]; + const scenarioHosts = tsgo ? [hosts.native] : (parameters.hosts ?? [scenario.host]); - for (const host of hosts) { + for (const host of scenarioHosts) { yield { ...scenario, host, @@ -433,12 +434,13 @@ export interface SetupPipelineInput { input: string; baselining: boolean; isPr: boolean; + tsgo: boolean; shouldLog: boolean; gitParseRev: (query: string) => Promise; } export async function setupPipeline(input: SetupPipelineInput) { - const { baselining, shouldLog } = input; + const { baselining, shouldLog, tsgo } = input; const parameters = await parseInput(input); if (shouldLog) { @@ -470,7 +472,7 @@ export async function setupPipeline(input: SetupPipelineInput) { let maxCost = 0; const costPerAgent = new Map(); - for (const scenario of transformPreset(parameters, preset())) { + for (const scenario of transformPreset(parameters, preset(), tsgo)) { const agent = baselining ? scenario.agent : "any"; const jobName = sanitizeJobName(`${scenario.kind}_${scenario.host}_${scenario.name}`); matrix[agent][jobName] = { @@ -591,11 +593,13 @@ if (esMain(import.meta)) { const input = getNonEmptyEnv("TSPERF_PRESET"); const baselining = parseBoolean(process.env.USE_BASELINE_MACHINE, false); const isPr = parseBoolean(process.env.IS_PR, false); + const tsgo = !!process.env.TSGOFLAG; const { outputVariables } = await setupPipeline({ input, baselining, isPr, + tsgo, shouldLog: true, gitParseRev, }); From 4caea86abd95e5b281f93bcbafec1e18951c1ae0 Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Thu, 19 Mar 2026 15:22:05 -0700 Subject: [PATCH 19/39] fix test --- scripts/src/__tests__/setupPipeline.test.ts | 1 + 1 file changed, 1 insertion(+) diff --git a/scripts/src/__tests__/setupPipeline.test.ts b/scripts/src/__tests__/setupPipeline.test.ts index ccb0f568..abd3a611 100644 --- a/scripts/src/__tests__/setupPipeline.test.ts +++ b/scripts/src/__tests__/setupPipeline.test.ts @@ -57,6 +57,7 @@ test.each(inputs)("setupPipeline input=%s", async input => { isPr: !baselining, shouldLog: false, gitParseRev: fakeGitRevParse, + tsgo: false }); } catch (e) { From 88560509aeb1f5c8fe06cfa7038c443e970f4db5 Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Fri, 20 Mar 2026 11:51:53 -0700 Subject: [PATCH 20/39] fake native host --- scripts/src/runTsPerf.ts | 4 +--- ts-perf/packages/api/src/model/host.ts | 4 ++++ 2 files changed, 5 insertions(+), 3 deletions(-) diff --git a/scripts/src/runTsPerf.ts b/scripts/src/runTsPerf.ts index 9c9c913d..b7d50d24 100644 --- a/scripts/src/runTsPerf.ts +++ b/scripts/src/runTsPerf.ts @@ -63,9 +63,7 @@ async function getCommonBenchmarkArgs() { const cpu = getNonEmptyEnv("TSPERF_AGENT_BENCHMARK_CPU"); const info = await getRepoInfo(args.builtDir); - if (host !== "native") { - tsperfArgs.push("--host", host); - } + tsperfArgs.push("--host", host); tsperfArgs.push("--scenario", scenario); tsperfArgs.push("--iterations", iterations); tsperfArgs.push("--warmups", warmups); diff --git a/ts-perf/packages/api/src/model/host.ts b/ts-perf/packages/api/src/model/host.ts index 2a5a42b2..8cd3e12e 100644 --- a/ts-perf/packages/api/src/model/host.ts +++ b/ts-perf/packages/api/src/model/host.ts @@ -183,6 +183,10 @@ export class Host { const availableHosts = await this.getAvailableHosts(); const results = new Set(); for (const host of hosts) { + if (host === "native") { + results.add(new Host("native")); + continue; + } const pattern = typeof host === "string" ? HostPattern.parse(host) : HostPattern.create(host); if (pattern.executable && !(pattern.arch || pattern.version)) { if (!installed) { From c6b2da964bfd6de506b06d02f1109b4024fe6f8a Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Mon, 23 Mar 2026 13:48:29 -0700 Subject: [PATCH 21/39] make tsgo executable --- build/benchmark.yml | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/build/benchmark.yml b/build/benchmark.yml index a1db74c9..65cacef0 100644 --- a/build/benchmark.yml +++ b/build/benchmark.yml @@ -252,6 +252,12 @@ jobs: artifact: BuiltTypeScript displayName: Download built TypeScript + - ${{ if eq(parameters.TS_GO, true) }}: + - bash: | + set -exo pipefail + find $(BUILT_TYPESCRIPT_DIR) -name 'tsgo' -type f -exec chmod +x {} + + displayName: Make tsgo executable + # This is provided by the agent. - bash: | set -exo pipefail From dec7dc3a9ba08afae2df6c2bd5192d257ae7c29c Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Mon, 23 Mar 2026 14:41:35 -0700 Subject: [PATCH 22/39] add "tsc" to command line args --- ts-perf/packages/commands/src/benchmark/measure.ts | 2 -- 1 file changed, 2 deletions(-) diff --git a/ts-perf/packages/commands/src/benchmark/measure.ts b/ts-perf/packages/commands/src/benchmark/measure.ts index faa6ee5d..b942af7d 100644 --- a/ts-perf/packages/commands/src/benchmark/measure.ts +++ b/ts-perf/packages/commands/src/benchmark/measure.ts @@ -191,12 +191,10 @@ async function runCompilerScenario( options.cpus, options.predictable, ) - .addIf(!nativeBin && !usesPublicApi, tsc) .addIf(usesPublicApi, tscPublicWrapper, typescript) .addCompilerOptions(options, scenario) .add("--diagnostics"); const { cmd: clean, args: cleanargs } = new CommandLineArgumentsBuilder(expansion, nativeBin ? tsc : host) - .addIf(!nativeBin, tsc) .addCompilerOptions(options, scenario) .add("--clean"); try { From 2f9f6f99e2d6ac08ec514d8447118c3a0692df05 Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Tue, 24 Mar 2026 14:18:44 -0700 Subject: [PATCH 23/39] remove debug variables and fix tsserver --- build/benchmark.yml | 9 --------- ts-perf/packages/commands/src/benchmark/measure.ts | 4 +++- 2 files changed, 3 insertions(+), 10 deletions(-) diff --git a/build/benchmark.yml b/build/benchmark.yml index 65cacef0..73164e38 100644 --- a/build/benchmark.yml +++ b/build/benchmark.yml @@ -269,15 +269,6 @@ jobs: node $(BENCH_SCRIPTS)/runTsPerf.js install-hosts displayName: Install hosts retryCountOnTaskFailure: 3 - - bash: | - echo "REF=$(REF)" - echo "IS_PR=$(IS_PR)" - echo "TSPERF_IS_COMPARISON=$(TSPERF_IS_COMPARISON)" - echo "TSPERF_NEW_COMMIT=$(TSPERF_NEW_COMMIT)" - echo "TSPERF_BASELINE_COMMIT=$(TSPERF_BASELINE_COMMIT)" - echo "REPO=$(REPO)" - echo "TSGOFLAG=$(TSGOFLAG)" - displayName: Debug variables - bash: | set -exo pipefail # Special case for self benchmark diff --git a/ts-perf/packages/commands/src/benchmark/measure.ts b/ts-perf/packages/commands/src/benchmark/measure.ts index b942af7d..7d6aaf9a 100644 --- a/ts-perf/packages/commands/src/benchmark/measure.ts +++ b/ts-perf/packages/commands/src/benchmark/measure.ts @@ -295,7 +295,9 @@ async function runTSServerScenario( const tsserver = resolveBuiltPath(options.builtDir, "tsserver"); const temp = await getTempDirectories(); const expansion = ExpansionProvider.getProviders({ runner: { kind: "tsserver", options }, temp, scenario, host }); - const argsBuilder = new CommandLineArgumentsBuilder(expansion, host, /*exposeGc*/ false) + // use node as the tsserver host when using native binary + const tsserverHost = host.executableFile ? host : Host.current; + const argsBuilder = new CommandLineArgumentsBuilder(expansion, tsserverHost, /*exposeGc*/ false) .add(path.join(__dirname, "measuretsserver.js")) .add("--tsserver", tsserver) .add("--commands", scenario.configFile) From b9edbab46ec47ee8ce2f9c9019d5bd524b4d8c15 Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Fri, 27 Mar 2026 18:09:07 -0700 Subject: [PATCH 24/39] allow lsp --- .../Compiler-UnionsLSP/scenario.json | 46 +++ cases/scenarios/CompilerLSP/scenario.json | 46 +++ .../scenarios/xstate-main-1-LSP/scenario.json | 49 +++ cases/scenarios/xstate-main-1-LSP/setup.sh | 10 + pnpm-lock.yaml | 31 ++ scripts/src/runTsPerf.ts | 9 + scripts/src/setupPipeline.ts | 8 +- ts-perf/packages/api/src/expansion.ts | 4 + ts-perf/packages/api/src/model/scenario.ts | 5 +- ts-perf/packages/api/src/options.ts | 15 + ts-perf/packages/commands/package.json | 4 +- .../packages/commands/src/benchmark/index.ts | 3 + .../packages/commands/src/benchmark/lsp.ts | 17 + .../commands/src/benchmark/measure.ts | 110 ++++++ .../commands/src/benchmark/measurelsp.ts | 357 ++++++++++++++++++ 15 files changed, 711 insertions(+), 3 deletions(-) create mode 100644 cases/scenarios/Compiler-UnionsLSP/scenario.json create mode 100644 cases/scenarios/CompilerLSP/scenario.json create mode 100644 cases/scenarios/xstate-main-1-LSP/scenario.json create mode 100644 cases/scenarios/xstate-main-1-LSP/setup.sh create mode 100644 ts-perf/packages/commands/src/benchmark/lsp.ts create mode 100644 ts-perf/packages/commands/src/benchmark/measurelsp.ts diff --git a/cases/scenarios/Compiler-UnionsLSP/scenario.json b/cases/scenarios/Compiler-UnionsLSP/scenario.json new file mode 100644 index 00000000..ccb30165 --- /dev/null +++ b/cases/scenarios/Compiler-UnionsLSP/scenario.json @@ -0,0 +1,46 @@ +{ + "name": "Compiler-UnionsLSP", + "kind": "lsp", + "args": [], + "tsserverConfig": { + "solution": "Compiler-Unions", + "commands": [ + { + "commandName": "updateOpen", + "args": [ + { + "file": "checker.ts" + } + ] + }, + { + "commandName": "geterr", + "args": [ + "checker.ts" + ] + }, + { + "commandName": "references", + "args": { + "file": "checker.ts", + "line": 10960, + "offset": 48 + } + }, + { + "commandName": "navto", + "args": { + "searchValue": "Type" + } + }, + { + "commandName": "completionInfo", + "args": { + "file": "checker.ts", + "line": 25149, + "offset": 6 + } + } + ] + } +} diff --git a/cases/scenarios/CompilerLSP/scenario.json b/cases/scenarios/CompilerLSP/scenario.json new file mode 100644 index 00000000..fd325158 --- /dev/null +++ b/cases/scenarios/CompilerLSP/scenario.json @@ -0,0 +1,46 @@ +{ + "name": "CompilerLSP", + "kind": "lsp", + "args": [], + "tsserverConfig": { + "solution": "Compiler", + "commands": [ + { + "commandName": "updateOpen", + "args": [ + { + "file": "checker.ts" + } + ] + }, + { + "commandName": "geterr", + "args": [ + "checker.ts" + ] + }, + { + "commandName": "references", + "args": { + "file": "checker.ts", + "line": 11696, + "offset": 48 + } + }, + { + "commandName": "navto", + "args": { + "searchValue": "Type" + } + }, + { + "commandName": "completionInfo", + "args": { + "file": "checker.ts", + "line": 26636, + "offset": 6 + } + } + ] + } +} diff --git a/cases/scenarios/xstate-main-1-LSP/scenario.json b/cases/scenarios/xstate-main-1-LSP/scenario.json new file mode 100644 index 00000000..1c12d610 --- /dev/null +++ b/cases/scenarios/xstate-main-1-LSP/scenario.json @@ -0,0 +1,49 @@ +{ + "name": "xstate-main-1-LSP", + "kind": "lsp", + "args": [], + "tsserverConfig": { + "solution": "xstate-main-1", + "commands": [ + { + "commandName": "updateOpen", + "args": [ + { + "file": "packages/core/src/index.ts" + }, + { + "file": "packages/core/src/StateNode.ts" + } + ] + }, + { + "commandName": "geterr", + "args": [ + "packages/core/src/StateNode.ts" + ] + }, + { + "commandName": "references", + "args": { + "file": "packages/core/src/index.ts", + "line": 14, + "offset": 15 + } + }, + { + "commandName": "navto", + "args": { + "searchValue": "State" + } + }, + { + "commandName": "completionInfo", + "args": { + "file": "packages/core/src/index.ts", + "line": 47, + "offset": 1 + } + } + ] + } +} diff --git a/cases/scenarios/xstate-main-1-LSP/setup.sh b/cases/scenarios/xstate-main-1-LSP/setup.sh new file mode 100644 index 00000000..7de8ab3d --- /dev/null +++ b/cases/scenarios/xstate-main-1-LSP/setup.sh @@ -0,0 +1,10 @@ +#!/usr/bin/env bash + +set -exo pipefail +cd "${0%/*}" + +source ../../common.sh + +clone_scenario https://github.com/statelyai/xstate.git 9118720b2d81cd3cd6b8e4ea8da75d576c47fa8d + +run_sandboxed sh -c 'yarn install' diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml index e0cda327..efaea61c 100644 --- a/pnpm-lock.yaml +++ b/pnpm-lock.yaml @@ -193,6 +193,12 @@ importers: tmp: specifier: ^0.2.5 version: 0.2.5 + vscode-jsonrpc: + specifier: ^8.2.1 + version: 8.2.1 + vscode-languageserver-protocol: + specifier: ^3.17.5 + version: 3.17.5 devDependencies: '@types/semver': specifier: ^7.7.1 @@ -2935,6 +2941,20 @@ packages: jsdom: optional: true + vscode-jsonrpc@8.2.0: + resolution: {integrity: sha512-C+r0eKJUIfiDIfwJhria30+TYWPtuHJXHtI7J0YlOmKAo7ogxP20T0zxB7HZQIFhIyvoBPwWskjxrvAtfjyZfA==} + engines: {node: '>=14.0.0'} + + vscode-jsonrpc@8.2.1: + resolution: {integrity: sha512-kdjOSJ2lLIn7r1rtrMbbNCHjyMPfRnowdKjBQ+mGq6NAW5QY2bEZC/khaC5OR8svbbjvLEaIXkOq45e2X9BIbQ==} + engines: {node: '>=14.0.0'} + + vscode-languageserver-protocol@3.17.5: + resolution: {integrity: sha512-mb1bvRJN8SVznADSGWM9u/b07H7Ecg0I3OgXDuLdn307rl/J3A9YD6/eYOssqhecL27hK1IPZAsaqh00i/Jljg==} + + vscode-languageserver-types@3.17.5: + resolution: {integrity: sha512-Ld1VelNuX9pdF39h2Hgaeb5hEZM2Z3jUrrMgWQAu82jMtZp7p3vJT3BzToKtZI7NgQssZje5o0zryOrhQvzQAg==} + webidl-conversions@3.0.1: resolution: {integrity: sha512-2JAn3z8AR6rjK8Sm8orRC0h/bcl/DqL7tRPdGZ4I1CjdF+EaMLmYxBHyXuKL849eucPFhvBoxMsflfOb8kxaeQ==} @@ -5760,6 +5780,17 @@ snapshots: - tsx - yaml + vscode-jsonrpc@8.2.0: {} + + vscode-jsonrpc@8.2.1: {} + + vscode-languageserver-protocol@3.17.5: + dependencies: + vscode-jsonrpc: 8.2.0 + vscode-languageserver-types: 3.17.5 + + vscode-languageserver-types@3.17.5: {} + webidl-conversions@3.0.1: {} whatwg-url@5.0.0: diff --git a/scripts/src/runTsPerf.ts b/scripts/src/runTsPerf.ts index b7d50d24..beefa1d9 100644 --- a/scripts/src/runTsPerf.ts +++ b/scripts/src/runTsPerf.ts @@ -17,6 +17,7 @@ const tsperfExe = checkNonEmpty(process.env.TSPERF_EXE, "Expected TSPERF_EXE env const commands: Record Promise) | undefined> = { "install-hosts": installHosts, "benchmark-tsc": benchmarkTsc, + "benchmark-lsp": benchmarkLsp, "benchmark-tsserver": benchmarkTsserver, "benchmark-startup": benchmarkStartup, }; @@ -141,6 +142,14 @@ async function benchmarkTsserver() { await $`node ${tsperfExe} benchmark tsserver --builtDir ${builtDir} ${tsperfArgs}`; } +async function benchmarkLsp() { + const builtDir = checkNonEmpty(args.builtDir, "Expected non-empty --builtDir"); + + const tsperfArgs = await getCommonBenchmarkArgs(); + + await $`node ${tsperfExe} benchmark lsp --builtDir ${builtDir} ${tsperfArgs}`; +} + async function benchmarkStartup() { const builtDir = checkNonEmpty(args.builtDir, "Expected non-empty --builtDir"); diff --git a/scripts/src/setupPipeline.ts b/scripts/src/setupPipeline.ts index 48c86ace..58a4c101 100644 --- a/scripts/src/setupPipeline.ts +++ b/scripts/src/setupPipeline.ts @@ -52,7 +52,7 @@ const hosts = { native: "native", // Native Go binary; no host runtime needed. } as const satisfies Record; -const allJobKinds = ["tsc", "tsserver", "startup"] as const; +const allJobKinds = ["tsc", "tsserver", "lsp", "startup"] as const; type JobKind = typeof allJobKinds[number]; const enum RunType { @@ -411,6 +411,12 @@ function* transformPreset(parameters: Parameters, iter: Iterable, tsgo function* worker(): Iterable { for (const scenario of iter) { + if (tsgo && scenario.kind === "tsserver") { + continue; + } + if (!tsgo && scenario.kind === "lsp") { + continue; + } const scenarioHosts = tsgo ? [hosts.native] : (parameters.hosts ?? [scenario.host]); for (const host of scenarioHosts) { diff --git a/ts-perf/packages/api/src/expansion.ts b/ts-perf/packages/api/src/expansion.ts index 9d4aa3c1..e28b3aed 100644 --- a/ts-perf/packages/api/src/expansion.ts +++ b/ts-perf/packages/api/src/expansion.ts @@ -10,6 +10,7 @@ export abstract class ExpansionProvider { config?: { runner?: | { kind: "tsserver"; options: TSServerOptions; } + | { kind: "lsp"; options: TSServerOptions; } | { kind: "tsc"; options: CompilerOptions; } | { kind: "startup"; options: StartupOptions; }; temp?: TempDirectories; @@ -28,6 +29,9 @@ export abstract class ExpansionProvider { case "tsserver": providers.add(new TSServerOptionsExpansionProvider(config.runner.options)); break; + case "lsp": + providers.add(new TSServerOptionsExpansionProvider(config.runner.options)); + break; } } if (config.temp) providers.add(new TempDirectoriesExpansionProvider(config.temp)); diff --git a/ts-perf/packages/api/src/model/scenario.ts b/ts-perf/packages/api/src/model/scenario.ts index 4b076a41..bebaf2ff 100644 --- a/ts-perf/packages/api/src/model/scenario.ts +++ b/ts-perf/packages/api/src/model/scenario.ts @@ -9,7 +9,7 @@ import { TSServerConfig } from "./tsserverconfig"; const cachedScenarios = new HashMap(PathComparer.fileSystem); -export type ScenarioKind = "tsserver" | "tsc" | "startup"; +export type ScenarioKind = "tsserver" | "tsc" | "startup" | "lsp"; export interface TscConfig { usePublicApi?: boolean; @@ -57,6 +57,9 @@ export class Scenario { if (kind === "tsserver" && !options?.tsserverConfig) { throw new Error(`Creating scenario '${name}': expected a tsserver config for tsserver scenario.`); } + if (kind === "lsp" && !options?.tsserverConfig) { + throw new Error(`Creating scenario '${name}': expected a tsserver config for lsp scenario.`); + } this.name = name; this.kind = kind; this.args = args; diff --git a/ts-perf/packages/api/src/options.ts b/ts-perf/packages/api/src/options.ts index 5997c672..9e3c80b3 100644 --- a/ts-perf/packages/api/src/options.ts +++ b/ts-perf/packages/api/src/options.ts @@ -110,6 +110,20 @@ const tsserver: CommandLineOptionSet = { }, }; +const lsp: CommandLineOptionSet = { + merge: true, + include: ["common"], + options: { + builtDir, + suiteDir, + extended: { + type: "boolean", + description: "If the scenario declares optional (aka extended) requests, run those as well.", + defaultValue: false, + }, + }, +}; + const startup: CommandLineOptionSet = { merge: true, include: ["common"], @@ -151,6 +165,7 @@ export const optionSets: CommandLineOptionSets = { common, compiler, tsserver, + lsp, startup, azureStorage, }; diff --git a/ts-perf/packages/commands/package.json b/ts-perf/packages/commands/package.json index 30bb3e6b..463de7b3 100644 --- a/ts-perf/packages/commands/package.json +++ b/ts-perf/packages/commands/package.json @@ -37,7 +37,9 @@ "power-options": "^0.3.4", "semver": "^7.7.4", "table-style": "^0.1.4", - "tmp": "^0.2.5" + "tmp": "^0.2.5", + "vscode-jsonrpc": "^8.2.1", + "vscode-languageserver-protocol": "^3.17.5" }, "devDependencies": { "@types/semver": "^7.7.1", diff --git a/ts-perf/packages/commands/src/benchmark/index.ts b/ts-perf/packages/commands/src/benchmark/index.ts index 43ca4b7d..6092d34e 100644 --- a/ts-perf/packages/commands/src/benchmark/index.ts +++ b/ts-perf/packages/commands/src/benchmark/index.ts @@ -15,6 +15,7 @@ import { import { HostContext, LogEventType, ProcessExitError } from "@ts-perf/core"; import { CommandLineParseError } from "power-options"; +import * as lsp from "./lsp"; import { measureAndRunScenarios } from "./measure"; import { printBenchmark, printComparison } from "./print"; import * as startup from "./startup"; @@ -57,6 +58,7 @@ export interface BenchmarkOptions extends AzureStorageOptions, CommonOptions { export type TSOptions = | { kind: "tsserver"; options: BenchmarkOptions & TSServerOptions; } + | { kind: "lsp"; options: BenchmarkOptions & TSServerOptions; } | { kind: "tsc"; options: BenchmarkOptions & CompilerOptions; } | { kind: "startup"; options: BenchmarkOptions & StartupOptions; }; @@ -391,6 +393,7 @@ const command: Command = { tsc.registerCommands(command.commands); tsserver.registerCommands(command.commands); +lsp.registerCommands(command.commands); startup.registerCommands(command.commands); export function registerCommands(commands: CommandMap) { diff --git a/ts-perf/packages/commands/src/benchmark/lsp.ts b/ts-perf/packages/commands/src/benchmark/lsp.ts new file mode 100644 index 00000000..8d4c85db --- /dev/null +++ b/ts-perf/packages/commands/src/benchmark/lsp.ts @@ -0,0 +1,17 @@ +import { Command, CommandMap } from "@ts-perf/api"; + +import { benchmark } from "."; + +const command: Command = { + commandName: "lsp", + summary: "Benchmark LSP scenarios.", + description: "Benchmark LSP scenarios.", + include: ["lsp"], + lock: true, + update: true, + exec: ({ options }, host) => benchmark({ kind: "lsp", options }, host), +}; + +export function registerCommands(commands: CommandMap) { + commands.lsp = command; +} diff --git a/ts-perf/packages/commands/src/benchmark/measure.ts b/ts-perf/packages/commands/src/benchmark/measure.ts index 7d6aaf9a..6b6c44a3 100644 --- a/ts-perf/packages/commands/src/benchmark/measure.ts +++ b/ts-perf/packages/commands/src/benchmark/measure.ts @@ -143,6 +143,18 @@ export async function measureAndRunScenarios({ kind, options }: TSOptions, host: hostIndex, ); break; + case "lsp": + measurement = await runLSPScenario( + name, + scenario, + testHost, + options, + host, + scenarioIndex, + hostSpecifier, + hostIndex, + ); + break; default: host.error(`Unrecognizable kind '${kind}'.`); throw new ProcessExitError(-1, "Unrecognizable kind."); @@ -334,6 +346,104 @@ async function runTSServerScenario( readline.createInterface({ input: childProcess.stdout, terminal: false }).on("line", line => { context.trace(`> ${line}`); const m = tryParseDiagnostic(line); + context.info(line) + if (m) { + values[m.name] = (values[m.name] ?? 0) + m.value; + valueKeys.add(m.name); + } + }); + + readline.createInterface({ input: childProcess.stderr, terminal: false }).on("line", line => { + context.error(`>> ${line}`); + }); + + return new Promise(resolve => childProcess.once("exit", resolve)); + }; + const status = await runAndParseOutput(); + const after = performance.now(); + + context.info( + ` ${formatProgress(i, runs)} Ran scenario '${name}'${status ? " (with errors)" : ""} in ${ + ((after - before) / 1000).toFixed(2) + }s.${isWarmup ? " (warmup)" : ""}`, + ); + + try { + await fs.promises.rm(temp.outDirectory, { recursive: true }); + } + catch {} + + if (!isWarmup) { + samples.push(values); + } + } + + const metrics: Record = Object.create(null); + for (const metricName of valueKeys) { + const isCount = metricName.includes("count"); + metrics[metricName] = computeMetrics(samples.map(x => x[metricName] ?? 0), metricName, isCount ? "" : "ms", 0); + } + + return new Measurement( + scenario.name, + scenarioIndex, + hostSpecifier, + hostIndex, + metrics, + ); +} + +async function runLSPScenario( + name: string, + scenario: Scenario, + host: Host, + options: BenchmarkOptions & TSServerOptions, + context: HostContext, + scenarioIndex: number, + hostSpecifier: HostSpecifier, + hostIndex: number, +): Promise { + const lspServer = resolveBuiltPath(options.builtDir, "tsgo"); + const temp = await getTempDirectories(); + const expansion = ExpansionProvider.getProviders({ runner: { kind: "lsp", options }, temp, scenario, host }); + const nativeBin = isNativeBinary(lspServer); + // Use the host as the runner for JS-based servers; for native binaries, run directly + const lspHost = nativeBin ? Host.current : (host.executableFile ? host : Host.current); + const argsBuilder = new CommandLineArgumentsBuilder(expansion, lspHost, /*exposeGc*/ false) + .add(path.join(__dirname, "measurelsp.js")) + .add("--lsp", lspServer) + .add("--commands", scenario.configFile) + .add("--suite", options.suiteDir) + if (options.extended) { + argsBuilder.add("--extended"); + } + if (options.cpus) { + argsBuilder.add("--cpus", options.cpus); + } + const { cmd, args } = argsBuilder; + try { + await fs.promises.mkdir(temp.suiteTempDirectory); + } + catch {} + + context.trace(`> ${cmd} ${args.join(" ")}`); + + const samples: TSServerSample[] = []; + const valueKeys = new Set(); + const numIterations = options.iterations || 5; + const numWarmups = options.warmups || 0; + const runs = numIterations + numWarmups; + for (let i = 0; i < runs; i++) { + const isWarmup = i < numWarmups; + const before = performance.now(); + const values: { [key: string]: number; } = Object.create(null); + const runAndParseOutput = () => { + const childProcess = spawn(cmd!, args); + + readline.createInterface({ input: childProcess.stdout, terminal: false }).on("line", line => { + context.trace(`> ${line}`); + const m = tryParseDiagnostic(line); + context.info(line); if (m) { values[m.name] = (values[m.name] ?? 0) + m.value; valueKeys.add(m.name); diff --git a/ts-perf/packages/commands/src/benchmark/measurelsp.ts b/ts-perf/packages/commands/src/benchmark/measurelsp.ts new file mode 100644 index 00000000..486d09dc --- /dev/null +++ b/ts-perf/packages/commands/src/benchmark/measurelsp.ts @@ -0,0 +1,357 @@ +import { execFileSync } from "node:child_process"; +import * as cp from "node:child_process"; +import fs from "node:fs"; +import path from "node:path"; +import { performance } from "node:perf_hooks"; +import process from "node:process"; +import { pathToFileURL } from "node:url"; + +import { + TSServerCommand, + TSServerCompletionInfoCommand, + TSServerConfig, + TSServerGeterrCommand, + TSServerNavtoCommand, + TSServerReferencesCommand, + TSServerUpdateOpenCommand, +} from "@ts-perf/api"; +import { CommandLine, CommandLineParseError } from "power-options"; +import * as rpc from "vscode-jsonrpc/node"; +import * as protocol from "vscode-languageserver-protocol"; + +main().catch(e => { + console.error(e); + process.exit(2); +}); + +interface CLIOpts { + lsp: string; + commands: string; + suite: string; + extended?: boolean; + cpus?: string; +} + +async function main() { + const cli = new CommandLine({ + auto: true, + options: { + help: { + shortName: "h", + alias: ["?"], + help: true, + }, + lsp: { + shortName: "l", + type: "string", + required: true, + description: "Path to the LSP server executable (e.g. './built/local/tsgo')", + validate: validatePath, + }, + commands: { + shortName: "c", + type: "string", + required: true, + description: "Path to a json file that configures the tsserver commands", + validate: validatePath, + }, + suite: { + shortName: "s", + type: "string", + required: true, + description: "Path to root location for test suites (e.g. './internal/cases/perf/solutions')", + validate: validatePath, + }, + extended: { + type: "boolean", + description: "If the scenario declares optional (aka extended) requests, run those as well", + }, + cpus: { + type: "string", + description: "CPUs to run benchmarked processes on; see the --cpu-list in 'man taskset'", + }, + }, + exec: ({ options }) => runPerf(options), + }); + await cli.parseAndExecute(process.argv.slice(2), undefined); +} + +function validatePath(value: string, arg: string) { + if (!fs.existsSync(value)) { + throw new CommandLineParseError(`Option '${arg}' path not found: '${value}'.`); + } +} + +function filePathToUri(filePath: string): string { + return pathToFileURL(filePath).toString(); +} + +function getLanguageId(filePath: string): string { + const ext = path.extname(filePath).toLowerCase(); + switch (ext) { + case ".ts": + case ".mts": + case ".cts": + return "typescript"; + case ".js": + case ".mjs": + case ".cjs": + return "javascript"; + case ".tsx": + return "typescriptreact"; + case ".jsx": + return "javascriptreact"; + default: + return "typescript"; + } +} + +async function runPerf(options: CLIOpts) { + const config: TSServerConfig = + JSON.parse(await fs.promises.readFile(options.commands, { encoding: "utf-8" })).tsserverConfig; + const solution = path.resolve(path.join(options.suite, config.solution)); + let lspServerPath = path.resolve(options.lsp); + // Needed for excludedDirectories + process.chdir(solution); + + const serverArgs: string[] = ["--lsp", "--stdio"]; + + // If the server is a JS file, run it under Node.js + if (path.extname(lspServerPath).toLowerCase() === ".js") { + serverArgs.unshift(lspServerPath); + lspServerPath = process.execPath; + } + + const serverProc = cp.spawn(lspServerPath, serverArgs, { + stdio: ["pipe", "pipe", "ignore"], + }); + + const connection = rpc.createMessageConnection( + new rpc.StreamMessageReader(serverProc.stdout!), + new rpc.StreamMessageWriter(serverProc.stdin!), + ); + + // Handle any server-to-client requests (e.g. client/registerCapability) + connection.onRequest((_method, _params) => { + return null; + }); + + connection.listen(); + + serverProc.on("exit", code => console.log(code ? `Exited with code ${code}` : `Terminated`)); + + // seq tracks request numbering; starts at 1 for initialize (analogous to configure in tsserver) + let seq = 1; + + try { + if (options.cpus) { + if (!serverProc.pid) { + throw new Error("--cpus specified, but server did not report PID"); + } + if (process.platform !== "linux") { + throw new Error("--cpus only works on Linux"); + } + + // Set CPU affinity after the server starts (same approach as measuretsserver.ts) + execFileSync("taskset", ["--all-tasks", "--cpu-list", "--pid", options.cpus, `${serverProc.pid}`]); + } + + // Initialize the LSP server (analogous to the configure message in tsserver) + const solutionUri = filePathToUri(solution); + await connection.sendRequest(protocol.InitializeRequest.method, { + processId: process.pid, + capabilities: { + textDocument: { + completion: { + completionItem: { + snippetSupport: true, + insertReplaceSupport: true, + resolveSupport: { + properties: ["documentation", "detail", "additionalTextEdits"], + }, + commitCharactersSupport: true, + deprecatedSupport: true, + preselectSupport: true, + labelDetailsSupport: true, + }, + contextSupport: true, + }, + definition: { linkSupport: true }, + references: {}, + documentSymbol: { hierarchicalDocumentSymbolSupport: true }, + foldingRange: {}, + hover: {}, + diagnostic: { relatedDocumentSupport: true }, + implementation: { linkSupport: true }, + typeDefinition: { linkSupport: true }, + }, + workspace: { + symbol: {}, + }, + }, + rootUri: solutionUri, + } as protocol.InitializeParams); + + await connection.sendNotification(protocol.InitializedNotification.method, {}); + + // Account for initialize so command numbering matches measuretsserver.ts output + seq++; + + // Check if the canonical (non-extended) commands in the config are correct + if (config.commands[0].commandName !== "updateOpen") { + throw new Error(`Expected command 0 to be 'updateOpen', got ${config.commands[0].commandName}`); + } + if (config.commands[1].commandName !== "geterr") { + throw new Error(`Expected command 1 to be 'geterr', got ${config.commands[1].commandName}`); + } + if (config.commands[2].commandName !== "references") { + throw new Error(`Expected command 2 to be 'references', got ${config.commands[2].commandName}`); + } + if (config.commands[3].commandName !== "navto") { + throw new Error(`Expected command 3 to be 'navto', got ${config.commands[3].commandName}`); + } + if (config.commands[4].commandName !== "completionInfo") { + throw new Error(`Expected command 4 to be 'completionInfo', got ${config.commands[4].commandName}`); + } + + const maxCommands = options.extended ? config.commands.length : 5; + for (let i = 0; i < maxCommands; i++) { + const command = config.commands[i]; + if (command) { + if (options.cpus) { + // Sleeping between commands prevents high variance when constraining to a single core + await sleep(1000); + } + await runCommand(command, seq++); + } + } + } + finally { + // Shut down the LSP server + try { + await connection.sendRequest(protocol.ShutdownRequest.method); + await connection.sendNotification(protocol.ExitNotification.method); + } + catch { + // Server may have already exited + } + connection.dispose(); + } + + function sleep(ms: number): Promise { + return new Promise(resolve => setTimeout(resolve, ms)); + } + + async function runCommand(command: TSServerCommand, seq: number): Promise { + let time: number; + switch (command.commandName) { + case "updateOpen": + time = await updateOpen(command, seq); + break; + case "geterr": + time = await geterr(command, seq); + break; + case "references": + time = await references(command, seq); + break; + case "navto": + time = await navto(command, seq); + break; + case "completionInfo": + time = await completionInfo(command, seq); + break; + default: + throw new Error(`Could not recognize command '${(command as any).commandName}'.`); + } + console.log(`Req ${seq - 1} - ${command.commandName}: ${time}`); + } + + async function updateOpen(command: TSServerUpdateOpenCommand, _seq: number): Promise { + // Read file contents before timing (same as measuretsserver.ts) + const openFiles = await Promise.all(command.args.map(async fileArg => { + const file = path.join(solution, fileArg.file); + return { + uri: filePathToUri(file), + content: await fs.promises.readFile(file, { encoding: "utf-8" }), + languageId: getLanguageId(file), + }; + })); + + const start = performance.now(); + for (const openFile of openFiles) { + await connection.sendNotification(protocol.DidOpenTextDocumentNotification.method, { + textDocument: { + uri: openFile.uri, + languageId: openFile.languageId, + version: 1, + text: openFile.content, + }, + } as protocol.DidOpenTextDocumentParams); + } + const end = performance.now(); + return Math.round(end - start); + } + + async function geterr(command: TSServerGeterrCommand, _seq: number): Promise { + const files = command.args.map(f => path.join(solution, f)); + const start = performance.now(); + for (const file of files) { + const fileUri = filePathToUri(file); + await connection.sendRequest(protocol.DocumentDiagnosticRequest.method, { + textDocument: { uri: fileUri }, + } as protocol.DocumentDiagnosticParams); + } + const end = performance.now(); + return Math.round(end - start); + } + + async function references(command: TSServerReferencesCommand, _seq: number): Promise { + const file = path.join(solution, command.args.file); + const fileUri = filePathToUri(file); + // tsserver uses 1-based line/offset; LSP uses 0-based line/character + const start = performance.now(); + await connection.sendRequest(protocol.ReferencesRequest.method, { + textDocument: { uri: fileUri }, + position: { + line: command.args.line - 1, + character: command.args.offset - 1, + }, + context: { includeDeclaration: true }, + } as protocol.ReferenceParams); + const end = performance.now(); + return Math.round(end - start); + } + + async function navto(command: TSServerNavtoCommand, _seq: number): Promise { + const start = performance.now(); + await connection.sendRequest(protocol.WorkspaceSymbolRequest.method, { + query: command.args.searchValue, + } as protocol.WorkspaceSymbolParams); + const end = performance.now(); + return Math.round(end - start); + } + + async function completionInfo(command: TSServerCompletionInfoCommand, seq: number): Promise { + const file = path.join(solution, command.args.file); + const fileUri = filePathToUri(file); + const start = performance.now(); + const completions = await connection.sendRequest( + protocol.CompletionRequest.method, + { + textDocument: { uri: fileUri }, + position: { + line: command.args.line - 1, + character: command.args.offset - 1, + }, + } as protocol.CompletionParams, + ); + const end = performance.now(); + const count = completions + ? Array.isArray(completions) + ? completions.length + : completions.items?.length ?? -1e6 + : -1e6; + console.log(`Req ${seq - 1} - ${command.commandName} count: ${count}`); + return Math.round(end - start); + } +} From 0888c3bc97251d147517957a30407edd8c6f8910 Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Sun, 29 Mar 2026 23:09:37 -0700 Subject: [PATCH 25/39] add lsp to setup pipeline --- scripts/src/setupPipeline.ts | 33 +++++++++++++++++++++++++++++++-- 1 file changed, 31 insertions(+), 2 deletions(-) diff --git a/scripts/src/setupPipeline.ts b/scripts/src/setupPipeline.ts index 58a4c101..1f9104c4 100644 --- a/scripts/src/setupPipeline.ts +++ b/scripts/src/setupPipeline.ts @@ -123,6 +123,27 @@ const allScenarios: readonly BaseScenario[] = [ runIn: RunType.Any, cost: 17, }, + { + kind: "lsp", + name: "Compiler-UnionsLSP", + agent: "ts-perf1", + runIn: RunType.Any, + cost: 14, + }, + { + kind: "lsp", + name: "CompilerLSP", + agent: "ts-perf3", + runIn: RunType.Any, + cost: 16, + }, + { + kind: "lsp", + name: "xstate-main-1-LSP", + agent: "ts-perf4", + runIn: RunType.Any, + cost: 17, + }, { kind: "startup", name: "tsc-startup", agent: "ts-perf1", runIn: RunType.Any, cost: 19 }, { kind: "startup", @@ -171,6 +192,14 @@ function* generateBaselinePreset(scenarios: readonly BaseScenario[]): Iterable Date: Mon, 30 Mar 2026 15:31:23 -0700 Subject: [PATCH 26/39] clean up --- build/benchmark.yml | 2 ++ .../commands/src/benchmark/measurelsp.ts | 21 +++++++------------ 2 files changed, 9 insertions(+), 14 deletions(-) diff --git a/build/benchmark.yml b/build/benchmark.yml index 73164e38..e5fb3bce 100644 --- a/build/benchmark.yml +++ b/build/benchmark.yml @@ -184,6 +184,8 @@ jobs: node $(BENCH_SCRIPTS)/setupPipeline.js displayName: Setup pipeline name: setupPipeline + env: + TSGOFLAG: $(TSGOFLAG) diff --git a/ts-perf/packages/commands/src/benchmark/measurelsp.ts b/ts-perf/packages/commands/src/benchmark/measurelsp.ts index 486d09dc..aea19383 100644 --- a/ts-perf/packages/commands/src/benchmark/measurelsp.ts +++ b/ts-perf/packages/commands/src/benchmark/measurelsp.ts @@ -110,18 +110,12 @@ async function runPerf(options: CLIOpts) { const config: TSServerConfig = JSON.parse(await fs.promises.readFile(options.commands, { encoding: "utf-8" })).tsserverConfig; const solution = path.resolve(path.join(options.suite, config.solution)); - let lspServerPath = path.resolve(options.lsp); + const lspServerPath = path.resolve(options.lsp); // Needed for excludedDirectories process.chdir(solution); const serverArgs: string[] = ["--lsp", "--stdio"]; - // If the server is a JS file, run it under Node.js - if (path.extname(lspServerPath).toLowerCase() === ".js") { - serverArgs.unshift(lspServerPath); - lspServerPath = process.execPath; - } - const serverProc = cp.spawn(lspServerPath, serverArgs, { stdio: ["pipe", "pipe", "ignore"], }); @@ -152,7 +146,7 @@ async function runPerf(options: CLIOpts) { throw new Error("--cpus only works on Linux"); } - // Set CPU affinity after the server starts (same approach as measuretsserver.ts) + // Set CPU affinity after the server starts (same as measuretsserver.ts) execFileSync("taskset", ["--all-tasks", "--cpu-list", "--pid", options.cpus, `${serverProc.pid}`]); } @@ -219,7 +213,7 @@ async function runPerf(options: CLIOpts) { const command = config.commands[i]; if (command) { if (options.cpus) { - // Sleeping between commands prevents high variance when constraining to a single core + // Sleeping between commands prevents high variance when constrained to a single core await sleep(1000); } await runCommand(command, seq++); @@ -308,13 +302,12 @@ async function runPerf(options: CLIOpts) { async function references(command: TSServerReferencesCommand, _seq: number): Promise { const file = path.join(solution, command.args.file); const fileUri = filePathToUri(file); - // tsserver uses 1-based line/offset; LSP uses 0-based line/character const start = performance.now(); await connection.sendRequest(protocol.ReferencesRequest.method, { textDocument: { uri: fileUri }, position: { - line: command.args.line - 1, - character: command.args.offset - 1, + line: command.args.line, + character: command.args.offset, }, context: { includeDeclaration: true }, } as protocol.ReferenceParams); @@ -340,8 +333,8 @@ async function runPerf(options: CLIOpts) { { textDocument: { uri: fileUri }, position: { - line: command.args.line - 1, - character: command.args.offset - 1, + line: command.args.line, + character: command.args.offset, }, } as protocol.CompletionParams, ); From 8a8f32eb513798ce140bf9e17bb71a491c8812dd Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Tue, 31 Mar 2026 12:45:58 -0700 Subject: [PATCH 27/39] bump versions --- pnpm-lock.yaml | 36 +++++++++++--------------- scripts/src/buildTypeScript.ts | 2 +- ts-perf/packages/commands/package.json | 4 +-- 3 files changed, 18 insertions(+), 24 deletions(-) diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml index efaea61c..d36c783a 100644 --- a/pnpm-lock.yaml +++ b/pnpm-lock.yaml @@ -194,11 +194,11 @@ importers: specifier: ^0.2.5 version: 0.2.5 vscode-jsonrpc: - specifier: ^8.2.1 - version: 8.2.1 + specifier: ^9.0.0-next.11 + version: 9.0.0-next.11 vscode-languageserver-protocol: - specifier: ^3.17.5 - version: 3.17.5 + specifier: ^3.17.6-next.17 + version: 3.17.6-next.17 devDependencies: '@types/semver': specifier: ^7.7.1 @@ -2941,19 +2941,15 @@ packages: jsdom: optional: true - vscode-jsonrpc@8.2.0: - resolution: {integrity: sha512-C+r0eKJUIfiDIfwJhria30+TYWPtuHJXHtI7J0YlOmKAo7ogxP20T0zxB7HZQIFhIyvoBPwWskjxrvAtfjyZfA==} + vscode-jsonrpc@9.0.0-next.11: + resolution: {integrity: sha512-u6LElQNbSiE9OugEEmrUKwH6+8BpPz2S5MDHvQUqHL//I4Q8GPikKLOUf856UnbLkZdhxaPrExac1lA3XwpIPA==} engines: {node: '>=14.0.0'} - vscode-jsonrpc@8.2.1: - resolution: {integrity: sha512-kdjOSJ2lLIn7r1rtrMbbNCHjyMPfRnowdKjBQ+mGq6NAW5QY2bEZC/khaC5OR8svbbjvLEaIXkOq45e2X9BIbQ==} - engines: {node: '>=14.0.0'} - - vscode-languageserver-protocol@3.17.5: - resolution: {integrity: sha512-mb1bvRJN8SVznADSGWM9u/b07H7Ecg0I3OgXDuLdn307rl/J3A9YD6/eYOssqhecL27hK1IPZAsaqh00i/Jljg==} + vscode-languageserver-protocol@3.17.6-next.17: + resolution: {integrity: sha512-HW72YcFsuckfK6oPVuysRXhKiIFJoUvXgspPHvCMWpwe2x9aq2oGZDUSvKx4m/qUGB27+iu8ijAxsFlljYl2IQ==} - vscode-languageserver-types@3.17.5: - resolution: {integrity: sha512-Ld1VelNuX9pdF39h2Hgaeb5hEZM2Z3jUrrMgWQAu82jMtZp7p3vJT3BzToKtZI7NgQssZje5o0zryOrhQvzQAg==} + vscode-languageserver-types@3.17.6-next.6: + resolution: {integrity: sha512-aiJY5/yW+xzw7KPNlwi3gQtddq/3EIn5z8X8nCgJfaiAij2R1APKePngv+MUdLdYJBVTLu+Qa0ODsT+pHgYguQ==} webidl-conversions@3.0.1: resolution: {integrity: sha512-2JAn3z8AR6rjK8Sm8orRC0h/bcl/DqL7tRPdGZ4I1CjdF+EaMLmYxBHyXuKL849eucPFhvBoxMsflfOb8kxaeQ==} @@ -5780,16 +5776,14 @@ snapshots: - tsx - yaml - vscode-jsonrpc@8.2.0: {} - - vscode-jsonrpc@8.2.1: {} + vscode-jsonrpc@9.0.0-next.11: {} - vscode-languageserver-protocol@3.17.5: + vscode-languageserver-protocol@3.17.6-next.17: dependencies: - vscode-jsonrpc: 8.2.0 - vscode-languageserver-types: 3.17.5 + vscode-jsonrpc: 9.0.0-next.11 + vscode-languageserver-types: 3.17.6-next.6 - vscode-languageserver-types@3.17.5: {} + vscode-languageserver-types@3.17.6-next.6: {} webidl-conversions@3.0.1: {} diff --git a/scripts/src/buildTypeScript.ts b/scripts/src/buildTypeScript.ts index 08e7240d..2466ca60 100644 --- a/scripts/src/buildTypeScript.ts +++ b/scripts/src/buildTypeScript.ts @@ -28,7 +28,7 @@ await $`mkdir -p ${path.dirname(outputDir)}`; await retry(() => $`npm ci`); if (fs.existsSync("Herebyfile.mjs")) { - if (JSON.parse(packageJson).name === "typescript-go") { + if (args.tsgo) { await $`npx hereby build`; await $`mv built/local ${outputDir}`; } diff --git a/ts-perf/packages/commands/package.json b/ts-perf/packages/commands/package.json index 463de7b3..fdf55205 100644 --- a/ts-perf/packages/commands/package.json +++ b/ts-perf/packages/commands/package.json @@ -38,8 +38,8 @@ "semver": "^7.7.4", "table-style": "^0.1.4", "tmp": "^0.2.5", - "vscode-jsonrpc": "^8.2.1", - "vscode-languageserver-protocol": "^3.17.5" + "vscode-jsonrpc": "^9.0.0-next.11", + "vscode-languageserver-protocol": "^3.17.6-next.17" }, "devDependencies": { "@types/semver": "^7.7.1", From 90a5c18b840b36a42c97c6cbfef5cf6dfabfe6eb Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Tue, 31 Mar 2026 12:52:25 -0700 Subject: [PATCH 28/39] format ...? --- build/benchmark.yml | 36 +++++++++---------- scripts/src/__tests__/setupPipeline.test.ts | 2 +- scripts/src/buildTypeScript.ts | 5 ++- .../commands/src/benchmark/measure.ts | 12 +++---- 4 files changed, 28 insertions(+), 27 deletions(-) diff --git a/build/benchmark.yml b/build/benchmark.yml index e5fb3bce..bf3d5aa8 100644 --- a/build/benchmark.yml +++ b/build/benchmark.yml @@ -93,7 +93,7 @@ parameters: displayName: boolean to describe if building ts-go type: boolean default: false - + variables: Codeql.Enabled: false skipComponentGovernanceDetection: true @@ -146,19 +146,19 @@ jobs: - template: templates/cloneAndBuildBenchmarkRepo.yml # Sets $(BENCH_SCRIPTS), $(TSPERF_EXE) - ${{ if eq(parameters.TS_GO, true) }}: - - checkout: typescript-go - path: typescript-go - fetchTags: false - fetchDepth: 2 # For PRs, we want the merge base to compare against. - clean: true - retryCountOnTaskFailure: 3 + - checkout: typescript-go + path: typescript-go + fetchTags: false + fetchDepth: 2 # For PRs, we want the merge base to compare against. + clean: true + retryCountOnTaskFailure: 3 - ${{ else }}: - - checkout: TypeScript - path: TypeScript - fetchTags: false - fetchDepth: 2 # For PRs, we want the merge base to compare against. - clean: true - retryCountOnTaskFailure: 3 + - checkout: TypeScript + path: TypeScript + fetchTags: false + fetchDepth: 2 # For PRs, we want the merge base to compare against. + clean: true + retryCountOnTaskFailure: 3 # Ideally we'd just do this: # git config remote.origin.fetch "+refs/heads/*:refs/remotes/origin/*" @@ -187,8 +187,6 @@ jobs: env: TSGOFLAG: $(TSGOFLAG) - - - bash: | set -exo pipefail git switch --detach $(TSPERF_NEW_COMMIT) @@ -255,10 +253,10 @@ jobs: displayName: Download built TypeScript - ${{ if eq(parameters.TS_GO, true) }}: - - bash: | - set -exo pipefail - find $(BUILT_TYPESCRIPT_DIR) -name 'tsgo' -type f -exec chmod +x {} + - displayName: Make tsgo executable + - bash: | + set -exo pipefail + find $(BUILT_TYPESCRIPT_DIR) -name 'tsgo' -type f -exec chmod +x {} + + displayName: Make tsgo executable # This is provided by the agent. - bash: | diff --git a/scripts/src/__tests__/setupPipeline.test.ts b/scripts/src/__tests__/setupPipeline.test.ts index abd3a611..2da34d7d 100644 --- a/scripts/src/__tests__/setupPipeline.test.ts +++ b/scripts/src/__tests__/setupPipeline.test.ts @@ -57,7 +57,7 @@ test.each(inputs)("setupPipeline input=%s", async input => { isPr: !baselining, shouldLog: false, gitParseRev: fakeGitRevParse, - tsgo: false + tsgo: false, }); } catch (e) { diff --git a/scripts/src/buildTypeScript.ts b/scripts/src/buildTypeScript.ts index 2466ca60..5635bb99 100644 --- a/scripts/src/buildTypeScript.ts +++ b/scripts/src/buildTypeScript.ts @@ -21,7 +21,10 @@ const outputDir = args.outputDir; assert(outputDir, "Expected output path as first argument"); const packageJson = await fs.promises.readFile("package.json", "utf8"); -assert(JSON.parse(packageJson).name === "typescript"|| JSON.parse(packageJson).name === "typescript-go", "Expected to be run from the TypeScript repo"); +assert( + JSON.parse(packageJson).name === "typescript" || JSON.parse(packageJson).name === "typescript-go", + "Expected to be run from the TypeScript repo", +); await $`mkdir -p ${path.dirname(outputDir)}`; diff --git a/ts-perf/packages/commands/src/benchmark/measure.ts b/ts-perf/packages/commands/src/benchmark/measure.ts index 6b6c44a3..5a29f09e 100644 --- a/ts-perf/packages/commands/src/benchmark/measure.ts +++ b/ts-perf/packages/commands/src/benchmark/measure.ts @@ -64,7 +64,7 @@ function resolveBuiltPath(builtDir: string, name: string): string { return nativePath; } } - return "" + return ""; } export async function measureAndRunScenarios({ kind, options }: TSOptions, host: HostContext): Promise { @@ -346,7 +346,7 @@ async function runTSServerScenario( readline.createInterface({ input: childProcess.stdout, terminal: false }).on("line", line => { context.trace(`> ${line}`); const m = tryParseDiagnostic(line); - context.info(line) + context.info(line); if (m) { values[m.name] = (values[m.name] ?? 0) + m.value; valueKeys.add(m.name); @@ -410,10 +410,10 @@ async function runLSPScenario( // Use the host as the runner for JS-based servers; for native binaries, run directly const lspHost = nativeBin ? Host.current : (host.executableFile ? host : Host.current); const argsBuilder = new CommandLineArgumentsBuilder(expansion, lspHost, /*exposeGc*/ false) - .add(path.join(__dirname, "measurelsp.js")) - .add("--lsp", lspServer) - .add("--commands", scenario.configFile) - .add("--suite", options.suiteDir) + .add(path.join(__dirname, "measurelsp.js")) + .add("--lsp", lspServer) + .add("--commands", scenario.configFile) + .add("--suite", options.suiteDir); if (options.extended) { argsBuilder.add("--extended"); } From 6c87b46387927731b6f55915cbc0eac599625556 Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Tue, 31 Mar 2026 15:36:08 -0700 Subject: [PATCH 29/39] add snaps for tsgo testing --- .../setupPipeline/baseline_tsgo/compute.snap | 10 ++ .../setupPipeline/baseline_tsgo/error.snap | 1 + .../setupPipeline/baseline_tsgo/matrix.snap | 75 +++++++++ .../baseline_tsgo/outputVariables.snap | 23 +++ .../baseline_tsgo/parameters.snap | 11 ++ .../setupPipeline/bun_tsgo/compute.snap | 7 + .../setupPipeline/bun_tsgo/error.snap | 1 + .../setupPipeline/bun_tsgo/matrix.snap | 120 ++++++++++++++ .../bun_tsgo/outputVariables.snap | 23 +++ .../setupPipeline/bun_tsgo/parameters.snap | 11 ++ .../setupPipeline/default_tsgo/compute.snap | 7 + .../setupPipeline/default_tsgo/error.snap | 1 + .../setupPipeline/default_tsgo/matrix.snap | 152 ++++++++++++++++++ .../default_tsgo/outputVariables.snap | 23 +++ .../default_tsgo/parameters.snap | 11 ++ .../faster commits=_tsgo/compute.snap | 1 + .../faster commits=_tsgo/error.snap | 1 + .../faster commits=_tsgo/matrix.snap | 1 + .../faster commits=_tsgo/outputVariables.snap | 1 + .../faster commits=_tsgo/parameters.snap | 1 + .../compute.snap | 7 + .../error.snap | 1 + .../matrix.snap | 96 +++++++++++ .../outputVariables.snap | 23 +++ .../parameters.snap | 11 ++ .../compute.snap | 1 + .../error.snap | 1 + .../matrix.snap | 1 + .../outputVariables.snap | 1 + .../parameters.snap | 1 + .../compute.snap | 7 + .../error.snap | 1 + .../matrix.snap | 96 +++++++++++ .../outputVariables.snap | 23 +++ .../parameters.snap | 13 ++ .../setupPipeline/faster_tsgo/compute.snap | 7 + .../setupPipeline/faster_tsgo/error.snap | 1 + .../setupPipeline/faster_tsgo/matrix.snap | 96 +++++++++++ .../faster_tsgo/outputVariables.snap | 23 +++ .../setupPipeline/faster_tsgo/parameters.snap | 11 ++ .../setupPipeline/full_tsgo/compute.snap | 7 + .../setupPipeline/full_tsgo/error.snap | 1 + .../setupPipeline/full_tsgo/matrix.snap | 72 +++++++++ .../full_tsgo/outputVariables.snap | 23 +++ .../setupPipeline/full_tsgo/parameters.snap | 11 ++ .../compute.snap | 7 + .../error.snap | 1 + .../matrix.snap | 152 ++++++++++++++++++ .../outputVariables.snap | 23 +++ .../parameters.snap | 14 ++ .../predictable=true_tsgo/compute.snap | 7 + .../predictable=true_tsgo/error.snap | 1 + .../predictable=true_tsgo/matrix.snap | 152 ++++++++++++++++++ .../outputVariables.snap | 23 +++ .../predictable=true_tsgo/parameters.snap | 11 ++ .../setupPipeline/public_tsgo/compute.snap | 7 + .../setupPipeline/public_tsgo/error.snap | 1 + .../setupPipeline/public_tsgo/matrix.snap | 152 ++++++++++++++++++ .../public_tsgo/outputVariables.snap | 23 +++ .../setupPipeline/public_tsgo/parameters.snap | 11 ++ .../setupPipeline/regular_tsgo/compute.snap | 7 + .../setupPipeline/regular_tsgo/error.snap | 1 + .../setupPipeline/regular_tsgo/matrix.snap | 152 ++++++++++++++++++ .../regular_tsgo/outputVariables.snap | 23 +++ .../regular_tsgo/parameters.snap | 11 ++ .../compute.snap | 7 + .../error.snap | 1 + .../matrix.snap | 48 ++++++ .../outputVariables.snap | 23 +++ .../parameters.snap | 13 ++ .../startup-only_tsgo/compute.snap | 7 + .../startup-only_tsgo/error.snap | 1 + .../startup-only_tsgo/matrix.snap | 48 ++++++ .../startup-only_tsgo/outputVariables.snap | 23 +++ .../startup-only_tsgo/parameters.snap | 11 ++ .../this is not a preset_tsgo/compute.snap | 7 + .../this is not a preset_tsgo/error.snap | 1 + .../this is not a preset_tsgo/matrix.snap | 152 ++++++++++++++++++ .../outputVariables.snap | 23 +++ .../this is not a preset_tsgo/parameters.snap | 11 ++ .../setupPipeline/tsc-only_tsgo/compute.snap | 7 + .../setupPipeline/tsc-only_tsgo/error.snap | 1 + .../setupPipeline/tsc-only_tsgo/matrix.snap | 96 +++++++++++ .../tsc-only_tsgo/outputVariables.snap | 23 +++ .../tsc-only_tsgo/parameters.snap | 11 ++ .../tsserver-only_tsgo/compute.snap | 5 + .../tsserver-only_tsgo/error.snap | 1 + .../tsserver-only_tsgo/matrix.snap | 15 ++ .../tsserver-only_tsgo/outputVariables.snap | 23 +++ .../tsserver-only_tsgo/parameters.snap | 11 ++ .../setupPipeline/vscode_tsgo/compute.snap | 7 + .../setupPipeline/vscode_tsgo/error.snap | 1 + .../setupPipeline/vscode_tsgo/matrix.snap | 152 ++++++++++++++++++ .../vscode_tsgo/outputVariables.snap | 23 +++ .../setupPipeline/vscode_tsgo/parameters.snap | 11 ++ scripts/src/__tests__/setupPipeline.test.ts | 35 +++- 96 files changed, 2589 insertions(+), 4 deletions(-) create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/baseline_tsgo/compute.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/baseline_tsgo/error.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/baseline_tsgo/matrix.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/baseline_tsgo/outputVariables.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/baseline_tsgo/parameters.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/bun_tsgo/compute.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/bun_tsgo/error.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/bun_tsgo/matrix.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/bun_tsgo/outputVariables.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/bun_tsgo/parameters.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/default_tsgo/compute.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/default_tsgo/error.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/default_tsgo/matrix.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/default_tsgo/outputVariables.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/default_tsgo/parameters.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=_tsgo/compute.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=_tsgo/error.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=_tsgo/matrix.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=_tsgo/outputVariables.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=_tsgo/parameters.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3...release-5.4_tsgo/compute.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3...release-5.4_tsgo/error.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3...release-5.4_tsgo/matrix.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3...release-5.4_tsgo/outputVariables.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3...release-5.4_tsgo/parameters.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3..release-5.4_tsgo/compute.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3..release-5.4_tsgo/error.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3..release-5.4_tsgo/matrix.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3..release-5.4_tsgo/outputVariables.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3..release-5.4_tsgo/parameters.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/faster predictable host=node@18.5.1_tsgo/compute.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/faster predictable host=node@18.5.1_tsgo/error.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/faster predictable host=node@18.5.1_tsgo/matrix.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/faster predictable host=node@18.5.1_tsgo/outputVariables.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/faster predictable host=node@18.5.1_tsgo/parameters.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/faster_tsgo/compute.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/faster_tsgo/error.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/faster_tsgo/matrix.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/faster_tsgo/outputVariables.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/faster_tsgo/parameters.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/full_tsgo/compute.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/full_tsgo/error.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/full_tsgo/matrix.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/full_tsgo/outputVariables.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/full_tsgo/parameters.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/hosts=bun@1.1.3,vscode@1.88.1_tsgo/compute.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/hosts=bun@1.1.3,vscode@1.88.1_tsgo/error.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/hosts=bun@1.1.3,vscode@1.88.1_tsgo/matrix.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/hosts=bun@1.1.3,vscode@1.88.1_tsgo/outputVariables.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/hosts=bun@1.1.3,vscode@1.88.1_tsgo/parameters.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/predictable=true_tsgo/compute.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/predictable=true_tsgo/error.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/predictable=true_tsgo/matrix.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/predictable=true_tsgo/outputVariables.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/predictable=true_tsgo/parameters.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/public_tsgo/compute.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/public_tsgo/error.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/public_tsgo/matrix.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/public_tsgo/outputVariables.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/public_tsgo/parameters.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/regular_tsgo/compute.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/regular_tsgo/error.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/regular_tsgo/matrix.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/regular_tsgo/outputVariables.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/regular_tsgo/parameters.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only hosts=node@22.8.0_tsgo/compute.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only hosts=node@22.8.0_tsgo/error.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only hosts=node@22.8.0_tsgo/matrix.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only hosts=node@22.8.0_tsgo/outputVariables.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only hosts=node@22.8.0_tsgo/parameters.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only_tsgo/compute.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only_tsgo/error.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only_tsgo/matrix.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only_tsgo/outputVariables.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only_tsgo/parameters.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/this is not a preset_tsgo/compute.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/this is not a preset_tsgo/error.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/this is not a preset_tsgo/matrix.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/this is not a preset_tsgo/outputVariables.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/this is not a preset_tsgo/parameters.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/tsc-only_tsgo/compute.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/tsc-only_tsgo/error.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/tsc-only_tsgo/matrix.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/tsc-only_tsgo/outputVariables.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/tsc-only_tsgo/parameters.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/tsserver-only_tsgo/compute.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/tsserver-only_tsgo/error.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/tsserver-only_tsgo/matrix.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/tsserver-only_tsgo/outputVariables.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/tsserver-only_tsgo/parameters.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/vscode_tsgo/compute.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/vscode_tsgo/error.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/vscode_tsgo/matrix.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/vscode_tsgo/outputVariables.snap create mode 100644 scripts/src/__tests__/__file_snapshots__/setupPipeline/vscode_tsgo/parameters.snap diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/baseline_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/baseline_tsgo/compute.snap new file mode 100644 index 00000000..9e9e2a76 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/baseline_tsgo/compute.snap @@ -0,0 +1,10 @@ +{ + "parallel": "10m 31s", + "perAgent": { + "ts-perf1": "5m 11s", + "ts-perf2": "3m 56s", + "ts-perf3": "2m 32s", + "ts-perf4": "10m 31s", + }, + "total": "22m 10s", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/baseline_tsgo/error.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/baseline_tsgo/error.snap new file mode 100644 index 00000000..66dc9051 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/baseline_tsgo/error.snap @@ -0,0 +1 @@ +undefined \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/baseline_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/baseline_tsgo/matrix.snap new file mode 100644 index 00000000..6366ebbd --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/baseline_tsgo/matrix.snap @@ -0,0 +1,75 @@ +{ + "any": {}, + "ts-perf1": { + "lsp_native_Compiler_UnionsLSP": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "lsp", + "TSPERF_JOB_NAME": "lsp_native_Compiler_UnionsLSP", + "TSPERF_JOB_SCENARIO": "Compiler-UnionsLSP", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_tsc_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsc_startup", + "TSPERF_JOB_SCENARIO": "tsc-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + }, + "ts-perf10": {}, + "ts-perf11": {}, + "ts-perf12": {}, + "ts-perf2": { + "startup_native_tsserver_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsserver_startup", + "TSPERF_JOB_SCENARIO": "tsserver-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + }, + "ts-perf3": { + "lsp_native_CompilerLSP": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "lsp", + "TSPERF_JOB_NAME": "lsp_native_CompilerLSP", + "TSPERF_JOB_SCENARIO": "CompilerLSP", + "TSPERF_JOB_WARMUPS": 1, + }, + }, + "ts-perf4": { + "lsp_native_xstate_main_1_LSP": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "lsp", + "TSPERF_JOB_NAME": "lsp_native_xstate_main_1_LSP", + "TSPERF_JOB_SCENARIO": "xstate-main-1-LSP", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_tsserverlibrary_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsserverlibrary_startup", + "TSPERF_JOB_SCENARIO": "tsserverlibrary-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_typescript_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_typescript_startup", + "TSPERF_JOB_SCENARIO": "typescript-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + }, + "ts-perf5": {}, + "ts-perf6": {}, + "ts-perf7": {}, + "ts-perf8": {}, + "ts-perf9": {}, +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/baseline_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/baseline_tsgo/outputVariables.snap new file mode 100644 index 00000000..66d35086 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/baseline_tsgo/outputVariables.snap @@ -0,0 +1,23 @@ +{ + "MATRIX_any": "{}", + "MATRIX_ts_perf1": "{"lsp_native_Compiler_UnionsLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_Compiler_UnionsLSP","TSPERF_JOB_SCENARIO":"Compiler-UnionsLSP","TSPERF_JOB_WARMUPS":1},"startup_native_tsc_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsc_startup","TSPERF_JOB_SCENARIO":"tsc-startup","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_ts_perf10": "{}", + "MATRIX_ts_perf11": "{}", + "MATRIX_ts_perf12": "{}", + "MATRIX_ts_perf2": "{"startup_native_tsserver_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserver_startup","TSPERF_JOB_SCENARIO":"tsserver-startup","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_ts_perf3": "{"lsp_native_CompilerLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_CompilerLSP","TSPERF_JOB_SCENARIO":"CompilerLSP","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_ts_perf4": "{"lsp_native_xstate_main_1_LSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_xstate_main_1_LSP","TSPERF_JOB_SCENARIO":"xstate-main-1-LSP","TSPERF_JOB_WARMUPS":1},"startup_native_tsserverlibrary_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserverlibrary_startup","TSPERF_JOB_SCENARIO":"tsserverlibrary-startup","TSPERF_JOB_WARMUPS":1},"startup_native_typescript_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_typescript_startup","TSPERF_JOB_SCENARIO":"typescript-startup","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_ts_perf5": "{}", + "MATRIX_ts_perf6": "{}", + "MATRIX_ts_perf7": "{}", + "MATRIX_ts_perf8": "{}", + "MATRIX_ts_perf9": "{}", + "TSPERF_BASELINE_COMMIT": "HEAD", + "TSPERF_BASELINE_NAME": "baseline", + "TSPERF_IS_COMPARISON": "false", + "TSPERF_IS_CUSTOM_COMMIT_RANGE": "false", + "TSPERF_NEW_COMMIT": "", + "TSPERF_NEW_NAME": "", + "TSPERF_PREDICTABLE": "false", + "TSPERF_PROCESS_KINDS": "lsp startup", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/baseline_tsgo/parameters.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/baseline_tsgo/parameters.snap new file mode 100644 index 00000000..8d7e960b --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/baseline_tsgo/parameters.snap @@ -0,0 +1,11 @@ +{ + "baselineCommit": "HEAD", + "baselineName": "baseline", + "hosts": undefined, + "isComparison": false, + "isCustomCommitRange": false, + "newCommit": "", + "newName": "", + "predictable": undefined, + "preset": "baseline", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/bun_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/bun_tsgo/compute.snap new file mode 100644 index 00000000..4798ba4a --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/bun_tsgo/compute.snap @@ -0,0 +1,7 @@ +{ + "parallel": "47m 42s", + "perAgent": { + "any": "3h 49m 24s", + }, + "total": "3h 49m 24s", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/bun_tsgo/error.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/bun_tsgo/error.snap new file mode 100644 index 00000000..66dc9051 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/bun_tsgo/error.snap @@ -0,0 +1 @@ +undefined \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/bun_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/bun_tsgo/matrix.snap new file mode 100644 index 00000000..d6e0455b --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/bun_tsgo/matrix.snap @@ -0,0 +1,120 @@ +{ + "any": { + "startup_native_tsc_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsc_startup", + "TSPERF_JOB_SCENARIO": "tsc-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_tsserverlibrary_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsserverlibrary_startup", + "TSPERF_JOB_SCENARIO": "tsserverlibrary-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_typescript_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_typescript_startup", + "TSPERF_JOB_SCENARIO": "typescript-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_Compiler_Unions": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 12, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_Compiler_Unions", + "TSPERF_JOB_SCENARIO": "Compiler-Unions", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_angular_1": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 12, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_angular_1", + "TSPERF_JOB_SCENARIO": "angular-1", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_mui_docs": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 12, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_mui_docs", + "TSPERF_JOB_SCENARIO": "mui-docs", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_build_src": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 12, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_build_src", + "TSPERF_JOB_SCENARIO": "self-build-src", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_build_src_public_api": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 12, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_build_src_public_api", + "TSPERF_JOB_SCENARIO": "self-build-src-public-api", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_compiler": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 12, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_compiler", + "TSPERF_JOB_SCENARIO": "self-compiler", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_ts_pre_modules": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 12, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_ts_pre_modules", + "TSPERF_JOB_SCENARIO": "ts-pre-modules", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_vscode": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 12, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_vscode", + "TSPERF_JOB_SCENARIO": "vscode", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_webpack": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 12, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_webpack", + "TSPERF_JOB_SCENARIO": "webpack", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_xstate_main": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 12, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_xstate_main", + "TSPERF_JOB_SCENARIO": "xstate-main", + "TSPERF_JOB_WARMUPS": 1, + }, + }, + "ts-perf1": {}, + "ts-perf10": {}, + "ts-perf11": {}, + "ts-perf12": {}, + "ts-perf2": {}, + "ts-perf3": {}, + "ts-perf4": {}, + "ts-perf5": {}, + "ts-perf6": {}, + "ts-perf7": {}, + "ts-perf8": {}, + "ts-perf9": {}, +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/bun_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/bun_tsgo/outputVariables.snap new file mode 100644 index 00000000..8c702575 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/bun_tsgo/outputVariables.snap @@ -0,0 +1,23 @@ +{ + "MATRIX_any": "{"startup_native_tsc_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsc_startup","TSPERF_JOB_SCENARIO":"tsc-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserverlibrary_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserverlibrary_startup","TSPERF_JOB_SCENARIO":"tsserverlibrary-startup","TSPERF_JOB_WARMUPS":1},"startup_native_typescript_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_typescript_startup","TSPERF_JOB_SCENARIO":"typescript-startup","TSPERF_JOB_WARMUPS":1},"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":12,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":12,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":12,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":12,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src_public_api":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":12,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src_public_api","TSPERF_JOB_SCENARIO":"self-build-src-public-api","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":12,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":12,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":12,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":12,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":12,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_ts_perf1": "{}", + "MATRIX_ts_perf10": "{}", + "MATRIX_ts_perf11": "{}", + "MATRIX_ts_perf12": "{}", + "MATRIX_ts_perf2": "{}", + "MATRIX_ts_perf3": "{}", + "MATRIX_ts_perf4": "{}", + "MATRIX_ts_perf5": "{}", + "MATRIX_ts_perf6": "{}", + "MATRIX_ts_perf7": "{}", + "MATRIX_ts_perf8": "{}", + "MATRIX_ts_perf9": "{}", + "TSPERF_BASELINE_COMMIT": "HEAD^1", + "TSPERF_BASELINE_NAME": "baseline", + "TSPERF_IS_COMPARISON": "true", + "TSPERF_IS_CUSTOM_COMMIT_RANGE": "false", + "TSPERF_NEW_COMMIT": "HEAD", + "TSPERF_NEW_NAME": "pr", + "TSPERF_PREDICTABLE": "false", + "TSPERF_PROCESS_KINDS": "tsc startup", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/bun_tsgo/parameters.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/bun_tsgo/parameters.snap new file mode 100644 index 00000000..375cd6dd --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/bun_tsgo/parameters.snap @@ -0,0 +1,11 @@ +{ + "baselineCommit": "HEAD^1", + "baselineName": "baseline", + "hosts": undefined, + "isComparison": true, + "isCustomCommitRange": false, + "newCommit": "HEAD", + "newName": "pr", + "predictable": undefined, + "preset": "bun", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/default_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/default_tsgo/compute.snap new file mode 100644 index 00000000..2dc8422a --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/default_tsgo/compute.snap @@ -0,0 +1,7 @@ +{ + "parallel": "26m 18s", + "perAgent": { + "any": "2h 42m 26s", + }, + "total": "2h 42m 26s", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/default_tsgo/error.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/default_tsgo/error.snap new file mode 100644 index 00000000..66dc9051 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/default_tsgo/error.snap @@ -0,0 +1 @@ +undefined \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/default_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/default_tsgo/matrix.snap new file mode 100644 index 00000000..72c82749 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/default_tsgo/matrix.snap @@ -0,0 +1,152 @@ +{ + "any": { + "lsp_native_CompilerLSP": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "lsp", + "TSPERF_JOB_NAME": "lsp_native_CompilerLSP", + "TSPERF_JOB_SCENARIO": "CompilerLSP", + "TSPERF_JOB_WARMUPS": 1, + }, + "lsp_native_Compiler_UnionsLSP": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "lsp", + "TSPERF_JOB_NAME": "lsp_native_Compiler_UnionsLSP", + "TSPERF_JOB_SCENARIO": "Compiler-UnionsLSP", + "TSPERF_JOB_WARMUPS": 1, + }, + "lsp_native_xstate_main_1_LSP": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "lsp", + "TSPERF_JOB_NAME": "lsp_native_xstate_main_1_LSP", + "TSPERF_JOB_SCENARIO": "xstate-main-1-LSP", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_tsc_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsc_startup", + "TSPERF_JOB_SCENARIO": "tsc-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_tsserver_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsserver_startup", + "TSPERF_JOB_SCENARIO": "tsserver-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_tsserverlibrary_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsserverlibrary_startup", + "TSPERF_JOB_SCENARIO": "tsserverlibrary-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_typescript_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_typescript_startup", + "TSPERF_JOB_SCENARIO": "typescript-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_Compiler_Unions": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_Compiler_Unions", + "TSPERF_JOB_SCENARIO": "Compiler-Unions", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_angular_1": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_angular_1", + "TSPERF_JOB_SCENARIO": "angular-1", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_mui_docs": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_mui_docs", + "TSPERF_JOB_SCENARIO": "mui-docs", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_build_src": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_build_src", + "TSPERF_JOB_SCENARIO": "self-build-src", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_build_src_public_api": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_build_src_public_api", + "TSPERF_JOB_SCENARIO": "self-build-src-public-api", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_compiler": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_compiler", + "TSPERF_JOB_SCENARIO": "self-compiler", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_ts_pre_modules": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_ts_pre_modules", + "TSPERF_JOB_SCENARIO": "ts-pre-modules", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_vscode": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_vscode", + "TSPERF_JOB_SCENARIO": "vscode", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_webpack": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_webpack", + "TSPERF_JOB_SCENARIO": "webpack", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_xstate_main": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_xstate_main", + "TSPERF_JOB_SCENARIO": "xstate-main", + "TSPERF_JOB_WARMUPS": 1, + }, + }, + "ts-perf1": {}, + "ts-perf10": {}, + "ts-perf11": {}, + "ts-perf12": {}, + "ts-perf2": {}, + "ts-perf3": {}, + "ts-perf4": {}, + "ts-perf5": {}, + "ts-perf6": {}, + "ts-perf7": {}, + "ts-perf8": {}, + "ts-perf9": {}, +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/default_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/default_tsgo/outputVariables.snap new file mode 100644 index 00000000..eec1566e --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/default_tsgo/outputVariables.snap @@ -0,0 +1,23 @@ +{ + "MATRIX_any": "{"lsp_native_CompilerLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_CompilerLSP","TSPERF_JOB_SCENARIO":"CompilerLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_Compiler_UnionsLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_Compiler_UnionsLSP","TSPERF_JOB_SCENARIO":"Compiler-UnionsLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_xstate_main_1_LSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_xstate_main_1_LSP","TSPERF_JOB_SCENARIO":"xstate-main-1-LSP","TSPERF_JOB_WARMUPS":1},"startup_native_tsc_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsc_startup","TSPERF_JOB_SCENARIO":"tsc-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserver_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserver_startup","TSPERF_JOB_SCENARIO":"tsserver-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserverlibrary_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserverlibrary_startup","TSPERF_JOB_SCENARIO":"tsserverlibrary-startup","TSPERF_JOB_WARMUPS":1},"startup_native_typescript_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_typescript_startup","TSPERF_JOB_SCENARIO":"typescript-startup","TSPERF_JOB_WARMUPS":1},"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src_public_api":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src_public_api","TSPERF_JOB_SCENARIO":"self-build-src-public-api","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_ts_perf1": "{}", + "MATRIX_ts_perf10": "{}", + "MATRIX_ts_perf11": "{}", + "MATRIX_ts_perf12": "{}", + "MATRIX_ts_perf2": "{}", + "MATRIX_ts_perf3": "{}", + "MATRIX_ts_perf4": "{}", + "MATRIX_ts_perf5": "{}", + "MATRIX_ts_perf6": "{}", + "MATRIX_ts_perf7": "{}", + "MATRIX_ts_perf8": "{}", + "MATRIX_ts_perf9": "{}", + "TSPERF_BASELINE_COMMIT": "HEAD^1", + "TSPERF_BASELINE_NAME": "baseline", + "TSPERF_IS_COMPARISON": "true", + "TSPERF_IS_CUSTOM_COMMIT_RANGE": "false", + "TSPERF_NEW_COMMIT": "HEAD", + "TSPERF_NEW_NAME": "pr", + "TSPERF_PREDICTABLE": "false", + "TSPERF_PROCESS_KINDS": "tsc lsp startup", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/default_tsgo/parameters.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/default_tsgo/parameters.snap new file mode 100644 index 00000000..c692916e --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/default_tsgo/parameters.snap @@ -0,0 +1,11 @@ +{ + "baselineCommit": "HEAD^1", + "baselineName": "baseline", + "hosts": undefined, + "isComparison": true, + "isCustomCommitRange": false, + "newCommit": "HEAD", + "newName": "pr", + "predictable": undefined, + "preset": "regular", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=_tsgo/compute.snap new file mode 100644 index 00000000..66dc9051 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=_tsgo/compute.snap @@ -0,0 +1 @@ +undefined \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=_tsgo/error.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=_tsgo/error.snap new file mode 100644 index 00000000..a3901a5b --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=_tsgo/error.snap @@ -0,0 +1 @@ +[Error: Expected value for commits] \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=_tsgo/matrix.snap new file mode 100644 index 00000000..66dc9051 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=_tsgo/matrix.snap @@ -0,0 +1 @@ +undefined \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=_tsgo/outputVariables.snap new file mode 100644 index 00000000..66dc9051 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=_tsgo/outputVariables.snap @@ -0,0 +1 @@ +undefined \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=_tsgo/parameters.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=_tsgo/parameters.snap new file mode 100644 index 00000000..66dc9051 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=_tsgo/parameters.snap @@ -0,0 +1 @@ +undefined \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3...release-5.4_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3...release-5.4_tsgo/compute.snap new file mode 100644 index 00000000..48f67a69 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3...release-5.4_tsgo/compute.snap @@ -0,0 +1,7 @@ +{ + "parallel": "26m 18s", + "perAgent": { + "any": "1h 58m 6s", + }, + "total": "1h 58m 6s", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3...release-5.4_tsgo/error.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3...release-5.4_tsgo/error.snap new file mode 100644 index 00000000..66dc9051 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3...release-5.4_tsgo/error.snap @@ -0,0 +1 @@ +undefined \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3...release-5.4_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3...release-5.4_tsgo/matrix.snap new file mode 100644 index 00000000..2102cb71 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3...release-5.4_tsgo/matrix.snap @@ -0,0 +1,96 @@ +{ + "any": { + "tsc_native_Compiler_Unions": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_Compiler_Unions", + "TSPERF_JOB_SCENARIO": "Compiler-Unions", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_angular_1": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_angular_1", + "TSPERF_JOB_SCENARIO": "angular-1", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_mui_docs": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_mui_docs", + "TSPERF_JOB_SCENARIO": "mui-docs", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_build_src": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_build_src", + "TSPERF_JOB_SCENARIO": "self-build-src", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_build_src_public_api": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_build_src_public_api", + "TSPERF_JOB_SCENARIO": "self-build-src-public-api", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_compiler": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_compiler", + "TSPERF_JOB_SCENARIO": "self-compiler", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_ts_pre_modules": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_ts_pre_modules", + "TSPERF_JOB_SCENARIO": "ts-pre-modules", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_vscode": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_vscode", + "TSPERF_JOB_SCENARIO": "vscode", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_webpack": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_webpack", + "TSPERF_JOB_SCENARIO": "webpack", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_xstate_main": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_xstate_main", + "TSPERF_JOB_SCENARIO": "xstate-main", + "TSPERF_JOB_WARMUPS": 1, + }, + }, + "ts-perf1": {}, + "ts-perf10": {}, + "ts-perf11": {}, + "ts-perf12": {}, + "ts-perf2": {}, + "ts-perf3": {}, + "ts-perf4": {}, + "ts-perf5": {}, + "ts-perf6": {}, + "ts-perf7": {}, + "ts-perf8": {}, + "ts-perf9": {}, +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3...release-5.4_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3...release-5.4_tsgo/outputVariables.snap new file mode 100644 index 00000000..74953e82 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3...release-5.4_tsgo/outputVariables.snap @@ -0,0 +1,23 @@ +{ + "MATRIX_any": "{"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src_public_api":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src_public_api","TSPERF_JOB_SCENARIO":"self-build-src-public-api","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_ts_perf1": "{}", + "MATRIX_ts_perf10": "{}", + "MATRIX_ts_perf11": "{}", + "MATRIX_ts_perf12": "{}", + "MATRIX_ts_perf2": "{}", + "MATRIX_ts_perf3": "{}", + "MATRIX_ts_perf4": "{}", + "MATRIX_ts_perf5": "{}", + "MATRIX_ts_perf6": "{}", + "MATRIX_ts_perf7": "{}", + "MATRIX_ts_perf8": "{}", + "MATRIX_ts_perf9": "{}", + "TSPERF_BASELINE_COMMIT": "27047e3391323fa2d8987f46a4c42f5361d07926", + "TSPERF_BASELINE_NAME": "release-5.3", + "TSPERF_IS_COMPARISON": "true", + "TSPERF_IS_CUSTOM_COMMIT_RANGE": "true", + "TSPERF_NEW_COMMIT": "6ea273cdcca99db809074d2b2d38d0e5b59ee81b", + "TSPERF_NEW_NAME": "release-5.4", + "TSPERF_PREDICTABLE": "false", + "TSPERF_PROCESS_KINDS": "tsc", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3...release-5.4_tsgo/parameters.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3...release-5.4_tsgo/parameters.snap new file mode 100644 index 00000000..9ed97def --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3...release-5.4_tsgo/parameters.snap @@ -0,0 +1,11 @@ +{ + "baselineCommit": "27047e3391323fa2d8987f46a4c42f5361d07926", + "baselineName": "release-5.3", + "hosts": undefined, + "isComparison": true, + "isCustomCommitRange": true, + "newCommit": "6ea273cdcca99db809074d2b2d38d0e5b59ee81b", + "newName": "release-5.4", + "predictable": undefined, + "preset": "faster", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3..release-5.4_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3..release-5.4_tsgo/compute.snap new file mode 100644 index 00000000..66dc9051 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3..release-5.4_tsgo/compute.snap @@ -0,0 +1 @@ +undefined \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3..release-5.4_tsgo/error.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3..release-5.4_tsgo/error.snap new file mode 100644 index 00000000..984d4d5d --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3..release-5.4_tsgo/error.snap @@ -0,0 +1 @@ +[Error: Expected "..." in commits, not ".."] \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3..release-5.4_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3..release-5.4_tsgo/matrix.snap new file mode 100644 index 00000000..66dc9051 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3..release-5.4_tsgo/matrix.snap @@ -0,0 +1 @@ +undefined \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3..release-5.4_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3..release-5.4_tsgo/outputVariables.snap new file mode 100644 index 00000000..66dc9051 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3..release-5.4_tsgo/outputVariables.snap @@ -0,0 +1 @@ +undefined \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3..release-5.4_tsgo/parameters.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3..release-5.4_tsgo/parameters.snap new file mode 100644 index 00000000..66dc9051 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3..release-5.4_tsgo/parameters.snap @@ -0,0 +1 @@ +undefined \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster predictable host=node@18.5.1_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster predictable host=node@18.5.1_tsgo/compute.snap new file mode 100644 index 00000000..48f67a69 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster predictable host=node@18.5.1_tsgo/compute.snap @@ -0,0 +1,7 @@ +{ + "parallel": "26m 18s", + "perAgent": { + "any": "1h 58m 6s", + }, + "total": "1h 58m 6s", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster predictable host=node@18.5.1_tsgo/error.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster predictable host=node@18.5.1_tsgo/error.snap new file mode 100644 index 00000000..66dc9051 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster predictable host=node@18.5.1_tsgo/error.snap @@ -0,0 +1 @@ +undefined \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster predictable host=node@18.5.1_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster predictable host=node@18.5.1_tsgo/matrix.snap new file mode 100644 index 00000000..2102cb71 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster predictable host=node@18.5.1_tsgo/matrix.snap @@ -0,0 +1,96 @@ +{ + "any": { + "tsc_native_Compiler_Unions": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_Compiler_Unions", + "TSPERF_JOB_SCENARIO": "Compiler-Unions", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_angular_1": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_angular_1", + "TSPERF_JOB_SCENARIO": "angular-1", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_mui_docs": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_mui_docs", + "TSPERF_JOB_SCENARIO": "mui-docs", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_build_src": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_build_src", + "TSPERF_JOB_SCENARIO": "self-build-src", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_build_src_public_api": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_build_src_public_api", + "TSPERF_JOB_SCENARIO": "self-build-src-public-api", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_compiler": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_compiler", + "TSPERF_JOB_SCENARIO": "self-compiler", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_ts_pre_modules": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_ts_pre_modules", + "TSPERF_JOB_SCENARIO": "ts-pre-modules", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_vscode": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_vscode", + "TSPERF_JOB_SCENARIO": "vscode", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_webpack": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_webpack", + "TSPERF_JOB_SCENARIO": "webpack", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_xstate_main": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_xstate_main", + "TSPERF_JOB_SCENARIO": "xstate-main", + "TSPERF_JOB_WARMUPS": 1, + }, + }, + "ts-perf1": {}, + "ts-perf10": {}, + "ts-perf11": {}, + "ts-perf12": {}, + "ts-perf2": {}, + "ts-perf3": {}, + "ts-perf4": {}, + "ts-perf5": {}, + "ts-perf6": {}, + "ts-perf7": {}, + "ts-perf8": {}, + "ts-perf9": {}, +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster predictable host=node@18.5.1_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster predictable host=node@18.5.1_tsgo/outputVariables.snap new file mode 100644 index 00000000..b1a4123c --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster predictable host=node@18.5.1_tsgo/outputVariables.snap @@ -0,0 +1,23 @@ +{ + "MATRIX_any": "{"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src_public_api":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src_public_api","TSPERF_JOB_SCENARIO":"self-build-src-public-api","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_ts_perf1": "{}", + "MATRIX_ts_perf10": "{}", + "MATRIX_ts_perf11": "{}", + "MATRIX_ts_perf12": "{}", + "MATRIX_ts_perf2": "{}", + "MATRIX_ts_perf3": "{}", + "MATRIX_ts_perf4": "{}", + "MATRIX_ts_perf5": "{}", + "MATRIX_ts_perf6": "{}", + "MATRIX_ts_perf7": "{}", + "MATRIX_ts_perf8": "{}", + "MATRIX_ts_perf9": "{}", + "TSPERF_BASELINE_COMMIT": "HEAD^1", + "TSPERF_BASELINE_NAME": "baseline", + "TSPERF_IS_COMPARISON": "true", + "TSPERF_IS_CUSTOM_COMMIT_RANGE": "false", + "TSPERF_NEW_COMMIT": "HEAD", + "TSPERF_NEW_NAME": "pr", + "TSPERF_PREDICTABLE": "true", + "TSPERF_PROCESS_KINDS": "tsc", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster predictable host=node@18.5.1_tsgo/parameters.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster predictable host=node@18.5.1_tsgo/parameters.snap new file mode 100644 index 00000000..7ba75b32 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster predictable host=node@18.5.1_tsgo/parameters.snap @@ -0,0 +1,13 @@ +{ + "baselineCommit": "HEAD^1", + "baselineName": "baseline", + "hosts": [ + "node@18.5.1", + ], + "isComparison": true, + "isCustomCommitRange": false, + "newCommit": "HEAD", + "newName": "pr", + "predictable": true, + "preset": "faster", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster_tsgo/compute.snap new file mode 100644 index 00000000..48f67a69 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster_tsgo/compute.snap @@ -0,0 +1,7 @@ +{ + "parallel": "26m 18s", + "perAgent": { + "any": "1h 58m 6s", + }, + "total": "1h 58m 6s", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster_tsgo/error.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster_tsgo/error.snap new file mode 100644 index 00000000..66dc9051 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster_tsgo/error.snap @@ -0,0 +1 @@ +undefined \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster_tsgo/matrix.snap new file mode 100644 index 00000000..2102cb71 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster_tsgo/matrix.snap @@ -0,0 +1,96 @@ +{ + "any": { + "tsc_native_Compiler_Unions": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_Compiler_Unions", + "TSPERF_JOB_SCENARIO": "Compiler-Unions", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_angular_1": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_angular_1", + "TSPERF_JOB_SCENARIO": "angular-1", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_mui_docs": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_mui_docs", + "TSPERF_JOB_SCENARIO": "mui-docs", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_build_src": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_build_src", + "TSPERF_JOB_SCENARIO": "self-build-src", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_build_src_public_api": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_build_src_public_api", + "TSPERF_JOB_SCENARIO": "self-build-src-public-api", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_compiler": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_compiler", + "TSPERF_JOB_SCENARIO": "self-compiler", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_ts_pre_modules": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_ts_pre_modules", + "TSPERF_JOB_SCENARIO": "ts-pre-modules", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_vscode": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_vscode", + "TSPERF_JOB_SCENARIO": "vscode", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_webpack": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_webpack", + "TSPERF_JOB_SCENARIO": "webpack", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_xstate_main": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_xstate_main", + "TSPERF_JOB_SCENARIO": "xstate-main", + "TSPERF_JOB_WARMUPS": 1, + }, + }, + "ts-perf1": {}, + "ts-perf10": {}, + "ts-perf11": {}, + "ts-perf12": {}, + "ts-perf2": {}, + "ts-perf3": {}, + "ts-perf4": {}, + "ts-perf5": {}, + "ts-perf6": {}, + "ts-perf7": {}, + "ts-perf8": {}, + "ts-perf9": {}, +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster_tsgo/outputVariables.snap new file mode 100644 index 00000000..23aaf7ff --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster_tsgo/outputVariables.snap @@ -0,0 +1,23 @@ +{ + "MATRIX_any": "{"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src_public_api":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src_public_api","TSPERF_JOB_SCENARIO":"self-build-src-public-api","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_ts_perf1": "{}", + "MATRIX_ts_perf10": "{}", + "MATRIX_ts_perf11": "{}", + "MATRIX_ts_perf12": "{}", + "MATRIX_ts_perf2": "{}", + "MATRIX_ts_perf3": "{}", + "MATRIX_ts_perf4": "{}", + "MATRIX_ts_perf5": "{}", + "MATRIX_ts_perf6": "{}", + "MATRIX_ts_perf7": "{}", + "MATRIX_ts_perf8": "{}", + "MATRIX_ts_perf9": "{}", + "TSPERF_BASELINE_COMMIT": "HEAD^1", + "TSPERF_BASELINE_NAME": "baseline", + "TSPERF_IS_COMPARISON": "true", + "TSPERF_IS_CUSTOM_COMMIT_RANGE": "false", + "TSPERF_NEW_COMMIT": "HEAD", + "TSPERF_NEW_NAME": "pr", + "TSPERF_PREDICTABLE": "false", + "TSPERF_PROCESS_KINDS": "tsc", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster_tsgo/parameters.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster_tsgo/parameters.snap new file mode 100644 index 00000000..7f135be0 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster_tsgo/parameters.snap @@ -0,0 +1,11 @@ +{ + "baselineCommit": "HEAD^1", + "baselineName": "baseline", + "hosts": undefined, + "isComparison": true, + "isCustomCommitRange": false, + "newCommit": "HEAD", + "newName": "pr", + "predictable": undefined, + "preset": "faster", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/full_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/full_tsgo/compute.snap new file mode 100644 index 00000000..78d7921f --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/full_tsgo/compute.snap @@ -0,0 +1,7 @@ +{ + "parallel": "7m 52s", + "perAgent": { + "any": "44m 20s", + }, + "total": "44m 20s", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/full_tsgo/error.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/full_tsgo/error.snap new file mode 100644 index 00000000..66dc9051 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/full_tsgo/error.snap @@ -0,0 +1 @@ +undefined \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/full_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/full_tsgo/matrix.snap new file mode 100644 index 00000000..6ba66c65 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/full_tsgo/matrix.snap @@ -0,0 +1,72 @@ +{ + "any": { + "lsp_native_CompilerLSP": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "lsp", + "TSPERF_JOB_NAME": "lsp_native_CompilerLSP", + "TSPERF_JOB_SCENARIO": "CompilerLSP", + "TSPERF_JOB_WARMUPS": 1, + }, + "lsp_native_Compiler_UnionsLSP": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "lsp", + "TSPERF_JOB_NAME": "lsp_native_Compiler_UnionsLSP", + "TSPERF_JOB_SCENARIO": "Compiler-UnionsLSP", + "TSPERF_JOB_WARMUPS": 1, + }, + "lsp_native_xstate_main_1_LSP": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "lsp", + "TSPERF_JOB_NAME": "lsp_native_xstate_main_1_LSP", + "TSPERF_JOB_SCENARIO": "xstate-main-1-LSP", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_tsc_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsc_startup", + "TSPERF_JOB_SCENARIO": "tsc-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_tsserver_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsserver_startup", + "TSPERF_JOB_SCENARIO": "tsserver-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_tsserverlibrary_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsserverlibrary_startup", + "TSPERF_JOB_SCENARIO": "tsserverlibrary-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_typescript_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_typescript_startup", + "TSPERF_JOB_SCENARIO": "typescript-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + }, + "ts-perf1": {}, + "ts-perf10": {}, + "ts-perf11": {}, + "ts-perf12": {}, + "ts-perf2": {}, + "ts-perf3": {}, + "ts-perf4": {}, + "ts-perf5": {}, + "ts-perf6": {}, + "ts-perf7": {}, + "ts-perf8": {}, + "ts-perf9": {}, +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/full_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/full_tsgo/outputVariables.snap new file mode 100644 index 00000000..9cc6b38f --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/full_tsgo/outputVariables.snap @@ -0,0 +1,23 @@ +{ + "MATRIX_any": "{"lsp_native_CompilerLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_CompilerLSP","TSPERF_JOB_SCENARIO":"CompilerLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_Compiler_UnionsLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_Compiler_UnionsLSP","TSPERF_JOB_SCENARIO":"Compiler-UnionsLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_xstate_main_1_LSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_xstate_main_1_LSP","TSPERF_JOB_SCENARIO":"xstate-main-1-LSP","TSPERF_JOB_WARMUPS":1},"startup_native_tsc_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsc_startup","TSPERF_JOB_SCENARIO":"tsc-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserver_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserver_startup","TSPERF_JOB_SCENARIO":"tsserver-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserverlibrary_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserverlibrary_startup","TSPERF_JOB_SCENARIO":"tsserverlibrary-startup","TSPERF_JOB_WARMUPS":1},"startup_native_typescript_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_typescript_startup","TSPERF_JOB_SCENARIO":"typescript-startup","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_ts_perf1": "{}", + "MATRIX_ts_perf10": "{}", + "MATRIX_ts_perf11": "{}", + "MATRIX_ts_perf12": "{}", + "MATRIX_ts_perf2": "{}", + "MATRIX_ts_perf3": "{}", + "MATRIX_ts_perf4": "{}", + "MATRIX_ts_perf5": "{}", + "MATRIX_ts_perf6": "{}", + "MATRIX_ts_perf7": "{}", + "MATRIX_ts_perf8": "{}", + "MATRIX_ts_perf9": "{}", + "TSPERF_BASELINE_COMMIT": "HEAD^1", + "TSPERF_BASELINE_NAME": "baseline", + "TSPERF_IS_COMPARISON": "true", + "TSPERF_IS_CUSTOM_COMMIT_RANGE": "false", + "TSPERF_NEW_COMMIT": "HEAD", + "TSPERF_NEW_NAME": "pr", + "TSPERF_PREDICTABLE": "false", + "TSPERF_PROCESS_KINDS": "lsp startup", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/full_tsgo/parameters.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/full_tsgo/parameters.snap new file mode 100644 index 00000000..61c24a48 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/full_tsgo/parameters.snap @@ -0,0 +1,11 @@ +{ + "baselineCommit": "HEAD^1", + "baselineName": "baseline", + "hosts": undefined, + "isComparison": true, + "isCustomCommitRange": false, + "newCommit": "HEAD", + "newName": "pr", + "predictable": undefined, + "preset": "full", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/hosts=bun@1.1.3,vscode@1.88.1_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/hosts=bun@1.1.3,vscode@1.88.1_tsgo/compute.snap new file mode 100644 index 00000000..2dc8422a --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/hosts=bun@1.1.3,vscode@1.88.1_tsgo/compute.snap @@ -0,0 +1,7 @@ +{ + "parallel": "26m 18s", + "perAgent": { + "any": "2h 42m 26s", + }, + "total": "2h 42m 26s", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/hosts=bun@1.1.3,vscode@1.88.1_tsgo/error.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/hosts=bun@1.1.3,vscode@1.88.1_tsgo/error.snap new file mode 100644 index 00000000..66dc9051 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/hosts=bun@1.1.3,vscode@1.88.1_tsgo/error.snap @@ -0,0 +1 @@ +undefined \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/hosts=bun@1.1.3,vscode@1.88.1_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/hosts=bun@1.1.3,vscode@1.88.1_tsgo/matrix.snap new file mode 100644 index 00000000..72c82749 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/hosts=bun@1.1.3,vscode@1.88.1_tsgo/matrix.snap @@ -0,0 +1,152 @@ +{ + "any": { + "lsp_native_CompilerLSP": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "lsp", + "TSPERF_JOB_NAME": "lsp_native_CompilerLSP", + "TSPERF_JOB_SCENARIO": "CompilerLSP", + "TSPERF_JOB_WARMUPS": 1, + }, + "lsp_native_Compiler_UnionsLSP": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "lsp", + "TSPERF_JOB_NAME": "lsp_native_Compiler_UnionsLSP", + "TSPERF_JOB_SCENARIO": "Compiler-UnionsLSP", + "TSPERF_JOB_WARMUPS": 1, + }, + "lsp_native_xstate_main_1_LSP": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "lsp", + "TSPERF_JOB_NAME": "lsp_native_xstate_main_1_LSP", + "TSPERF_JOB_SCENARIO": "xstate-main-1-LSP", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_tsc_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsc_startup", + "TSPERF_JOB_SCENARIO": "tsc-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_tsserver_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsserver_startup", + "TSPERF_JOB_SCENARIO": "tsserver-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_tsserverlibrary_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsserverlibrary_startup", + "TSPERF_JOB_SCENARIO": "tsserverlibrary-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_typescript_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_typescript_startup", + "TSPERF_JOB_SCENARIO": "typescript-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_Compiler_Unions": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_Compiler_Unions", + "TSPERF_JOB_SCENARIO": "Compiler-Unions", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_angular_1": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_angular_1", + "TSPERF_JOB_SCENARIO": "angular-1", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_mui_docs": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_mui_docs", + "TSPERF_JOB_SCENARIO": "mui-docs", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_build_src": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_build_src", + "TSPERF_JOB_SCENARIO": "self-build-src", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_build_src_public_api": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_build_src_public_api", + "TSPERF_JOB_SCENARIO": "self-build-src-public-api", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_compiler": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_compiler", + "TSPERF_JOB_SCENARIO": "self-compiler", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_ts_pre_modules": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_ts_pre_modules", + "TSPERF_JOB_SCENARIO": "ts-pre-modules", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_vscode": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_vscode", + "TSPERF_JOB_SCENARIO": "vscode", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_webpack": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_webpack", + "TSPERF_JOB_SCENARIO": "webpack", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_xstate_main": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_xstate_main", + "TSPERF_JOB_SCENARIO": "xstate-main", + "TSPERF_JOB_WARMUPS": 1, + }, + }, + "ts-perf1": {}, + "ts-perf10": {}, + "ts-perf11": {}, + "ts-perf12": {}, + "ts-perf2": {}, + "ts-perf3": {}, + "ts-perf4": {}, + "ts-perf5": {}, + "ts-perf6": {}, + "ts-perf7": {}, + "ts-perf8": {}, + "ts-perf9": {}, +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/hosts=bun@1.1.3,vscode@1.88.1_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/hosts=bun@1.1.3,vscode@1.88.1_tsgo/outputVariables.snap new file mode 100644 index 00000000..eec1566e --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/hosts=bun@1.1.3,vscode@1.88.1_tsgo/outputVariables.snap @@ -0,0 +1,23 @@ +{ + "MATRIX_any": "{"lsp_native_CompilerLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_CompilerLSP","TSPERF_JOB_SCENARIO":"CompilerLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_Compiler_UnionsLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_Compiler_UnionsLSP","TSPERF_JOB_SCENARIO":"Compiler-UnionsLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_xstate_main_1_LSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_xstate_main_1_LSP","TSPERF_JOB_SCENARIO":"xstate-main-1-LSP","TSPERF_JOB_WARMUPS":1},"startup_native_tsc_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsc_startup","TSPERF_JOB_SCENARIO":"tsc-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserver_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserver_startup","TSPERF_JOB_SCENARIO":"tsserver-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserverlibrary_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserverlibrary_startup","TSPERF_JOB_SCENARIO":"tsserverlibrary-startup","TSPERF_JOB_WARMUPS":1},"startup_native_typescript_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_typescript_startup","TSPERF_JOB_SCENARIO":"typescript-startup","TSPERF_JOB_WARMUPS":1},"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src_public_api":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src_public_api","TSPERF_JOB_SCENARIO":"self-build-src-public-api","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_ts_perf1": "{}", + "MATRIX_ts_perf10": "{}", + "MATRIX_ts_perf11": "{}", + "MATRIX_ts_perf12": "{}", + "MATRIX_ts_perf2": "{}", + "MATRIX_ts_perf3": "{}", + "MATRIX_ts_perf4": "{}", + "MATRIX_ts_perf5": "{}", + "MATRIX_ts_perf6": "{}", + "MATRIX_ts_perf7": "{}", + "MATRIX_ts_perf8": "{}", + "MATRIX_ts_perf9": "{}", + "TSPERF_BASELINE_COMMIT": "HEAD^1", + "TSPERF_BASELINE_NAME": "baseline", + "TSPERF_IS_COMPARISON": "true", + "TSPERF_IS_CUSTOM_COMMIT_RANGE": "false", + "TSPERF_NEW_COMMIT": "HEAD", + "TSPERF_NEW_NAME": "pr", + "TSPERF_PREDICTABLE": "false", + "TSPERF_PROCESS_KINDS": "tsc lsp startup", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/hosts=bun@1.1.3,vscode@1.88.1_tsgo/parameters.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/hosts=bun@1.1.3,vscode@1.88.1_tsgo/parameters.snap new file mode 100644 index 00000000..0cec4095 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/hosts=bun@1.1.3,vscode@1.88.1_tsgo/parameters.snap @@ -0,0 +1,14 @@ +{ + "baselineCommit": "HEAD^1", + "baselineName": "baseline", + "hosts": [ + "bun@1.1.3", + "vscode@1.88.1", + ], + "isComparison": true, + "isCustomCommitRange": false, + "newCommit": "HEAD", + "newName": "pr", + "predictable": undefined, + "preset": "regular", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/predictable=true_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/predictable=true_tsgo/compute.snap new file mode 100644 index 00000000..2dc8422a --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/predictable=true_tsgo/compute.snap @@ -0,0 +1,7 @@ +{ + "parallel": "26m 18s", + "perAgent": { + "any": "2h 42m 26s", + }, + "total": "2h 42m 26s", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/predictable=true_tsgo/error.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/predictable=true_tsgo/error.snap new file mode 100644 index 00000000..66dc9051 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/predictable=true_tsgo/error.snap @@ -0,0 +1 @@ +undefined \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/predictable=true_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/predictable=true_tsgo/matrix.snap new file mode 100644 index 00000000..72c82749 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/predictable=true_tsgo/matrix.snap @@ -0,0 +1,152 @@ +{ + "any": { + "lsp_native_CompilerLSP": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "lsp", + "TSPERF_JOB_NAME": "lsp_native_CompilerLSP", + "TSPERF_JOB_SCENARIO": "CompilerLSP", + "TSPERF_JOB_WARMUPS": 1, + }, + "lsp_native_Compiler_UnionsLSP": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "lsp", + "TSPERF_JOB_NAME": "lsp_native_Compiler_UnionsLSP", + "TSPERF_JOB_SCENARIO": "Compiler-UnionsLSP", + "TSPERF_JOB_WARMUPS": 1, + }, + "lsp_native_xstate_main_1_LSP": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "lsp", + "TSPERF_JOB_NAME": "lsp_native_xstate_main_1_LSP", + "TSPERF_JOB_SCENARIO": "xstate-main-1-LSP", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_tsc_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsc_startup", + "TSPERF_JOB_SCENARIO": "tsc-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_tsserver_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsserver_startup", + "TSPERF_JOB_SCENARIO": "tsserver-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_tsserverlibrary_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsserverlibrary_startup", + "TSPERF_JOB_SCENARIO": "tsserverlibrary-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_typescript_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_typescript_startup", + "TSPERF_JOB_SCENARIO": "typescript-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_Compiler_Unions": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_Compiler_Unions", + "TSPERF_JOB_SCENARIO": "Compiler-Unions", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_angular_1": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_angular_1", + "TSPERF_JOB_SCENARIO": "angular-1", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_mui_docs": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_mui_docs", + "TSPERF_JOB_SCENARIO": "mui-docs", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_build_src": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_build_src", + "TSPERF_JOB_SCENARIO": "self-build-src", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_build_src_public_api": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_build_src_public_api", + "TSPERF_JOB_SCENARIO": "self-build-src-public-api", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_compiler": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_compiler", + "TSPERF_JOB_SCENARIO": "self-compiler", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_ts_pre_modules": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_ts_pre_modules", + "TSPERF_JOB_SCENARIO": "ts-pre-modules", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_vscode": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_vscode", + "TSPERF_JOB_SCENARIO": "vscode", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_webpack": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_webpack", + "TSPERF_JOB_SCENARIO": "webpack", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_xstate_main": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_xstate_main", + "TSPERF_JOB_SCENARIO": "xstate-main", + "TSPERF_JOB_WARMUPS": 1, + }, + }, + "ts-perf1": {}, + "ts-perf10": {}, + "ts-perf11": {}, + "ts-perf12": {}, + "ts-perf2": {}, + "ts-perf3": {}, + "ts-perf4": {}, + "ts-perf5": {}, + "ts-perf6": {}, + "ts-perf7": {}, + "ts-perf8": {}, + "ts-perf9": {}, +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/predictable=true_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/predictable=true_tsgo/outputVariables.snap new file mode 100644 index 00000000..0d64ccd8 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/predictable=true_tsgo/outputVariables.snap @@ -0,0 +1,23 @@ +{ + "MATRIX_any": "{"lsp_native_CompilerLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_CompilerLSP","TSPERF_JOB_SCENARIO":"CompilerLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_Compiler_UnionsLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_Compiler_UnionsLSP","TSPERF_JOB_SCENARIO":"Compiler-UnionsLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_xstate_main_1_LSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_xstate_main_1_LSP","TSPERF_JOB_SCENARIO":"xstate-main-1-LSP","TSPERF_JOB_WARMUPS":1},"startup_native_tsc_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsc_startup","TSPERF_JOB_SCENARIO":"tsc-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserver_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserver_startup","TSPERF_JOB_SCENARIO":"tsserver-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserverlibrary_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserverlibrary_startup","TSPERF_JOB_SCENARIO":"tsserverlibrary-startup","TSPERF_JOB_WARMUPS":1},"startup_native_typescript_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_typescript_startup","TSPERF_JOB_SCENARIO":"typescript-startup","TSPERF_JOB_WARMUPS":1},"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src_public_api":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src_public_api","TSPERF_JOB_SCENARIO":"self-build-src-public-api","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_ts_perf1": "{}", + "MATRIX_ts_perf10": "{}", + "MATRIX_ts_perf11": "{}", + "MATRIX_ts_perf12": "{}", + "MATRIX_ts_perf2": "{}", + "MATRIX_ts_perf3": "{}", + "MATRIX_ts_perf4": "{}", + "MATRIX_ts_perf5": "{}", + "MATRIX_ts_perf6": "{}", + "MATRIX_ts_perf7": "{}", + "MATRIX_ts_perf8": "{}", + "MATRIX_ts_perf9": "{}", + "TSPERF_BASELINE_COMMIT": "HEAD^1", + "TSPERF_BASELINE_NAME": "baseline", + "TSPERF_IS_COMPARISON": "true", + "TSPERF_IS_CUSTOM_COMMIT_RANGE": "false", + "TSPERF_NEW_COMMIT": "HEAD", + "TSPERF_NEW_NAME": "pr", + "TSPERF_PREDICTABLE": "true", + "TSPERF_PROCESS_KINDS": "tsc lsp startup", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/predictable=true_tsgo/parameters.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/predictable=true_tsgo/parameters.snap new file mode 100644 index 00000000..cfe6a3ee --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/predictable=true_tsgo/parameters.snap @@ -0,0 +1,11 @@ +{ + "baselineCommit": "HEAD^1", + "baselineName": "baseline", + "hosts": undefined, + "isComparison": true, + "isCustomCommitRange": false, + "newCommit": "HEAD", + "newName": "pr", + "predictable": true, + "preset": "regular", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/public_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/public_tsgo/compute.snap new file mode 100644 index 00000000..2dc8422a --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/public_tsgo/compute.snap @@ -0,0 +1,7 @@ +{ + "parallel": "26m 18s", + "perAgent": { + "any": "2h 42m 26s", + }, + "total": "2h 42m 26s", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/public_tsgo/error.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/public_tsgo/error.snap new file mode 100644 index 00000000..66dc9051 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/public_tsgo/error.snap @@ -0,0 +1 @@ +undefined \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/public_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/public_tsgo/matrix.snap new file mode 100644 index 00000000..72c82749 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/public_tsgo/matrix.snap @@ -0,0 +1,152 @@ +{ + "any": { + "lsp_native_CompilerLSP": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "lsp", + "TSPERF_JOB_NAME": "lsp_native_CompilerLSP", + "TSPERF_JOB_SCENARIO": "CompilerLSP", + "TSPERF_JOB_WARMUPS": 1, + }, + "lsp_native_Compiler_UnionsLSP": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "lsp", + "TSPERF_JOB_NAME": "lsp_native_Compiler_UnionsLSP", + "TSPERF_JOB_SCENARIO": "Compiler-UnionsLSP", + "TSPERF_JOB_WARMUPS": 1, + }, + "lsp_native_xstate_main_1_LSP": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "lsp", + "TSPERF_JOB_NAME": "lsp_native_xstate_main_1_LSP", + "TSPERF_JOB_SCENARIO": "xstate-main-1-LSP", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_tsc_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsc_startup", + "TSPERF_JOB_SCENARIO": "tsc-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_tsserver_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsserver_startup", + "TSPERF_JOB_SCENARIO": "tsserver-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_tsserverlibrary_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsserverlibrary_startup", + "TSPERF_JOB_SCENARIO": "tsserverlibrary-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_typescript_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_typescript_startup", + "TSPERF_JOB_SCENARIO": "typescript-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_Compiler_Unions": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_Compiler_Unions", + "TSPERF_JOB_SCENARIO": "Compiler-Unions", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_angular_1": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_angular_1", + "TSPERF_JOB_SCENARIO": "angular-1", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_mui_docs": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_mui_docs", + "TSPERF_JOB_SCENARIO": "mui-docs", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_build_src": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_build_src", + "TSPERF_JOB_SCENARIO": "self-build-src", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_build_src_public_api": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_build_src_public_api", + "TSPERF_JOB_SCENARIO": "self-build-src-public-api", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_compiler": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_compiler", + "TSPERF_JOB_SCENARIO": "self-compiler", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_ts_pre_modules": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_ts_pre_modules", + "TSPERF_JOB_SCENARIO": "ts-pre-modules", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_vscode": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_vscode", + "TSPERF_JOB_SCENARIO": "vscode", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_webpack": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_webpack", + "TSPERF_JOB_SCENARIO": "webpack", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_xstate_main": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_xstate_main", + "TSPERF_JOB_SCENARIO": "xstate-main", + "TSPERF_JOB_WARMUPS": 1, + }, + }, + "ts-perf1": {}, + "ts-perf10": {}, + "ts-perf11": {}, + "ts-perf12": {}, + "ts-perf2": {}, + "ts-perf3": {}, + "ts-perf4": {}, + "ts-perf5": {}, + "ts-perf6": {}, + "ts-perf7": {}, + "ts-perf8": {}, + "ts-perf9": {}, +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/public_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/public_tsgo/outputVariables.snap new file mode 100644 index 00000000..eec1566e --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/public_tsgo/outputVariables.snap @@ -0,0 +1,23 @@ +{ + "MATRIX_any": "{"lsp_native_CompilerLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_CompilerLSP","TSPERF_JOB_SCENARIO":"CompilerLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_Compiler_UnionsLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_Compiler_UnionsLSP","TSPERF_JOB_SCENARIO":"Compiler-UnionsLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_xstate_main_1_LSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_xstate_main_1_LSP","TSPERF_JOB_SCENARIO":"xstate-main-1-LSP","TSPERF_JOB_WARMUPS":1},"startup_native_tsc_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsc_startup","TSPERF_JOB_SCENARIO":"tsc-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserver_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserver_startup","TSPERF_JOB_SCENARIO":"tsserver-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserverlibrary_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserverlibrary_startup","TSPERF_JOB_SCENARIO":"tsserverlibrary-startup","TSPERF_JOB_WARMUPS":1},"startup_native_typescript_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_typescript_startup","TSPERF_JOB_SCENARIO":"typescript-startup","TSPERF_JOB_WARMUPS":1},"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src_public_api":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src_public_api","TSPERF_JOB_SCENARIO":"self-build-src-public-api","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_ts_perf1": "{}", + "MATRIX_ts_perf10": "{}", + "MATRIX_ts_perf11": "{}", + "MATRIX_ts_perf12": "{}", + "MATRIX_ts_perf2": "{}", + "MATRIX_ts_perf3": "{}", + "MATRIX_ts_perf4": "{}", + "MATRIX_ts_perf5": "{}", + "MATRIX_ts_perf6": "{}", + "MATRIX_ts_perf7": "{}", + "MATRIX_ts_perf8": "{}", + "MATRIX_ts_perf9": "{}", + "TSPERF_BASELINE_COMMIT": "HEAD^1", + "TSPERF_BASELINE_NAME": "baseline", + "TSPERF_IS_COMPARISON": "true", + "TSPERF_IS_CUSTOM_COMMIT_RANGE": "false", + "TSPERF_NEW_COMMIT": "HEAD", + "TSPERF_NEW_NAME": "pr", + "TSPERF_PREDICTABLE": "false", + "TSPERF_PROCESS_KINDS": "tsc lsp startup", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/public_tsgo/parameters.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/public_tsgo/parameters.snap new file mode 100644 index 00000000..912c135f --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/public_tsgo/parameters.snap @@ -0,0 +1,11 @@ +{ + "baselineCommit": "HEAD^1", + "baselineName": "baseline", + "hosts": undefined, + "isComparison": true, + "isCustomCommitRange": false, + "newCommit": "HEAD", + "newName": "pr", + "predictable": undefined, + "preset": "public", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/regular_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/regular_tsgo/compute.snap new file mode 100644 index 00000000..2dc8422a --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/regular_tsgo/compute.snap @@ -0,0 +1,7 @@ +{ + "parallel": "26m 18s", + "perAgent": { + "any": "2h 42m 26s", + }, + "total": "2h 42m 26s", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/regular_tsgo/error.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/regular_tsgo/error.snap new file mode 100644 index 00000000..66dc9051 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/regular_tsgo/error.snap @@ -0,0 +1 @@ +undefined \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/regular_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/regular_tsgo/matrix.snap new file mode 100644 index 00000000..72c82749 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/regular_tsgo/matrix.snap @@ -0,0 +1,152 @@ +{ + "any": { + "lsp_native_CompilerLSP": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "lsp", + "TSPERF_JOB_NAME": "lsp_native_CompilerLSP", + "TSPERF_JOB_SCENARIO": "CompilerLSP", + "TSPERF_JOB_WARMUPS": 1, + }, + "lsp_native_Compiler_UnionsLSP": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "lsp", + "TSPERF_JOB_NAME": "lsp_native_Compiler_UnionsLSP", + "TSPERF_JOB_SCENARIO": "Compiler-UnionsLSP", + "TSPERF_JOB_WARMUPS": 1, + }, + "lsp_native_xstate_main_1_LSP": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "lsp", + "TSPERF_JOB_NAME": "lsp_native_xstate_main_1_LSP", + "TSPERF_JOB_SCENARIO": "xstate-main-1-LSP", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_tsc_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsc_startup", + "TSPERF_JOB_SCENARIO": "tsc-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_tsserver_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsserver_startup", + "TSPERF_JOB_SCENARIO": "tsserver-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_tsserverlibrary_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsserverlibrary_startup", + "TSPERF_JOB_SCENARIO": "tsserverlibrary-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_typescript_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_typescript_startup", + "TSPERF_JOB_SCENARIO": "typescript-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_Compiler_Unions": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_Compiler_Unions", + "TSPERF_JOB_SCENARIO": "Compiler-Unions", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_angular_1": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_angular_1", + "TSPERF_JOB_SCENARIO": "angular-1", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_mui_docs": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_mui_docs", + "TSPERF_JOB_SCENARIO": "mui-docs", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_build_src": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_build_src", + "TSPERF_JOB_SCENARIO": "self-build-src", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_build_src_public_api": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_build_src_public_api", + "TSPERF_JOB_SCENARIO": "self-build-src-public-api", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_compiler": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_compiler", + "TSPERF_JOB_SCENARIO": "self-compiler", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_ts_pre_modules": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_ts_pre_modules", + "TSPERF_JOB_SCENARIO": "ts-pre-modules", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_vscode": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_vscode", + "TSPERF_JOB_SCENARIO": "vscode", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_webpack": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_webpack", + "TSPERF_JOB_SCENARIO": "webpack", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_xstate_main": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_xstate_main", + "TSPERF_JOB_SCENARIO": "xstate-main", + "TSPERF_JOB_WARMUPS": 1, + }, + }, + "ts-perf1": {}, + "ts-perf10": {}, + "ts-perf11": {}, + "ts-perf12": {}, + "ts-perf2": {}, + "ts-perf3": {}, + "ts-perf4": {}, + "ts-perf5": {}, + "ts-perf6": {}, + "ts-perf7": {}, + "ts-perf8": {}, + "ts-perf9": {}, +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/regular_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/regular_tsgo/outputVariables.snap new file mode 100644 index 00000000..eec1566e --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/regular_tsgo/outputVariables.snap @@ -0,0 +1,23 @@ +{ + "MATRIX_any": "{"lsp_native_CompilerLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_CompilerLSP","TSPERF_JOB_SCENARIO":"CompilerLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_Compiler_UnionsLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_Compiler_UnionsLSP","TSPERF_JOB_SCENARIO":"Compiler-UnionsLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_xstate_main_1_LSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_xstate_main_1_LSP","TSPERF_JOB_SCENARIO":"xstate-main-1-LSP","TSPERF_JOB_WARMUPS":1},"startup_native_tsc_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsc_startup","TSPERF_JOB_SCENARIO":"tsc-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserver_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserver_startup","TSPERF_JOB_SCENARIO":"tsserver-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserverlibrary_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserverlibrary_startup","TSPERF_JOB_SCENARIO":"tsserverlibrary-startup","TSPERF_JOB_WARMUPS":1},"startup_native_typescript_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_typescript_startup","TSPERF_JOB_SCENARIO":"typescript-startup","TSPERF_JOB_WARMUPS":1},"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src_public_api":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src_public_api","TSPERF_JOB_SCENARIO":"self-build-src-public-api","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_ts_perf1": "{}", + "MATRIX_ts_perf10": "{}", + "MATRIX_ts_perf11": "{}", + "MATRIX_ts_perf12": "{}", + "MATRIX_ts_perf2": "{}", + "MATRIX_ts_perf3": "{}", + "MATRIX_ts_perf4": "{}", + "MATRIX_ts_perf5": "{}", + "MATRIX_ts_perf6": "{}", + "MATRIX_ts_perf7": "{}", + "MATRIX_ts_perf8": "{}", + "MATRIX_ts_perf9": "{}", + "TSPERF_BASELINE_COMMIT": "HEAD^1", + "TSPERF_BASELINE_NAME": "baseline", + "TSPERF_IS_COMPARISON": "true", + "TSPERF_IS_CUSTOM_COMMIT_RANGE": "false", + "TSPERF_NEW_COMMIT": "HEAD", + "TSPERF_NEW_NAME": "pr", + "TSPERF_PREDICTABLE": "false", + "TSPERF_PROCESS_KINDS": "tsc lsp startup", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/regular_tsgo/parameters.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/regular_tsgo/parameters.snap new file mode 100644 index 00000000..c692916e --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/regular_tsgo/parameters.snap @@ -0,0 +1,11 @@ +{ + "baselineCommit": "HEAD^1", + "baselineName": "baseline", + "hosts": undefined, + "isComparison": true, + "isCustomCommitRange": false, + "newCommit": "HEAD", + "newName": "pr", + "predictable": undefined, + "preset": "regular", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only hosts=node@22.8.0_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only hosts=node@22.8.0_tsgo/compute.snap new file mode 100644 index 00000000..2908bf13 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only hosts=node@22.8.0_tsgo/compute.snap @@ -0,0 +1,7 @@ +{ + "parallel": "7m 52s", + "perAgent": { + "any": "29m 22s", + }, + "total": "29m 22s", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only hosts=node@22.8.0_tsgo/error.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only hosts=node@22.8.0_tsgo/error.snap new file mode 100644 index 00000000..66dc9051 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only hosts=node@22.8.0_tsgo/error.snap @@ -0,0 +1 @@ +undefined \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only hosts=node@22.8.0_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only hosts=node@22.8.0_tsgo/matrix.snap new file mode 100644 index 00000000..417bee5e --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only hosts=node@22.8.0_tsgo/matrix.snap @@ -0,0 +1,48 @@ +{ + "any": { + "startup_native_tsc_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsc_startup", + "TSPERF_JOB_SCENARIO": "tsc-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_tsserver_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsserver_startup", + "TSPERF_JOB_SCENARIO": "tsserver-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_tsserverlibrary_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsserverlibrary_startup", + "TSPERF_JOB_SCENARIO": "tsserverlibrary-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_typescript_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_typescript_startup", + "TSPERF_JOB_SCENARIO": "typescript-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + }, + "ts-perf1": {}, + "ts-perf10": {}, + "ts-perf11": {}, + "ts-perf12": {}, + "ts-perf2": {}, + "ts-perf3": {}, + "ts-perf4": {}, + "ts-perf5": {}, + "ts-perf6": {}, + "ts-perf7": {}, + "ts-perf8": {}, + "ts-perf9": {}, +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only hosts=node@22.8.0_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only hosts=node@22.8.0_tsgo/outputVariables.snap new file mode 100644 index 00000000..b87e5307 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only hosts=node@22.8.0_tsgo/outputVariables.snap @@ -0,0 +1,23 @@ +{ + "MATRIX_any": "{"startup_native_tsc_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsc_startup","TSPERF_JOB_SCENARIO":"tsc-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserver_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserver_startup","TSPERF_JOB_SCENARIO":"tsserver-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserverlibrary_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserverlibrary_startup","TSPERF_JOB_SCENARIO":"tsserverlibrary-startup","TSPERF_JOB_WARMUPS":1},"startup_native_typescript_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_typescript_startup","TSPERF_JOB_SCENARIO":"typescript-startup","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_ts_perf1": "{}", + "MATRIX_ts_perf10": "{}", + "MATRIX_ts_perf11": "{}", + "MATRIX_ts_perf12": "{}", + "MATRIX_ts_perf2": "{}", + "MATRIX_ts_perf3": "{}", + "MATRIX_ts_perf4": "{}", + "MATRIX_ts_perf5": "{}", + "MATRIX_ts_perf6": "{}", + "MATRIX_ts_perf7": "{}", + "MATRIX_ts_perf8": "{}", + "MATRIX_ts_perf9": "{}", + "TSPERF_BASELINE_COMMIT": "HEAD^1", + "TSPERF_BASELINE_NAME": "baseline", + "TSPERF_IS_COMPARISON": "true", + "TSPERF_IS_CUSTOM_COMMIT_RANGE": "false", + "TSPERF_NEW_COMMIT": "HEAD", + "TSPERF_NEW_NAME": "pr", + "TSPERF_PREDICTABLE": "false", + "TSPERF_PROCESS_KINDS": "startup", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only hosts=node@22.8.0_tsgo/parameters.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only hosts=node@22.8.0_tsgo/parameters.snap new file mode 100644 index 00000000..55c0b44e --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only hosts=node@22.8.0_tsgo/parameters.snap @@ -0,0 +1,13 @@ +{ + "baselineCommit": "HEAD^1", + "baselineName": "baseline", + "hosts": [ + "node@22.8.0", + ], + "isComparison": true, + "isCustomCommitRange": false, + "newCommit": "HEAD", + "newName": "pr", + "predictable": undefined, + "preset": "startup-only", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only_tsgo/compute.snap new file mode 100644 index 00000000..2908bf13 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only_tsgo/compute.snap @@ -0,0 +1,7 @@ +{ + "parallel": "7m 52s", + "perAgent": { + "any": "29m 22s", + }, + "total": "29m 22s", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only_tsgo/error.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only_tsgo/error.snap new file mode 100644 index 00000000..66dc9051 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only_tsgo/error.snap @@ -0,0 +1 @@ +undefined \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only_tsgo/matrix.snap new file mode 100644 index 00000000..417bee5e --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only_tsgo/matrix.snap @@ -0,0 +1,48 @@ +{ + "any": { + "startup_native_tsc_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsc_startup", + "TSPERF_JOB_SCENARIO": "tsc-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_tsserver_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsserver_startup", + "TSPERF_JOB_SCENARIO": "tsserver-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_tsserverlibrary_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsserverlibrary_startup", + "TSPERF_JOB_SCENARIO": "tsserverlibrary-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_typescript_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_typescript_startup", + "TSPERF_JOB_SCENARIO": "typescript-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + }, + "ts-perf1": {}, + "ts-perf10": {}, + "ts-perf11": {}, + "ts-perf12": {}, + "ts-perf2": {}, + "ts-perf3": {}, + "ts-perf4": {}, + "ts-perf5": {}, + "ts-perf6": {}, + "ts-perf7": {}, + "ts-perf8": {}, + "ts-perf9": {}, +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only_tsgo/outputVariables.snap new file mode 100644 index 00000000..b87e5307 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only_tsgo/outputVariables.snap @@ -0,0 +1,23 @@ +{ + "MATRIX_any": "{"startup_native_tsc_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsc_startup","TSPERF_JOB_SCENARIO":"tsc-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserver_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserver_startup","TSPERF_JOB_SCENARIO":"tsserver-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserverlibrary_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserverlibrary_startup","TSPERF_JOB_SCENARIO":"tsserverlibrary-startup","TSPERF_JOB_WARMUPS":1},"startup_native_typescript_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_typescript_startup","TSPERF_JOB_SCENARIO":"typescript-startup","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_ts_perf1": "{}", + "MATRIX_ts_perf10": "{}", + "MATRIX_ts_perf11": "{}", + "MATRIX_ts_perf12": "{}", + "MATRIX_ts_perf2": "{}", + "MATRIX_ts_perf3": "{}", + "MATRIX_ts_perf4": "{}", + "MATRIX_ts_perf5": "{}", + "MATRIX_ts_perf6": "{}", + "MATRIX_ts_perf7": "{}", + "MATRIX_ts_perf8": "{}", + "MATRIX_ts_perf9": "{}", + "TSPERF_BASELINE_COMMIT": "HEAD^1", + "TSPERF_BASELINE_NAME": "baseline", + "TSPERF_IS_COMPARISON": "true", + "TSPERF_IS_CUSTOM_COMMIT_RANGE": "false", + "TSPERF_NEW_COMMIT": "HEAD", + "TSPERF_NEW_NAME": "pr", + "TSPERF_PREDICTABLE": "false", + "TSPERF_PROCESS_KINDS": "startup", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only_tsgo/parameters.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only_tsgo/parameters.snap new file mode 100644 index 00000000..48fea809 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only_tsgo/parameters.snap @@ -0,0 +1,11 @@ +{ + "baselineCommit": "HEAD^1", + "baselineName": "baseline", + "hosts": undefined, + "isComparison": true, + "isCustomCommitRange": false, + "newCommit": "HEAD", + "newName": "pr", + "predictable": undefined, + "preset": "startup-only", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/this is not a preset_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/this is not a preset_tsgo/compute.snap new file mode 100644 index 00000000..2dc8422a --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/this is not a preset_tsgo/compute.snap @@ -0,0 +1,7 @@ +{ + "parallel": "26m 18s", + "perAgent": { + "any": "2h 42m 26s", + }, + "total": "2h 42m 26s", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/this is not a preset_tsgo/error.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/this is not a preset_tsgo/error.snap new file mode 100644 index 00000000..66dc9051 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/this is not a preset_tsgo/error.snap @@ -0,0 +1 @@ +undefined \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/this is not a preset_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/this is not a preset_tsgo/matrix.snap new file mode 100644 index 00000000..72c82749 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/this is not a preset_tsgo/matrix.snap @@ -0,0 +1,152 @@ +{ + "any": { + "lsp_native_CompilerLSP": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "lsp", + "TSPERF_JOB_NAME": "lsp_native_CompilerLSP", + "TSPERF_JOB_SCENARIO": "CompilerLSP", + "TSPERF_JOB_WARMUPS": 1, + }, + "lsp_native_Compiler_UnionsLSP": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "lsp", + "TSPERF_JOB_NAME": "lsp_native_Compiler_UnionsLSP", + "TSPERF_JOB_SCENARIO": "Compiler-UnionsLSP", + "TSPERF_JOB_WARMUPS": 1, + }, + "lsp_native_xstate_main_1_LSP": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "lsp", + "TSPERF_JOB_NAME": "lsp_native_xstate_main_1_LSP", + "TSPERF_JOB_SCENARIO": "xstate-main-1-LSP", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_tsc_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsc_startup", + "TSPERF_JOB_SCENARIO": "tsc-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_tsserver_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsserver_startup", + "TSPERF_JOB_SCENARIO": "tsserver-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_tsserverlibrary_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsserverlibrary_startup", + "TSPERF_JOB_SCENARIO": "tsserverlibrary-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_typescript_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_typescript_startup", + "TSPERF_JOB_SCENARIO": "typescript-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_Compiler_Unions": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_Compiler_Unions", + "TSPERF_JOB_SCENARIO": "Compiler-Unions", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_angular_1": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_angular_1", + "TSPERF_JOB_SCENARIO": "angular-1", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_mui_docs": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_mui_docs", + "TSPERF_JOB_SCENARIO": "mui-docs", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_build_src": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_build_src", + "TSPERF_JOB_SCENARIO": "self-build-src", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_build_src_public_api": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_build_src_public_api", + "TSPERF_JOB_SCENARIO": "self-build-src-public-api", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_compiler": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_compiler", + "TSPERF_JOB_SCENARIO": "self-compiler", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_ts_pre_modules": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_ts_pre_modules", + "TSPERF_JOB_SCENARIO": "ts-pre-modules", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_vscode": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_vscode", + "TSPERF_JOB_SCENARIO": "vscode", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_webpack": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_webpack", + "TSPERF_JOB_SCENARIO": "webpack", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_xstate_main": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_xstate_main", + "TSPERF_JOB_SCENARIO": "xstate-main", + "TSPERF_JOB_WARMUPS": 1, + }, + }, + "ts-perf1": {}, + "ts-perf10": {}, + "ts-perf11": {}, + "ts-perf12": {}, + "ts-perf2": {}, + "ts-perf3": {}, + "ts-perf4": {}, + "ts-perf5": {}, + "ts-perf6": {}, + "ts-perf7": {}, + "ts-perf8": {}, + "ts-perf9": {}, +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/this is not a preset_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/this is not a preset_tsgo/outputVariables.snap new file mode 100644 index 00000000..eec1566e --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/this is not a preset_tsgo/outputVariables.snap @@ -0,0 +1,23 @@ +{ + "MATRIX_any": "{"lsp_native_CompilerLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_CompilerLSP","TSPERF_JOB_SCENARIO":"CompilerLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_Compiler_UnionsLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_Compiler_UnionsLSP","TSPERF_JOB_SCENARIO":"Compiler-UnionsLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_xstate_main_1_LSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_xstate_main_1_LSP","TSPERF_JOB_SCENARIO":"xstate-main-1-LSP","TSPERF_JOB_WARMUPS":1},"startup_native_tsc_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsc_startup","TSPERF_JOB_SCENARIO":"tsc-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserver_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserver_startup","TSPERF_JOB_SCENARIO":"tsserver-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserverlibrary_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserverlibrary_startup","TSPERF_JOB_SCENARIO":"tsserverlibrary-startup","TSPERF_JOB_WARMUPS":1},"startup_native_typescript_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_typescript_startup","TSPERF_JOB_SCENARIO":"typescript-startup","TSPERF_JOB_WARMUPS":1},"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src_public_api":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src_public_api","TSPERF_JOB_SCENARIO":"self-build-src-public-api","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_ts_perf1": "{}", + "MATRIX_ts_perf10": "{}", + "MATRIX_ts_perf11": "{}", + "MATRIX_ts_perf12": "{}", + "MATRIX_ts_perf2": "{}", + "MATRIX_ts_perf3": "{}", + "MATRIX_ts_perf4": "{}", + "MATRIX_ts_perf5": "{}", + "MATRIX_ts_perf6": "{}", + "MATRIX_ts_perf7": "{}", + "MATRIX_ts_perf8": "{}", + "MATRIX_ts_perf9": "{}", + "TSPERF_BASELINE_COMMIT": "HEAD^1", + "TSPERF_BASELINE_NAME": "baseline", + "TSPERF_IS_COMPARISON": "true", + "TSPERF_IS_CUSTOM_COMMIT_RANGE": "false", + "TSPERF_NEW_COMMIT": "HEAD", + "TSPERF_NEW_NAME": "pr", + "TSPERF_PREDICTABLE": "false", + "TSPERF_PROCESS_KINDS": "tsc lsp startup", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/this is not a preset_tsgo/parameters.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/this is not a preset_tsgo/parameters.snap new file mode 100644 index 00000000..c692916e --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/this is not a preset_tsgo/parameters.snap @@ -0,0 +1,11 @@ +{ + "baselineCommit": "HEAD^1", + "baselineName": "baseline", + "hosts": undefined, + "isComparison": true, + "isCustomCommitRange": false, + "newCommit": "HEAD", + "newName": "pr", + "predictable": undefined, + "preset": "regular", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsc-only_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsc-only_tsgo/compute.snap new file mode 100644 index 00000000..48f67a69 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsc-only_tsgo/compute.snap @@ -0,0 +1,7 @@ +{ + "parallel": "26m 18s", + "perAgent": { + "any": "1h 58m 6s", + }, + "total": "1h 58m 6s", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsc-only_tsgo/error.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsc-only_tsgo/error.snap new file mode 100644 index 00000000..66dc9051 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsc-only_tsgo/error.snap @@ -0,0 +1 @@ +undefined \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsc-only_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsc-only_tsgo/matrix.snap new file mode 100644 index 00000000..2102cb71 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsc-only_tsgo/matrix.snap @@ -0,0 +1,96 @@ +{ + "any": { + "tsc_native_Compiler_Unions": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_Compiler_Unions", + "TSPERF_JOB_SCENARIO": "Compiler-Unions", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_angular_1": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_angular_1", + "TSPERF_JOB_SCENARIO": "angular-1", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_mui_docs": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_mui_docs", + "TSPERF_JOB_SCENARIO": "mui-docs", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_build_src": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_build_src", + "TSPERF_JOB_SCENARIO": "self-build-src", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_build_src_public_api": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_build_src_public_api", + "TSPERF_JOB_SCENARIO": "self-build-src-public-api", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_compiler": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_compiler", + "TSPERF_JOB_SCENARIO": "self-compiler", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_ts_pre_modules": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_ts_pre_modules", + "TSPERF_JOB_SCENARIO": "ts-pre-modules", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_vscode": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_vscode", + "TSPERF_JOB_SCENARIO": "vscode", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_webpack": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_webpack", + "TSPERF_JOB_SCENARIO": "webpack", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_xstate_main": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_xstate_main", + "TSPERF_JOB_SCENARIO": "xstate-main", + "TSPERF_JOB_WARMUPS": 1, + }, + }, + "ts-perf1": {}, + "ts-perf10": {}, + "ts-perf11": {}, + "ts-perf12": {}, + "ts-perf2": {}, + "ts-perf3": {}, + "ts-perf4": {}, + "ts-perf5": {}, + "ts-perf6": {}, + "ts-perf7": {}, + "ts-perf8": {}, + "ts-perf9": {}, +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsc-only_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsc-only_tsgo/outputVariables.snap new file mode 100644 index 00000000..23aaf7ff --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsc-only_tsgo/outputVariables.snap @@ -0,0 +1,23 @@ +{ + "MATRIX_any": "{"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src_public_api":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src_public_api","TSPERF_JOB_SCENARIO":"self-build-src-public-api","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_ts_perf1": "{}", + "MATRIX_ts_perf10": "{}", + "MATRIX_ts_perf11": "{}", + "MATRIX_ts_perf12": "{}", + "MATRIX_ts_perf2": "{}", + "MATRIX_ts_perf3": "{}", + "MATRIX_ts_perf4": "{}", + "MATRIX_ts_perf5": "{}", + "MATRIX_ts_perf6": "{}", + "MATRIX_ts_perf7": "{}", + "MATRIX_ts_perf8": "{}", + "MATRIX_ts_perf9": "{}", + "TSPERF_BASELINE_COMMIT": "HEAD^1", + "TSPERF_BASELINE_NAME": "baseline", + "TSPERF_IS_COMPARISON": "true", + "TSPERF_IS_CUSTOM_COMMIT_RANGE": "false", + "TSPERF_NEW_COMMIT": "HEAD", + "TSPERF_NEW_NAME": "pr", + "TSPERF_PREDICTABLE": "false", + "TSPERF_PROCESS_KINDS": "tsc", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsc-only_tsgo/parameters.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsc-only_tsgo/parameters.snap new file mode 100644 index 00000000..b83d3587 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsc-only_tsgo/parameters.snap @@ -0,0 +1,11 @@ +{ + "baselineCommit": "HEAD^1", + "baselineName": "baseline", + "hosts": undefined, + "isComparison": true, + "isCustomCommitRange": false, + "newCommit": "HEAD", + "newName": "pr", + "predictable": undefined, + "preset": "tsc-only", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsserver-only_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsserver-only_tsgo/compute.snap new file mode 100644 index 00000000..2e90d1c9 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsserver-only_tsgo/compute.snap @@ -0,0 +1,5 @@ +{ + "parallel": "0ms", + "perAgent": {}, + "total": "0ms", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsserver-only_tsgo/error.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsserver-only_tsgo/error.snap new file mode 100644 index 00000000..66dc9051 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsserver-only_tsgo/error.snap @@ -0,0 +1 @@ +undefined \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsserver-only_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsserver-only_tsgo/matrix.snap new file mode 100644 index 00000000..94340617 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsserver-only_tsgo/matrix.snap @@ -0,0 +1,15 @@ +{ + "any": {}, + "ts-perf1": {}, + "ts-perf10": {}, + "ts-perf11": {}, + "ts-perf12": {}, + "ts-perf2": {}, + "ts-perf3": {}, + "ts-perf4": {}, + "ts-perf5": {}, + "ts-perf6": {}, + "ts-perf7": {}, + "ts-perf8": {}, + "ts-perf9": {}, +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsserver-only_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsserver-only_tsgo/outputVariables.snap new file mode 100644 index 00000000..74a4133d --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsserver-only_tsgo/outputVariables.snap @@ -0,0 +1,23 @@ +{ + "MATRIX_any": "{}", + "MATRIX_ts_perf1": "{}", + "MATRIX_ts_perf10": "{}", + "MATRIX_ts_perf11": "{}", + "MATRIX_ts_perf12": "{}", + "MATRIX_ts_perf2": "{}", + "MATRIX_ts_perf3": "{}", + "MATRIX_ts_perf4": "{}", + "MATRIX_ts_perf5": "{}", + "MATRIX_ts_perf6": "{}", + "MATRIX_ts_perf7": "{}", + "MATRIX_ts_perf8": "{}", + "MATRIX_ts_perf9": "{}", + "TSPERF_BASELINE_COMMIT": "HEAD^1", + "TSPERF_BASELINE_NAME": "baseline", + "TSPERF_IS_COMPARISON": "true", + "TSPERF_IS_CUSTOM_COMMIT_RANGE": "false", + "TSPERF_NEW_COMMIT": "HEAD", + "TSPERF_NEW_NAME": "pr", + "TSPERF_PREDICTABLE": "false", + "TSPERF_PROCESS_KINDS": "", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsserver-only_tsgo/parameters.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsserver-only_tsgo/parameters.snap new file mode 100644 index 00000000..f93ff2cb --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsserver-only_tsgo/parameters.snap @@ -0,0 +1,11 @@ +{ + "baselineCommit": "HEAD^1", + "baselineName": "baseline", + "hosts": undefined, + "isComparison": true, + "isCustomCommitRange": false, + "newCommit": "HEAD", + "newName": "pr", + "predictable": undefined, + "preset": "tsserver-only", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/vscode_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/vscode_tsgo/compute.snap new file mode 100644 index 00000000..2dc8422a --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/vscode_tsgo/compute.snap @@ -0,0 +1,7 @@ +{ + "parallel": "26m 18s", + "perAgent": { + "any": "2h 42m 26s", + }, + "total": "2h 42m 26s", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/vscode_tsgo/error.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/vscode_tsgo/error.snap new file mode 100644 index 00000000..66dc9051 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/vscode_tsgo/error.snap @@ -0,0 +1 @@ +undefined \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/vscode_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/vscode_tsgo/matrix.snap new file mode 100644 index 00000000..72c82749 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/vscode_tsgo/matrix.snap @@ -0,0 +1,152 @@ +{ + "any": { + "lsp_native_CompilerLSP": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "lsp", + "TSPERF_JOB_NAME": "lsp_native_CompilerLSP", + "TSPERF_JOB_SCENARIO": "CompilerLSP", + "TSPERF_JOB_WARMUPS": 1, + }, + "lsp_native_Compiler_UnionsLSP": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "lsp", + "TSPERF_JOB_NAME": "lsp_native_Compiler_UnionsLSP", + "TSPERF_JOB_SCENARIO": "Compiler-UnionsLSP", + "TSPERF_JOB_WARMUPS": 1, + }, + "lsp_native_xstate_main_1_LSP": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "lsp", + "TSPERF_JOB_NAME": "lsp_native_xstate_main_1_LSP", + "TSPERF_JOB_SCENARIO": "xstate-main-1-LSP", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_tsc_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsc_startup", + "TSPERF_JOB_SCENARIO": "tsc-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_tsserver_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsserver_startup", + "TSPERF_JOB_SCENARIO": "tsserver-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_tsserverlibrary_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_tsserverlibrary_startup", + "TSPERF_JOB_SCENARIO": "tsserverlibrary-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "startup_native_typescript_startup": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "startup", + "TSPERF_JOB_NAME": "startup_native_typescript_startup", + "TSPERF_JOB_SCENARIO": "typescript-startup", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_Compiler_Unions": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_Compiler_Unions", + "TSPERF_JOB_SCENARIO": "Compiler-Unions", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_angular_1": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_angular_1", + "TSPERF_JOB_SCENARIO": "angular-1", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_mui_docs": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_mui_docs", + "TSPERF_JOB_SCENARIO": "mui-docs", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_build_src": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_build_src", + "TSPERF_JOB_SCENARIO": "self-build-src", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_build_src_public_api": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_build_src_public_api", + "TSPERF_JOB_SCENARIO": "self-build-src-public-api", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_self_compiler": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_self_compiler", + "TSPERF_JOB_SCENARIO": "self-compiler", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_ts_pre_modules": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_ts_pre_modules", + "TSPERF_JOB_SCENARIO": "ts-pre-modules", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_vscode": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_vscode", + "TSPERF_JOB_SCENARIO": "vscode", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_webpack": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_webpack", + "TSPERF_JOB_SCENARIO": "webpack", + "TSPERF_JOB_WARMUPS": 1, + }, + "tsc_native_xstate_main": { + "TSPERF_JOB_HOST": "native", + "TSPERF_JOB_ITERATIONS": 6, + "TSPERF_JOB_KIND": "tsc", + "TSPERF_JOB_NAME": "tsc_native_xstate_main", + "TSPERF_JOB_SCENARIO": "xstate-main", + "TSPERF_JOB_WARMUPS": 1, + }, + }, + "ts-perf1": {}, + "ts-perf10": {}, + "ts-perf11": {}, + "ts-perf12": {}, + "ts-perf2": {}, + "ts-perf3": {}, + "ts-perf4": {}, + "ts-perf5": {}, + "ts-perf6": {}, + "ts-perf7": {}, + "ts-perf8": {}, + "ts-perf9": {}, +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/vscode_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/vscode_tsgo/outputVariables.snap new file mode 100644 index 00000000..eec1566e --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/vscode_tsgo/outputVariables.snap @@ -0,0 +1,23 @@ +{ + "MATRIX_any": "{"lsp_native_CompilerLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_CompilerLSP","TSPERF_JOB_SCENARIO":"CompilerLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_Compiler_UnionsLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_Compiler_UnionsLSP","TSPERF_JOB_SCENARIO":"Compiler-UnionsLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_xstate_main_1_LSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_xstate_main_1_LSP","TSPERF_JOB_SCENARIO":"xstate-main-1-LSP","TSPERF_JOB_WARMUPS":1},"startup_native_tsc_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsc_startup","TSPERF_JOB_SCENARIO":"tsc-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserver_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserver_startup","TSPERF_JOB_SCENARIO":"tsserver-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserverlibrary_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserverlibrary_startup","TSPERF_JOB_SCENARIO":"tsserverlibrary-startup","TSPERF_JOB_WARMUPS":1},"startup_native_typescript_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_typescript_startup","TSPERF_JOB_SCENARIO":"typescript-startup","TSPERF_JOB_WARMUPS":1},"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src_public_api":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src_public_api","TSPERF_JOB_SCENARIO":"self-build-src-public-api","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_ts_perf1": "{}", + "MATRIX_ts_perf10": "{}", + "MATRIX_ts_perf11": "{}", + "MATRIX_ts_perf12": "{}", + "MATRIX_ts_perf2": "{}", + "MATRIX_ts_perf3": "{}", + "MATRIX_ts_perf4": "{}", + "MATRIX_ts_perf5": "{}", + "MATRIX_ts_perf6": "{}", + "MATRIX_ts_perf7": "{}", + "MATRIX_ts_perf8": "{}", + "MATRIX_ts_perf9": "{}", + "TSPERF_BASELINE_COMMIT": "HEAD^1", + "TSPERF_BASELINE_NAME": "baseline", + "TSPERF_IS_COMPARISON": "true", + "TSPERF_IS_CUSTOM_COMMIT_RANGE": "false", + "TSPERF_NEW_COMMIT": "HEAD", + "TSPERF_NEW_NAME": "pr", + "TSPERF_PREDICTABLE": "false", + "TSPERF_PROCESS_KINDS": "tsc lsp startup", +} \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/vscode_tsgo/parameters.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/vscode_tsgo/parameters.snap new file mode 100644 index 00000000..1bb76d83 --- /dev/null +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/vscode_tsgo/parameters.snap @@ -0,0 +1,11 @@ +{ + "baselineCommit": "HEAD^1", + "baselineName": "baseline", + "hosts": undefined, + "isComparison": true, + "isCustomCommitRange": false, + "newCommit": "HEAD", + "newName": "pr", + "predictable": undefined, + "preset": "vscode", +} \ No newline at end of file diff --git a/scripts/src/__tests__/setupPipeline.test.ts b/scripts/src/__tests__/setupPipeline.test.ts index 2da34d7d..9e5a5aac 100644 --- a/scripts/src/__tests__/setupPipeline.test.ts +++ b/scripts/src/__tests__/setupPipeline.test.ts @@ -71,10 +71,37 @@ test.each(inputs)("setupPipeline input=%s", async input => { await expect(error).toMatchFileSnapshot(getSnapshotPath(input, "error")); }); +test.each(inputs)("setupPipeline tsgo input=%s", async input => { + const baselining = input === "baseline"; + + let result, error; + try { + result = await setupPipeline({ + input, + baselining, + isPr: !baselining, + shouldLog: false, + gitParseRev: fakeGitRevParse, + tsgo: true, + }); + } + catch (e) { + error = e; + } + + await expect(result?.matrix).toMatchFileSnapshot(getSnapshotPath(input+"_tsgo", "matrix")); + await expect(result?.outputVariables).toMatchFileSnapshot(getSnapshotPath(input+"_tsgo", "outputVariables")); + await expect(result?.compute).toMatchFileSnapshot(getSnapshotPath(input+"_tsgo", "compute")); + await expect(result?.parameters).toMatchFileSnapshot(getSnapshotPath(input+"_tsgo", "parameters")); + await expect(error).toMatchFileSnapshot(getSnapshotPath(input+"_tsgo", "error")); +}); + + function getAllExpectedSnapshots() { - return new Set( - allSnapshotKinds.flatMap(kind => inputs.map(input => getSnapshotPath(input, kind))), - ); + return new Set([ + ...allSnapshotKinds.flatMap(kind => inputs.map(input => getSnapshotPath(input, kind))), + ...allSnapshotKinds.flatMap(kind => inputs.map(input => getSnapshotPath(input+"_tsgo", kind))), + ]); } function getAllActualSnapshots() { @@ -100,6 +127,6 @@ test("abandoned snapshots", () => { } if (abandonedSnapshots.length) { - throw new Error("Abandoned snapshots found; please update snapshots to remove them."); + throw new Error("Abandoned snapshots found; please update snapshots to remove them:\n" + abandonedSnapshots.join("\n")); } }); From e4fce589d75cd372ef3c3ee3971027bfc2b6dfbe Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Tue, 31 Mar 2026 16:01:24 -0700 Subject: [PATCH 30/39] set tested version of "microsoft/typescript" to be tsgo-port --- cases/scenarios/self-build-src-public-api/setup.sh | 2 +- cases/scenarios/self-build-src/setup.sh | 2 +- cases/scenarios/self-compiler/setup.sh | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/cases/scenarios/self-build-src-public-api/setup.sh b/cases/scenarios/self-build-src-public-api/setup.sh index 93e47e21..71302be8 100755 --- a/cases/scenarios/self-build-src-public-api/setup.sh +++ b/cases/scenarios/self-build-src-public-api/setup.sh @@ -6,7 +6,7 @@ cd "${0%/*}" source ../../common.sh if [ -n "$TSGOFLAG" ]; then - clone_scenario https://github.com/microsoft/TypeScript.git + clone_scenario https://github.com/microsoft/TypeScript.git tsgo-port else clone_scenario https://github.com/microsoft/TypeScript.git $TYPESCRIPT_COMMIT fi diff --git a/cases/scenarios/self-build-src/setup.sh b/cases/scenarios/self-build-src/setup.sh index 93e47e21..71302be8 100755 --- a/cases/scenarios/self-build-src/setup.sh +++ b/cases/scenarios/self-build-src/setup.sh @@ -6,7 +6,7 @@ cd "${0%/*}" source ../../common.sh if [ -n "$TSGOFLAG" ]; then - clone_scenario https://github.com/microsoft/TypeScript.git + clone_scenario https://github.com/microsoft/TypeScript.git tsgo-port else clone_scenario https://github.com/microsoft/TypeScript.git $TYPESCRIPT_COMMIT fi diff --git a/cases/scenarios/self-compiler/setup.sh b/cases/scenarios/self-compiler/setup.sh index 93e47e21..71302be8 100755 --- a/cases/scenarios/self-compiler/setup.sh +++ b/cases/scenarios/self-compiler/setup.sh @@ -6,7 +6,7 @@ cd "${0%/*}" source ../../common.sh if [ -n "$TSGOFLAG" ]; then - clone_scenario https://github.com/microsoft/TypeScript.git + clone_scenario https://github.com/microsoft/TypeScript.git tsgo-port else clone_scenario https://github.com/microsoft/TypeScript.git $TYPESCRIPT_COMMIT fi From c9748930d7d95e87ce33d4ecbcac95036179d5d2 Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Tue, 31 Mar 2026 16:32:53 -0700 Subject: [PATCH 31/39] dont set --cpus when tsgo --- scripts/src/runTsPerf.ts | 5 ++++- .../commands/src/benchmark/measure.ts | 4 ++-- .../commands/src/benchmark/measurelsp.ts | 21 ------------------- 3 files changed, 6 insertions(+), 24 deletions(-) diff --git a/scripts/src/runTsPerf.ts b/scripts/src/runTsPerf.ts index beefa1d9..ff9857eb 100644 --- a/scripts/src/runTsPerf.ts +++ b/scripts/src/runTsPerf.ts @@ -68,7 +68,10 @@ async function getCommonBenchmarkArgs() { tsperfArgs.push("--scenario", scenario); tsperfArgs.push("--iterations", iterations); tsperfArgs.push("--warmups", warmups); - tsperfArgs.push("--cpus", cpu); + if (!process.env.TSGOFLAG) { + // Don't set cpus/cores for tsgo + tsperfArgs.push("--cpus", cpu); + } if (predictable) { tsperfArgs.push("--predictable"); } diff --git a/ts-perf/packages/commands/src/benchmark/measure.ts b/ts-perf/packages/commands/src/benchmark/measure.ts index 5a29f09e..0866a4c3 100644 --- a/ts-perf/packages/commands/src/benchmark/measure.ts +++ b/ts-perf/packages/commands/src/benchmark/measure.ts @@ -317,7 +317,7 @@ async function runTSServerScenario( if (options.extended) { argsBuilder.add("--extended"); } - if (options.cpus) { + if (options.cpus && !process.env.TSGOFLAG) { argsBuilder.add("--cpus", options.cpus); } if (options.predictable) { @@ -417,7 +417,7 @@ async function runLSPScenario( if (options.extended) { argsBuilder.add("--extended"); } - if (options.cpus) { + if (options.cpus && !process.env.TSGOFLAG) { argsBuilder.add("--cpus", options.cpus); } const { cmd, args } = argsBuilder; diff --git a/ts-perf/packages/commands/src/benchmark/measurelsp.ts b/ts-perf/packages/commands/src/benchmark/measurelsp.ts index aea19383..ef2c63fc 100644 --- a/ts-perf/packages/commands/src/benchmark/measurelsp.ts +++ b/ts-perf/packages/commands/src/benchmark/measurelsp.ts @@ -29,7 +29,6 @@ interface CLIOpts { commands: string; suite: string; extended?: boolean; - cpus?: string; } async function main() { @@ -66,10 +65,6 @@ async function main() { type: "boolean", description: "If the scenario declares optional (aka extended) requests, run those as well", }, - cpus: { - type: "string", - description: "CPUs to run benchmarked processes on; see the --cpu-list in 'man taskset'", - }, }, exec: ({ options }) => runPerf(options), }); @@ -138,18 +133,6 @@ async function runPerf(options: CLIOpts) { let seq = 1; try { - if (options.cpus) { - if (!serverProc.pid) { - throw new Error("--cpus specified, but server did not report PID"); - } - if (process.platform !== "linux") { - throw new Error("--cpus only works on Linux"); - } - - // Set CPU affinity after the server starts (same as measuretsserver.ts) - execFileSync("taskset", ["--all-tasks", "--cpu-list", "--pid", options.cpus, `${serverProc.pid}`]); - } - // Initialize the LSP server (analogous to the configure message in tsserver) const solutionUri = filePathToUri(solution); await connection.sendRequest(protocol.InitializeRequest.method, { @@ -212,10 +195,6 @@ async function runPerf(options: CLIOpts) { for (let i = 0; i < maxCommands; i++) { const command = config.commands[i]; if (command) { - if (options.cpus) { - // Sleeping between commands prevents high variance when constrained to a single core - await sleep(1000); - } await runCommand(command, seq++); } } From fcd445ffb6e5267e7d84c3c0c4d2f0c89f938ebf Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Tue, 31 Mar 2026 16:48:21 -0700 Subject: [PATCH 32/39] format/remove unused imports --- scripts/src/__tests__/setupPipeline.test.ts | 17 +++++++++-------- .../commands/src/benchmark/measurelsp.ts | 5 ----- 2 files changed, 9 insertions(+), 13 deletions(-) diff --git a/scripts/src/__tests__/setupPipeline.test.ts b/scripts/src/__tests__/setupPipeline.test.ts index 9e5a5aac..603c7f4e 100644 --- a/scripts/src/__tests__/setupPipeline.test.ts +++ b/scripts/src/__tests__/setupPipeline.test.ts @@ -89,18 +89,17 @@ test.each(inputs)("setupPipeline tsgo input=%s", async input => { error = e; } - await expect(result?.matrix).toMatchFileSnapshot(getSnapshotPath(input+"_tsgo", "matrix")); - await expect(result?.outputVariables).toMatchFileSnapshot(getSnapshotPath(input+"_tsgo", "outputVariables")); - await expect(result?.compute).toMatchFileSnapshot(getSnapshotPath(input+"_tsgo", "compute")); - await expect(result?.parameters).toMatchFileSnapshot(getSnapshotPath(input+"_tsgo", "parameters")); - await expect(error).toMatchFileSnapshot(getSnapshotPath(input+"_tsgo", "error")); + await expect(result?.matrix).toMatchFileSnapshot(getSnapshotPath(input + "_tsgo", "matrix")); + await expect(result?.outputVariables).toMatchFileSnapshot(getSnapshotPath(input + "_tsgo", "outputVariables")); + await expect(result?.compute).toMatchFileSnapshot(getSnapshotPath(input + "_tsgo", "compute")); + await expect(result?.parameters).toMatchFileSnapshot(getSnapshotPath(input + "_tsgo", "parameters")); + await expect(error).toMatchFileSnapshot(getSnapshotPath(input + "_tsgo", "error")); }); - function getAllExpectedSnapshots() { return new Set([ ...allSnapshotKinds.flatMap(kind => inputs.map(input => getSnapshotPath(input, kind))), - ...allSnapshotKinds.flatMap(kind => inputs.map(input => getSnapshotPath(input+"_tsgo", kind))), + ...allSnapshotKinds.flatMap(kind => inputs.map(input => getSnapshotPath(input + "_tsgo", kind))), ]); } @@ -127,6 +126,8 @@ test("abandoned snapshots", () => { } if (abandonedSnapshots.length) { - throw new Error("Abandoned snapshots found; please update snapshots to remove them:\n" + abandonedSnapshots.join("\n")); + throw new Error( + "Abandoned snapshots found; please update snapshots to remove them:\n" + abandonedSnapshots.join("\n"), + ); } }); diff --git a/ts-perf/packages/commands/src/benchmark/measurelsp.ts b/ts-perf/packages/commands/src/benchmark/measurelsp.ts index ef2c63fc..734c7485 100644 --- a/ts-perf/packages/commands/src/benchmark/measurelsp.ts +++ b/ts-perf/packages/commands/src/benchmark/measurelsp.ts @@ -1,4 +1,3 @@ -import { execFileSync } from "node:child_process"; import * as cp from "node:child_process"; import fs from "node:fs"; import path from "node:path"; @@ -211,10 +210,6 @@ async function runPerf(options: CLIOpts) { connection.dispose(); } - function sleep(ms: number): Promise { - return new Promise(resolve => setTimeout(resolve, ms)); - } - async function runCommand(command: TSServerCommand, seq: number): Promise { let time: number; switch (command.commandName) { From 858b8375dc2e0dd5fded5e6267e8f780c76a54a8 Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Wed, 1 Apr 2026 16:53:06 -0700 Subject: [PATCH 33/39] add 'configTime` and `memoryAllocs` to results table --- ts-perf/packages/api/src/model/sample.ts | 12 ++++++++++++ .../src/benchmark/print/console/benchmark.ts | 2 +- .../src/benchmark/print/console/comparison.ts | 2 +- 3 files changed, 14 insertions(+), 2 deletions(-) diff --git a/ts-perf/packages/api/src/model/sample.ts b/ts-perf/packages/api/src/model/sample.ts index de426fb7..e116d3a6 100644 --- a/ts-perf/packages/api/src/model/sample.ts +++ b/ts-perf/packages/api/src/model/sample.ts @@ -7,6 +7,8 @@ export const compilerSampleKeys = [ "symbols", "types", "memoryUsed", + "memoryAllocs", + "configTime", "parseTime", "bindTime", "checkTime", @@ -29,6 +31,8 @@ const compilerSampleKeyToDiagnosticName = { symbols: "Symbols", types: "Types", memoryUsed: "Memory used", + memoryAllocs: "Memory allocs", + configTime: "Config time", parseTime: "Parse time", bindTime: "Bind time", checkTime: "Check time", @@ -62,6 +66,12 @@ export function isCompilerDiagnosticName(name: string): name is CompilerDiagnost export function getCompilerMetricName(sampleName: CompilerSampleKey) { // Special case names known by the benchmarking dashboard, even though they differ from what the compiler prints. switch (sampleName) { + case "memoryUsed": + return "Memory Used"; + case "memoryAllocs": + return "Memory Allocs"; + case "configTime": + return "Config Time"; case "parseTime": return "Parse Time"; case "bindTime": @@ -82,6 +92,8 @@ const compilerSampleKeyToUnit = { symbols: "", types: "", memoryUsed: "k", + memoryAllocs: "", + configTime: "s", parseTime: "s", bindTime: "s", checkTime: "s", diff --git a/ts-perf/packages/commands/src/benchmark/print/console/benchmark.ts b/ts-perf/packages/commands/src/benchmark/print/console/benchmark.ts index 2252fa4c..cdc6379d 100644 --- a/ts-perf/packages/commands/src/benchmark/print/console/benchmark.ts +++ b/ts-perf/packages/commands/src/benchmark/print/console/benchmark.ts @@ -26,7 +26,7 @@ export function printBenchmark(benchmark: Benchmark, options: BenchmarkOptions, rowStyles: [ "*", { className: "group header", border: Border.single.updateFrom({ top: "double" }) }, - { className: "body", match: (x: MeasurementPivot) => x.metric === "Parse Time", border: { top: "single" } }, + { className: "body", match: (x: MeasurementPivot) => x.metric === "Config Time", border: { top: "single" } }, { className: "body", match: (x: MeasurementPivot) => x.metric === "Total Time", border: { top: "single" } }, { className: "body", diff --git a/ts-perf/packages/commands/src/benchmark/print/console/comparison.ts b/ts-perf/packages/commands/src/benchmark/print/console/comparison.ts index c79473fe..28efe43f 100644 --- a/ts-perf/packages/commands/src/benchmark/print/console/comparison.ts +++ b/ts-perf/packages/commands/src/benchmark/print/console/comparison.ts @@ -104,7 +104,7 @@ export function printComparison( }, { className: "body", - match: (x: MeasurementComparisonPivot) => x.metric === "Parse Time", + match: (x: MeasurementComparisonPivot) => x.metric === "Config Time", border: { top: "single" }, }, { From 7a3631965d9c66b7c273869924803feb4983b23f Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Fri, 3 Apr 2026 14:27:34 -0700 Subject: [PATCH 34/39] allow table to match eitherconfig time or parse time --- .../packages/commands/src/benchmark/print/console/comparison.ts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ts-perf/packages/commands/src/benchmark/print/console/comparison.ts b/ts-perf/packages/commands/src/benchmark/print/console/comparison.ts index 28efe43f..31f72bd3 100644 --- a/ts-perf/packages/commands/src/benchmark/print/console/comparison.ts +++ b/ts-perf/packages/commands/src/benchmark/print/console/comparison.ts @@ -104,7 +104,7 @@ export function printComparison( }, { className: "body", - match: (x: MeasurementComparisonPivot) => x.metric === "Config Time", + match: (x: MeasurementComparisonPivot) => x.metric === "Config Time"||x.metric === "Parse Time", border: { top: "single" }, }, { From c54b2f59c66e7a253ab3724b2af25cbe55267b55 Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Mon, 6 Apr 2026 12:28:52 -0700 Subject: [PATCH 35/39] unbreak startup tests --- cases/scenarios/lsp-startup/scenario.json | 10 ++++++++ cases/scenarios/tsc-startup/scenario.json | 2 +- cases/scenarios/tsgo-startup/scenario.json | 9 +++++++ .../scenarios/tsserver-startup/scenario.json | 2 +- .../tsserverlibrary-startup/scenario.json | 2 +- .../typescript-startup/scenario.json | 2 +- scripts/src/setupPipeline.ts | 25 +++++++++++++++++++ .../commands/src/benchmark/measure.ts | 11 +++++--- .../src/benchmark/print/console/benchmark.ts | 6 ++++- .../src/benchmark/print/console/comparison.ts | 2 +- 10 files changed, 62 insertions(+), 9 deletions(-) create mode 100644 cases/scenarios/lsp-startup/scenario.json create mode 100644 cases/scenarios/tsgo-startup/scenario.json diff --git a/cases/scenarios/lsp-startup/scenario.json b/cases/scenarios/lsp-startup/scenario.json new file mode 100644 index 00000000..8462a42b --- /dev/null +++ b/cases/scenarios/lsp-startup/scenario.json @@ -0,0 +1,10 @@ +{ + "name": "lsp-startup", + "kind": "startup", + "args": [ + "tsgo", + "--lsp", + "--stdio", + "--disableAutomaticTypingAcquisition" + ] +} diff --git a/cases/scenarios/tsc-startup/scenario.json b/cases/scenarios/tsc-startup/scenario.json index 1e260436..a8e41445 100644 --- a/cases/scenarios/tsc-startup/scenario.json +++ b/cases/scenarios/tsc-startup/scenario.json @@ -2,7 +2,7 @@ "name": "tsc-startup", "kind": "startup", "args": [ - "tsc.js", + "tsc", "--version" ] } diff --git a/cases/scenarios/tsgo-startup/scenario.json b/cases/scenarios/tsgo-startup/scenario.json new file mode 100644 index 00000000..3ac53e0b --- /dev/null +++ b/cases/scenarios/tsgo-startup/scenario.json @@ -0,0 +1,9 @@ +{ + "name": "tsgo-startup", + "kind": "startup", + "args": [ + "tsgo", + "tsc", + "--version" + ] +} diff --git a/cases/scenarios/tsserver-startup/scenario.json b/cases/scenarios/tsserver-startup/scenario.json index 088077f1..a732e45f 100644 --- a/cases/scenarios/tsserver-startup/scenario.json +++ b/cases/scenarios/tsserver-startup/scenario.json @@ -2,7 +2,7 @@ "name": "tsserver-startup", "kind": "startup", "args": [ - "tsserver.js", + "tsserver", "--disableAutomaticTypingAcquisition" ] } diff --git a/cases/scenarios/tsserverlibrary-startup/scenario.json b/cases/scenarios/tsserverlibrary-startup/scenario.json index aaf15bd3..fd79744b 100644 --- a/cases/scenarios/tsserverlibrary-startup/scenario.json +++ b/cases/scenarios/tsserverlibrary-startup/scenario.json @@ -2,6 +2,6 @@ "name": "tsserverlibrary-startup", "kind": "startup", "args": [ - "tsserverlibrary.js" + "tsserverlibrary" ] } diff --git a/cases/scenarios/typescript-startup/scenario.json b/cases/scenarios/typescript-startup/scenario.json index b76d7b20..d98ecc78 100644 --- a/cases/scenarios/typescript-startup/scenario.json +++ b/cases/scenarios/typescript-startup/scenario.json @@ -2,6 +2,6 @@ "name": "typescript-startup", "kind": "startup", "args": [ - "typescript.js" + "typescript" ] } diff --git a/scripts/src/setupPipeline.ts b/scripts/src/setupPipeline.ts index 1f9104c4..107e0bc3 100644 --- a/scripts/src/setupPipeline.ts +++ b/scripts/src/setupPipeline.ts @@ -145,6 +145,7 @@ const allScenarios: readonly BaseScenario[] = [ cost: 17, }, { kind: "startup", name: "tsc-startup", agent: "ts-perf1", runIn: RunType.Any, cost: 19 }, + { kind: "startup", name: "tsgo-startup", agent: "ts-perf1", runIn: RunType.Any, cost: 19 }, { kind: "startup", name: "tsserver-startup", @@ -152,6 +153,13 @@ const allScenarios: readonly BaseScenario[] = [ runIn: RunType.Any, cost: 28, }, + { + kind: "startup", + name: "lsp-startup", + agent: "ts-perf2", + runIn: RunType.Any, + cost: 28, + }, { kind: "startup", name: "tsserverlibrary-startup", @@ -446,6 +454,23 @@ function* transformPreset(parameters: Parameters, iter: Iterable, tsgo if (!tsgo && scenario.kind === "lsp") { continue; } + if (scenario.kind === "startup") { + switch (scenario.name) { + case "tsc-startup": + case "lsp-startup": + if (tsgo) { + continue; + } + break; + case "tsgo-startup": + case "tsserver-startup": + case "tsserverlibrary-startup": + case "typescript-startup": + if (!tsgo) { + continue; + } + } + } const scenarioHosts = tsgo ? [hosts.native] : (parameters.hosts ?? [scenario.host]); for (const host of scenarioHosts) { diff --git a/ts-perf/packages/commands/src/benchmark/measure.ts b/ts-perf/packages/commands/src/benchmark/measure.ts index 0866a4c3..08a9a2e7 100644 --- a/ts-perf/packages/commands/src/benchmark/measure.ts +++ b/ts-perf/packages/commands/src/benchmark/measure.ts @@ -506,15 +506,20 @@ async function runStartupScenario( const temp = await getTempDirectories(); const expansion = ExpansionProvider.getProviders({ runner: { kind: "startup", options }, temp, scenario, host }); - const entrypoint = scenario.args[0]; // A name of a JS file in the built/local directory. + const entrypoint = resolveBuiltPath( + options.builtDir, + scenario.args[0], // name of JS file or executable in the built/local directory. + ); + + console.log(entrypoint); const argsBuilder = new CommandLineArgumentsBuilder( expansion, - host, + isNativeBinary(entrypoint) ? Host.current : (host.executableFile ? host : Host.current), /*exposeGc*/ false, options.cpus, options.predictable, ) - .add(path.join(options.builtDir, entrypoint)) + .add(entrypoint) .addRange(scenario.args.slice(1)); const { cmd, args } = argsBuilder; diff --git a/ts-perf/packages/commands/src/benchmark/print/console/benchmark.ts b/ts-perf/packages/commands/src/benchmark/print/console/benchmark.ts index cdc6379d..ba259663 100644 --- a/ts-perf/packages/commands/src/benchmark/print/console/benchmark.ts +++ b/ts-perf/packages/commands/src/benchmark/print/console/benchmark.ts @@ -26,7 +26,11 @@ export function printBenchmark(benchmark: Benchmark, options: BenchmarkOptions, rowStyles: [ "*", { className: "group header", border: Border.single.updateFrom({ top: "double" }) }, - { className: "body", match: (x: MeasurementPivot) => x.metric === "Config Time", border: { top: "single" } }, + { + className: "body", + match: (x: MeasurementPivot) => x.metric === "Config Time", + border: { top: "single" }, + }, { className: "body", match: (x: MeasurementPivot) => x.metric === "Total Time", border: { top: "single" } }, { className: "body", diff --git a/ts-perf/packages/commands/src/benchmark/print/console/comparison.ts b/ts-perf/packages/commands/src/benchmark/print/console/comparison.ts index 31f72bd3..b44d15d2 100644 --- a/ts-perf/packages/commands/src/benchmark/print/console/comparison.ts +++ b/ts-perf/packages/commands/src/benchmark/print/console/comparison.ts @@ -104,7 +104,7 @@ export function printComparison( }, { className: "body", - match: (x: MeasurementComparisonPivot) => x.metric === "Config Time"||x.metric === "Parse Time", + match: (x: MeasurementComparisonPivot) => x.metric === "Config Time" || x.metric === "Parse Time", border: { top: "single" }, }, { From 1c778cfc7530114b185f6d4f67632a1c7816120a Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Mon, 6 Apr 2026 12:43:38 -0700 Subject: [PATCH 36/39] flip filter --- scripts/src/setupPipeline.ts | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/scripts/src/setupPipeline.ts b/scripts/src/setupPipeline.ts index 107e0bc3..8a7de107 100644 --- a/scripts/src/setupPipeline.ts +++ b/scripts/src/setupPipeline.ts @@ -458,7 +458,7 @@ function* transformPreset(parameters: Parameters, iter: Iterable, tsgo switch (scenario.name) { case "tsc-startup": case "lsp-startup": - if (tsgo) { + if (!tsgo) { continue; } break; @@ -466,7 +466,7 @@ function* transformPreset(parameters: Parameters, iter: Iterable, tsgo case "tsserver-startup": case "tsserverlibrary-startup": case "typescript-startup": - if (!tsgo) { + if (tsgo) { continue; } } From b6cb575cb1d050168b4aacd4db97dffd9eafb13f Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Mon, 6 Apr 2026 13:00:43 -0700 Subject: [PATCH 37/39] skip self-build-src-public-api when tsgo --- scripts/src/setupPipeline.ts | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/scripts/src/setupPipeline.ts b/scripts/src/setupPipeline.ts index 8a7de107..4aa295d9 100644 --- a/scripts/src/setupPipeline.ts +++ b/scripts/src/setupPipeline.ts @@ -448,10 +448,10 @@ function* transformPreset(parameters: Parameters, iter: Iterable, tsgo function* worker(): Iterable { for (const scenario of iter) { - if (tsgo && scenario.kind === "tsserver") { - continue; - } - if (!tsgo && scenario.kind === "lsp") { + if ( + (tsgo && (scenario.kind === "tsserver" || scenario.name === "self-build-src-public-api")) + || (!tsgo && scenario.kind === "lsp") + ) { continue; } if (scenario.kind === "startup") { From bfba76c4b7562377fae86d5a01031f096427f66e Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Mon, 6 Apr 2026 13:22:49 -0700 Subject: [PATCH 38/39] update tests --- .../setupPipeline/baseline_tsgo/compute.snap | 6 ++-- .../setupPipeline/baseline_tsgo/matrix.snap | 28 ++++----------- .../baseline_tsgo/outputVariables.snap | 6 ++-- .../setupPipeline/bun_tsgo/compute.snap | 4 +-- .../setupPipeline/bun_tsgo/matrix.snap | 28 ++++----------- .../bun_tsgo/outputVariables.snap | 2 +- .../setupPipeline/default_tsgo/compute.snap | 4 +-- .../setupPipeline/default_tsgo/matrix.snap | 36 ++++--------------- .../default_tsgo/outputVariables.snap | 2 +- .../compute.snap | 4 +-- .../matrix.snap | 8 ----- .../outputVariables.snap | 2 +- .../compute.snap | 4 +-- .../matrix.snap | 8 ----- .../outputVariables.snap | 2 +- .../setupPipeline/faster_tsgo/compute.snap | 4 +-- .../setupPipeline/faster_tsgo/matrix.snap | 8 ----- .../faster_tsgo/outputVariables.snap | 2 +- .../setupPipeline/full_tsgo/compute.snap | 4 +-- .../setupPipeline/full_tsgo/matrix.snap | 28 ++++----------- .../full_tsgo/outputVariables.snap | 2 +- .../compute.snap | 4 +-- .../matrix.snap | 36 ++++--------------- .../outputVariables.snap | 2 +- .../predictable=true_tsgo/compute.snap | 4 +-- .../predictable=true_tsgo/matrix.snap | 36 ++++--------------- .../outputVariables.snap | 2 +- .../setupPipeline/public_tsgo/compute.snap | 4 +-- .../setupPipeline/public_tsgo/matrix.snap | 36 ++++--------------- .../public_tsgo/outputVariables.snap | 2 +- .../setupPipeline/regular_tsgo/compute.snap | 4 +-- .../setupPipeline/regular_tsgo/matrix.snap | 36 ++++--------------- .../regular_tsgo/outputVariables.snap | 2 +- .../compute.snap | 4 +-- .../matrix.snap | 28 ++++----------- .../outputVariables.snap | 2 +- .../startup-only_tsgo/compute.snap | 4 +-- .../startup-only_tsgo/matrix.snap | 28 ++++----------- .../startup-only_tsgo/outputVariables.snap | 2 +- .../this is not a preset_tsgo/compute.snap | 4 +-- .../this is not a preset_tsgo/matrix.snap | 36 ++++--------------- .../outputVariables.snap | 2 +- .../setupPipeline/tsc-only_tsgo/compute.snap | 4 +-- .../setupPipeline/tsc-only_tsgo/matrix.snap | 8 ----- .../tsc-only_tsgo/outputVariables.snap | 2 +- .../setupPipeline/vscode_tsgo/compute.snap | 4 +-- .../setupPipeline/vscode_tsgo/matrix.snap | 36 ++++--------------- .../vscode_tsgo/outputVariables.snap | 2 +- scripts/src/setupPipeline.ts | 4 +-- 49 files changed, 125 insertions(+), 405 deletions(-) diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/baseline_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/baseline_tsgo/compute.snap index 9e9e2a76..489e03dc 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/baseline_tsgo/compute.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/baseline_tsgo/compute.snap @@ -1,10 +1,10 @@ { - "parallel": "10m 31s", + "parallel": "5m 11s", "perAgent": { "ts-perf1": "5m 11s", "ts-perf2": "3m 56s", "ts-perf3": "2m 32s", - "ts-perf4": "10m 31s", + "ts-perf4": "2m 39s", }, - "total": "22m 10s", + "total": "14m 18s", } \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/baseline_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/baseline_tsgo/matrix.snap index 6366ebbd..eee030a4 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/baseline_tsgo/matrix.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/baseline_tsgo/matrix.snap @@ -9,12 +9,12 @@ "TSPERF_JOB_SCENARIO": "Compiler-UnionsLSP", "TSPERF_JOB_WARMUPS": 1, }, - "startup_native_tsc_startup": { + "startup_native_tsgo_startup": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsc_startup", - "TSPERF_JOB_SCENARIO": "tsc-startup", + "TSPERF_JOB_NAME": "startup_native_tsgo_startup", + "TSPERF_JOB_SCENARIO": "tsgo-startup", "TSPERF_JOB_WARMUPS": 1, }, }, @@ -22,12 +22,12 @@ "ts-perf11": {}, "ts-perf12": {}, "ts-perf2": { - "startup_native_tsserver_startup": { + "startup_native_lsp_startup": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsserver_startup", - "TSPERF_JOB_SCENARIO": "tsserver-startup", + "TSPERF_JOB_NAME": "startup_native_lsp_startup", + "TSPERF_JOB_SCENARIO": "lsp-startup", "TSPERF_JOB_WARMUPS": 1, }, }, @@ -50,22 +50,6 @@ "TSPERF_JOB_SCENARIO": "xstate-main-1-LSP", "TSPERF_JOB_WARMUPS": 1, }, - "startup_native_tsserverlibrary_startup": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 6, - "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsserverlibrary_startup", - "TSPERF_JOB_SCENARIO": "tsserverlibrary-startup", - "TSPERF_JOB_WARMUPS": 1, - }, - "startup_native_typescript_startup": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 6, - "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_typescript_startup", - "TSPERF_JOB_SCENARIO": "typescript-startup", - "TSPERF_JOB_WARMUPS": 1, - }, }, "ts-perf5": {}, "ts-perf6": {}, diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/baseline_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/baseline_tsgo/outputVariables.snap index 66d35086..b7d5a572 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/baseline_tsgo/outputVariables.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/baseline_tsgo/outputVariables.snap @@ -1,12 +1,12 @@ { "MATRIX_any": "{}", - "MATRIX_ts_perf1": "{"lsp_native_Compiler_UnionsLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_Compiler_UnionsLSP","TSPERF_JOB_SCENARIO":"Compiler-UnionsLSP","TSPERF_JOB_WARMUPS":1},"startup_native_tsc_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsc_startup","TSPERF_JOB_SCENARIO":"tsc-startup","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_ts_perf1": "{"lsp_native_Compiler_UnionsLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_Compiler_UnionsLSP","TSPERF_JOB_SCENARIO":"Compiler-UnionsLSP","TSPERF_JOB_WARMUPS":1},"startup_native_tsgo_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsgo_startup","TSPERF_JOB_SCENARIO":"tsgo-startup","TSPERF_JOB_WARMUPS":1}}", "MATRIX_ts_perf10": "{}", "MATRIX_ts_perf11": "{}", "MATRIX_ts_perf12": "{}", - "MATRIX_ts_perf2": "{"startup_native_tsserver_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserver_startup","TSPERF_JOB_SCENARIO":"tsserver-startup","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_ts_perf2": "{"startup_native_lsp_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_lsp_startup","TSPERF_JOB_SCENARIO":"lsp-startup","TSPERF_JOB_WARMUPS":1}}", "MATRIX_ts_perf3": "{"lsp_native_CompilerLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_CompilerLSP","TSPERF_JOB_SCENARIO":"CompilerLSP","TSPERF_JOB_WARMUPS":1}}", - "MATRIX_ts_perf4": "{"lsp_native_xstate_main_1_LSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_xstate_main_1_LSP","TSPERF_JOB_SCENARIO":"xstate-main-1-LSP","TSPERF_JOB_WARMUPS":1},"startup_native_tsserverlibrary_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserverlibrary_startup","TSPERF_JOB_SCENARIO":"tsserverlibrary-startup","TSPERF_JOB_WARMUPS":1},"startup_native_typescript_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_typescript_startup","TSPERF_JOB_SCENARIO":"typescript-startup","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_ts_perf4": "{"lsp_native_xstate_main_1_LSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_xstate_main_1_LSP","TSPERF_JOB_SCENARIO":"xstate-main-1-LSP","TSPERF_JOB_WARMUPS":1}}", "MATRIX_ts_perf5": "{}", "MATRIX_ts_perf6": "{}", "MATRIX_ts_perf7": "{}", diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/bun_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/bun_tsgo/compute.snap index 4798ba4a..1df684d4 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/bun_tsgo/compute.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/bun_tsgo/compute.snap @@ -1,7 +1,7 @@ { "parallel": "47m 42s", "perAgent": { - "any": "3h 49m 24s", + "any": "3h 18m 6s", }, - "total": "3h 49m 24s", + "total": "3h 18m 6s", } \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/bun_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/bun_tsgo/matrix.snap index d6e0455b..2c91a474 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/bun_tsgo/matrix.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/bun_tsgo/matrix.snap @@ -1,27 +1,19 @@ { "any": { - "startup_native_tsc_startup": { + "startup_native_lsp_startup": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsc_startup", - "TSPERF_JOB_SCENARIO": "tsc-startup", + "TSPERF_JOB_NAME": "startup_native_lsp_startup", + "TSPERF_JOB_SCENARIO": "lsp-startup", "TSPERF_JOB_WARMUPS": 1, }, - "startup_native_tsserverlibrary_startup": { + "startup_native_tsgo_startup": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsserverlibrary_startup", - "TSPERF_JOB_SCENARIO": "tsserverlibrary-startup", - "TSPERF_JOB_WARMUPS": 1, - }, - "startup_native_typescript_startup": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 6, - "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_typescript_startup", - "TSPERF_JOB_SCENARIO": "typescript-startup", + "TSPERF_JOB_NAME": "startup_native_tsgo_startup", + "TSPERF_JOB_SCENARIO": "tsgo-startup", "TSPERF_JOB_WARMUPS": 1, }, "tsc_native_Compiler_Unions": { @@ -56,14 +48,6 @@ "TSPERF_JOB_SCENARIO": "self-build-src", "TSPERF_JOB_WARMUPS": 1, }, - "tsc_native_self_build_src_public_api": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 12, - "TSPERF_JOB_KIND": "tsc", - "TSPERF_JOB_NAME": "tsc_native_self_build_src_public_api", - "TSPERF_JOB_SCENARIO": "self-build-src-public-api", - "TSPERF_JOB_WARMUPS": 1, - }, "tsc_native_self_compiler": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 12, diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/bun_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/bun_tsgo/outputVariables.snap index 8c702575..91eb1a1e 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/bun_tsgo/outputVariables.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/bun_tsgo/outputVariables.snap @@ -1,5 +1,5 @@ { - "MATRIX_any": "{"startup_native_tsc_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsc_startup","TSPERF_JOB_SCENARIO":"tsc-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserverlibrary_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserverlibrary_startup","TSPERF_JOB_SCENARIO":"tsserverlibrary-startup","TSPERF_JOB_WARMUPS":1},"startup_native_typescript_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_typescript_startup","TSPERF_JOB_SCENARIO":"typescript-startup","TSPERF_JOB_WARMUPS":1},"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":12,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":12,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":12,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":12,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src_public_api":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":12,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src_public_api","TSPERF_JOB_SCENARIO":"self-build-src-public-api","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":12,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":12,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":12,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":12,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":12,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_any": "{"startup_native_lsp_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_lsp_startup","TSPERF_JOB_SCENARIO":"lsp-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsgo_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsgo_startup","TSPERF_JOB_SCENARIO":"tsgo-startup","TSPERF_JOB_WARMUPS":1},"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":12,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":12,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":12,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":12,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":12,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":12,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":12,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":12,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":12,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", "MATRIX_ts_perf1": "{}", "MATRIX_ts_perf10": "{}", "MATRIX_ts_perf11": "{}", diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/default_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/default_tsgo/compute.snap index 2dc8422a..29ae7230 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/default_tsgo/compute.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/default_tsgo/compute.snap @@ -1,7 +1,7 @@ { "parallel": "26m 18s", "perAgent": { - "any": "2h 42m 26s", + "any": "2h 13m 28s", }, - "total": "2h 42m 26s", + "total": "2h 13m 28s", } \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/default_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/default_tsgo/matrix.snap index 72c82749..01c77bf2 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/default_tsgo/matrix.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/default_tsgo/matrix.snap @@ -24,36 +24,20 @@ "TSPERF_JOB_SCENARIO": "xstate-main-1-LSP", "TSPERF_JOB_WARMUPS": 1, }, - "startup_native_tsc_startup": { + "startup_native_lsp_startup": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsc_startup", - "TSPERF_JOB_SCENARIO": "tsc-startup", + "TSPERF_JOB_NAME": "startup_native_lsp_startup", + "TSPERF_JOB_SCENARIO": "lsp-startup", "TSPERF_JOB_WARMUPS": 1, }, - "startup_native_tsserver_startup": { + "startup_native_tsgo_startup": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsserver_startup", - "TSPERF_JOB_SCENARIO": "tsserver-startup", - "TSPERF_JOB_WARMUPS": 1, - }, - "startup_native_tsserverlibrary_startup": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 6, - "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsserverlibrary_startup", - "TSPERF_JOB_SCENARIO": "tsserverlibrary-startup", - "TSPERF_JOB_WARMUPS": 1, - }, - "startup_native_typescript_startup": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 6, - "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_typescript_startup", - "TSPERF_JOB_SCENARIO": "typescript-startup", + "TSPERF_JOB_NAME": "startup_native_tsgo_startup", + "TSPERF_JOB_SCENARIO": "tsgo-startup", "TSPERF_JOB_WARMUPS": 1, }, "tsc_native_Compiler_Unions": { @@ -88,14 +72,6 @@ "TSPERF_JOB_SCENARIO": "self-build-src", "TSPERF_JOB_WARMUPS": 1, }, - "tsc_native_self_build_src_public_api": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 6, - "TSPERF_JOB_KIND": "tsc", - "TSPERF_JOB_NAME": "tsc_native_self_build_src_public_api", - "TSPERF_JOB_SCENARIO": "self-build-src-public-api", - "TSPERF_JOB_WARMUPS": 1, - }, "tsc_native_self_compiler": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/default_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/default_tsgo/outputVariables.snap index eec1566e..a570f94a 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/default_tsgo/outputVariables.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/default_tsgo/outputVariables.snap @@ -1,5 +1,5 @@ { - "MATRIX_any": "{"lsp_native_CompilerLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_CompilerLSP","TSPERF_JOB_SCENARIO":"CompilerLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_Compiler_UnionsLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_Compiler_UnionsLSP","TSPERF_JOB_SCENARIO":"Compiler-UnionsLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_xstate_main_1_LSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_xstate_main_1_LSP","TSPERF_JOB_SCENARIO":"xstate-main-1-LSP","TSPERF_JOB_WARMUPS":1},"startup_native_tsc_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsc_startup","TSPERF_JOB_SCENARIO":"tsc-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserver_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserver_startup","TSPERF_JOB_SCENARIO":"tsserver-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserverlibrary_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserverlibrary_startup","TSPERF_JOB_SCENARIO":"tsserverlibrary-startup","TSPERF_JOB_WARMUPS":1},"startup_native_typescript_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_typescript_startup","TSPERF_JOB_SCENARIO":"typescript-startup","TSPERF_JOB_WARMUPS":1},"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src_public_api":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src_public_api","TSPERF_JOB_SCENARIO":"self-build-src-public-api","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_any": "{"lsp_native_CompilerLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_CompilerLSP","TSPERF_JOB_SCENARIO":"CompilerLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_Compiler_UnionsLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_Compiler_UnionsLSP","TSPERF_JOB_SCENARIO":"Compiler-UnionsLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_xstate_main_1_LSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_xstate_main_1_LSP","TSPERF_JOB_SCENARIO":"xstate-main-1-LSP","TSPERF_JOB_WARMUPS":1},"startup_native_lsp_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_lsp_startup","TSPERF_JOB_SCENARIO":"lsp-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsgo_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsgo_startup","TSPERF_JOB_SCENARIO":"tsgo-startup","TSPERF_JOB_WARMUPS":1},"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", "MATRIX_ts_perf1": "{}", "MATRIX_ts_perf10": "{}", "MATRIX_ts_perf11": "{}", diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3...release-5.4_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3...release-5.4_tsgo/compute.snap index 48f67a69..1d74114f 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3...release-5.4_tsgo/compute.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3...release-5.4_tsgo/compute.snap @@ -1,7 +1,7 @@ { "parallel": "26m 18s", "perAgent": { - "any": "1h 58m 6s", + "any": "1h 44m 52s", }, - "total": "1h 58m 6s", + "total": "1h 44m 52s", } \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3...release-5.4_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3...release-5.4_tsgo/matrix.snap index 2102cb71..5f628291 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3...release-5.4_tsgo/matrix.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3...release-5.4_tsgo/matrix.snap @@ -32,14 +32,6 @@ "TSPERF_JOB_SCENARIO": "self-build-src", "TSPERF_JOB_WARMUPS": 1, }, - "tsc_native_self_build_src_public_api": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 6, - "TSPERF_JOB_KIND": "tsc", - "TSPERF_JOB_NAME": "tsc_native_self_build_src_public_api", - "TSPERF_JOB_SCENARIO": "self-build-src-public-api", - "TSPERF_JOB_WARMUPS": 1, - }, "tsc_native_self_compiler": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3...release-5.4_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3...release-5.4_tsgo/outputVariables.snap index 74953e82..d2fe184a 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3...release-5.4_tsgo/outputVariables.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster commits=release-5.3...release-5.4_tsgo/outputVariables.snap @@ -1,5 +1,5 @@ { - "MATRIX_any": "{"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src_public_api":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src_public_api","TSPERF_JOB_SCENARIO":"self-build-src-public-api","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_any": "{"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", "MATRIX_ts_perf1": "{}", "MATRIX_ts_perf10": "{}", "MATRIX_ts_perf11": "{}", diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster predictable host=node@18.5.1_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster predictable host=node@18.5.1_tsgo/compute.snap index 48f67a69..1d74114f 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster predictable host=node@18.5.1_tsgo/compute.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster predictable host=node@18.5.1_tsgo/compute.snap @@ -1,7 +1,7 @@ { "parallel": "26m 18s", "perAgent": { - "any": "1h 58m 6s", + "any": "1h 44m 52s", }, - "total": "1h 58m 6s", + "total": "1h 44m 52s", } \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster predictable host=node@18.5.1_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster predictable host=node@18.5.1_tsgo/matrix.snap index 2102cb71..5f628291 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster predictable host=node@18.5.1_tsgo/matrix.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster predictable host=node@18.5.1_tsgo/matrix.snap @@ -32,14 +32,6 @@ "TSPERF_JOB_SCENARIO": "self-build-src", "TSPERF_JOB_WARMUPS": 1, }, - "tsc_native_self_build_src_public_api": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 6, - "TSPERF_JOB_KIND": "tsc", - "TSPERF_JOB_NAME": "tsc_native_self_build_src_public_api", - "TSPERF_JOB_SCENARIO": "self-build-src-public-api", - "TSPERF_JOB_WARMUPS": 1, - }, "tsc_native_self_compiler": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster predictable host=node@18.5.1_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster predictable host=node@18.5.1_tsgo/outputVariables.snap index b1a4123c..70caa412 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster predictable host=node@18.5.1_tsgo/outputVariables.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster predictable host=node@18.5.1_tsgo/outputVariables.snap @@ -1,5 +1,5 @@ { - "MATRIX_any": "{"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src_public_api":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src_public_api","TSPERF_JOB_SCENARIO":"self-build-src-public-api","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_any": "{"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", "MATRIX_ts_perf1": "{}", "MATRIX_ts_perf10": "{}", "MATRIX_ts_perf11": "{}", diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster_tsgo/compute.snap index 48f67a69..1d74114f 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster_tsgo/compute.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster_tsgo/compute.snap @@ -1,7 +1,7 @@ { "parallel": "26m 18s", "perAgent": { - "any": "1h 58m 6s", + "any": "1h 44m 52s", }, - "total": "1h 58m 6s", + "total": "1h 44m 52s", } \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster_tsgo/matrix.snap index 2102cb71..5f628291 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster_tsgo/matrix.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster_tsgo/matrix.snap @@ -32,14 +32,6 @@ "TSPERF_JOB_SCENARIO": "self-build-src", "TSPERF_JOB_WARMUPS": 1, }, - "tsc_native_self_build_src_public_api": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 6, - "TSPERF_JOB_KIND": "tsc", - "TSPERF_JOB_NAME": "tsc_native_self_build_src_public_api", - "TSPERF_JOB_SCENARIO": "self-build-src-public-api", - "TSPERF_JOB_WARMUPS": 1, - }, "tsc_native_self_compiler": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster_tsgo/outputVariables.snap index 23aaf7ff..21edba3b 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster_tsgo/outputVariables.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/faster_tsgo/outputVariables.snap @@ -1,5 +1,5 @@ { - "MATRIX_any": "{"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src_public_api":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src_public_api","TSPERF_JOB_SCENARIO":"self-build-src-public-api","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_any": "{"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", "MATRIX_ts_perf1": "{}", "MATRIX_ts_perf10": "{}", "MATRIX_ts_perf11": "{}", diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/full_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/full_tsgo/compute.snap index 78d7921f..9f354e43 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/full_tsgo/compute.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/full_tsgo/compute.snap @@ -1,7 +1,7 @@ { "parallel": "7m 52s", "perAgent": { - "any": "44m 20s", + "any": "28m 36s", }, - "total": "44m 20s", + "total": "28m 36s", } \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/full_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/full_tsgo/matrix.snap index 6ba66c65..30a2bf70 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/full_tsgo/matrix.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/full_tsgo/matrix.snap @@ -24,36 +24,20 @@ "TSPERF_JOB_SCENARIO": "xstate-main-1-LSP", "TSPERF_JOB_WARMUPS": 1, }, - "startup_native_tsc_startup": { + "startup_native_lsp_startup": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsc_startup", - "TSPERF_JOB_SCENARIO": "tsc-startup", + "TSPERF_JOB_NAME": "startup_native_lsp_startup", + "TSPERF_JOB_SCENARIO": "lsp-startup", "TSPERF_JOB_WARMUPS": 1, }, - "startup_native_tsserver_startup": { + "startup_native_tsgo_startup": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsserver_startup", - "TSPERF_JOB_SCENARIO": "tsserver-startup", - "TSPERF_JOB_WARMUPS": 1, - }, - "startup_native_tsserverlibrary_startup": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 6, - "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsserverlibrary_startup", - "TSPERF_JOB_SCENARIO": "tsserverlibrary-startup", - "TSPERF_JOB_WARMUPS": 1, - }, - "startup_native_typescript_startup": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 6, - "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_typescript_startup", - "TSPERF_JOB_SCENARIO": "typescript-startup", + "TSPERF_JOB_NAME": "startup_native_tsgo_startup", + "TSPERF_JOB_SCENARIO": "tsgo-startup", "TSPERF_JOB_WARMUPS": 1, }, }, diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/full_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/full_tsgo/outputVariables.snap index 9cc6b38f..7cb775eb 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/full_tsgo/outputVariables.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/full_tsgo/outputVariables.snap @@ -1,5 +1,5 @@ { - "MATRIX_any": "{"lsp_native_CompilerLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_CompilerLSP","TSPERF_JOB_SCENARIO":"CompilerLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_Compiler_UnionsLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_Compiler_UnionsLSP","TSPERF_JOB_SCENARIO":"Compiler-UnionsLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_xstate_main_1_LSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_xstate_main_1_LSP","TSPERF_JOB_SCENARIO":"xstate-main-1-LSP","TSPERF_JOB_WARMUPS":1},"startup_native_tsc_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsc_startup","TSPERF_JOB_SCENARIO":"tsc-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserver_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserver_startup","TSPERF_JOB_SCENARIO":"tsserver-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserverlibrary_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserverlibrary_startup","TSPERF_JOB_SCENARIO":"tsserverlibrary-startup","TSPERF_JOB_WARMUPS":1},"startup_native_typescript_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_typescript_startup","TSPERF_JOB_SCENARIO":"typescript-startup","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_any": "{"lsp_native_CompilerLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_CompilerLSP","TSPERF_JOB_SCENARIO":"CompilerLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_Compiler_UnionsLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_Compiler_UnionsLSP","TSPERF_JOB_SCENARIO":"Compiler-UnionsLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_xstate_main_1_LSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_xstate_main_1_LSP","TSPERF_JOB_SCENARIO":"xstate-main-1-LSP","TSPERF_JOB_WARMUPS":1},"startup_native_lsp_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_lsp_startup","TSPERF_JOB_SCENARIO":"lsp-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsgo_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsgo_startup","TSPERF_JOB_SCENARIO":"tsgo-startup","TSPERF_JOB_WARMUPS":1}}", "MATRIX_ts_perf1": "{}", "MATRIX_ts_perf10": "{}", "MATRIX_ts_perf11": "{}", diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/hosts=bun@1.1.3,vscode@1.88.1_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/hosts=bun@1.1.3,vscode@1.88.1_tsgo/compute.snap index 2dc8422a..29ae7230 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/hosts=bun@1.1.3,vscode@1.88.1_tsgo/compute.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/hosts=bun@1.1.3,vscode@1.88.1_tsgo/compute.snap @@ -1,7 +1,7 @@ { "parallel": "26m 18s", "perAgent": { - "any": "2h 42m 26s", + "any": "2h 13m 28s", }, - "total": "2h 42m 26s", + "total": "2h 13m 28s", } \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/hosts=bun@1.1.3,vscode@1.88.1_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/hosts=bun@1.1.3,vscode@1.88.1_tsgo/matrix.snap index 72c82749..01c77bf2 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/hosts=bun@1.1.3,vscode@1.88.1_tsgo/matrix.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/hosts=bun@1.1.3,vscode@1.88.1_tsgo/matrix.snap @@ -24,36 +24,20 @@ "TSPERF_JOB_SCENARIO": "xstate-main-1-LSP", "TSPERF_JOB_WARMUPS": 1, }, - "startup_native_tsc_startup": { + "startup_native_lsp_startup": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsc_startup", - "TSPERF_JOB_SCENARIO": "tsc-startup", + "TSPERF_JOB_NAME": "startup_native_lsp_startup", + "TSPERF_JOB_SCENARIO": "lsp-startup", "TSPERF_JOB_WARMUPS": 1, }, - "startup_native_tsserver_startup": { + "startup_native_tsgo_startup": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsserver_startup", - "TSPERF_JOB_SCENARIO": "tsserver-startup", - "TSPERF_JOB_WARMUPS": 1, - }, - "startup_native_tsserverlibrary_startup": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 6, - "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsserverlibrary_startup", - "TSPERF_JOB_SCENARIO": "tsserverlibrary-startup", - "TSPERF_JOB_WARMUPS": 1, - }, - "startup_native_typescript_startup": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 6, - "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_typescript_startup", - "TSPERF_JOB_SCENARIO": "typescript-startup", + "TSPERF_JOB_NAME": "startup_native_tsgo_startup", + "TSPERF_JOB_SCENARIO": "tsgo-startup", "TSPERF_JOB_WARMUPS": 1, }, "tsc_native_Compiler_Unions": { @@ -88,14 +72,6 @@ "TSPERF_JOB_SCENARIO": "self-build-src", "TSPERF_JOB_WARMUPS": 1, }, - "tsc_native_self_build_src_public_api": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 6, - "TSPERF_JOB_KIND": "tsc", - "TSPERF_JOB_NAME": "tsc_native_self_build_src_public_api", - "TSPERF_JOB_SCENARIO": "self-build-src-public-api", - "TSPERF_JOB_WARMUPS": 1, - }, "tsc_native_self_compiler": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/hosts=bun@1.1.3,vscode@1.88.1_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/hosts=bun@1.1.3,vscode@1.88.1_tsgo/outputVariables.snap index eec1566e..a570f94a 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/hosts=bun@1.1.3,vscode@1.88.1_tsgo/outputVariables.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/hosts=bun@1.1.3,vscode@1.88.1_tsgo/outputVariables.snap @@ -1,5 +1,5 @@ { - "MATRIX_any": "{"lsp_native_CompilerLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_CompilerLSP","TSPERF_JOB_SCENARIO":"CompilerLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_Compiler_UnionsLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_Compiler_UnionsLSP","TSPERF_JOB_SCENARIO":"Compiler-UnionsLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_xstate_main_1_LSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_xstate_main_1_LSP","TSPERF_JOB_SCENARIO":"xstate-main-1-LSP","TSPERF_JOB_WARMUPS":1},"startup_native_tsc_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsc_startup","TSPERF_JOB_SCENARIO":"tsc-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserver_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserver_startup","TSPERF_JOB_SCENARIO":"tsserver-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserverlibrary_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserverlibrary_startup","TSPERF_JOB_SCENARIO":"tsserverlibrary-startup","TSPERF_JOB_WARMUPS":1},"startup_native_typescript_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_typescript_startup","TSPERF_JOB_SCENARIO":"typescript-startup","TSPERF_JOB_WARMUPS":1},"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src_public_api":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src_public_api","TSPERF_JOB_SCENARIO":"self-build-src-public-api","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_any": "{"lsp_native_CompilerLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_CompilerLSP","TSPERF_JOB_SCENARIO":"CompilerLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_Compiler_UnionsLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_Compiler_UnionsLSP","TSPERF_JOB_SCENARIO":"Compiler-UnionsLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_xstate_main_1_LSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_xstate_main_1_LSP","TSPERF_JOB_SCENARIO":"xstate-main-1-LSP","TSPERF_JOB_WARMUPS":1},"startup_native_lsp_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_lsp_startup","TSPERF_JOB_SCENARIO":"lsp-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsgo_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsgo_startup","TSPERF_JOB_SCENARIO":"tsgo-startup","TSPERF_JOB_WARMUPS":1},"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", "MATRIX_ts_perf1": "{}", "MATRIX_ts_perf10": "{}", "MATRIX_ts_perf11": "{}", diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/predictable=true_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/predictable=true_tsgo/compute.snap index 2dc8422a..29ae7230 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/predictable=true_tsgo/compute.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/predictable=true_tsgo/compute.snap @@ -1,7 +1,7 @@ { "parallel": "26m 18s", "perAgent": { - "any": "2h 42m 26s", + "any": "2h 13m 28s", }, - "total": "2h 42m 26s", + "total": "2h 13m 28s", } \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/predictable=true_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/predictable=true_tsgo/matrix.snap index 72c82749..01c77bf2 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/predictable=true_tsgo/matrix.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/predictable=true_tsgo/matrix.snap @@ -24,36 +24,20 @@ "TSPERF_JOB_SCENARIO": "xstate-main-1-LSP", "TSPERF_JOB_WARMUPS": 1, }, - "startup_native_tsc_startup": { + "startup_native_lsp_startup": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsc_startup", - "TSPERF_JOB_SCENARIO": "tsc-startup", + "TSPERF_JOB_NAME": "startup_native_lsp_startup", + "TSPERF_JOB_SCENARIO": "lsp-startup", "TSPERF_JOB_WARMUPS": 1, }, - "startup_native_tsserver_startup": { + "startup_native_tsgo_startup": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsserver_startup", - "TSPERF_JOB_SCENARIO": "tsserver-startup", - "TSPERF_JOB_WARMUPS": 1, - }, - "startup_native_tsserverlibrary_startup": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 6, - "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsserverlibrary_startup", - "TSPERF_JOB_SCENARIO": "tsserverlibrary-startup", - "TSPERF_JOB_WARMUPS": 1, - }, - "startup_native_typescript_startup": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 6, - "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_typescript_startup", - "TSPERF_JOB_SCENARIO": "typescript-startup", + "TSPERF_JOB_NAME": "startup_native_tsgo_startup", + "TSPERF_JOB_SCENARIO": "tsgo-startup", "TSPERF_JOB_WARMUPS": 1, }, "tsc_native_Compiler_Unions": { @@ -88,14 +72,6 @@ "TSPERF_JOB_SCENARIO": "self-build-src", "TSPERF_JOB_WARMUPS": 1, }, - "tsc_native_self_build_src_public_api": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 6, - "TSPERF_JOB_KIND": "tsc", - "TSPERF_JOB_NAME": "tsc_native_self_build_src_public_api", - "TSPERF_JOB_SCENARIO": "self-build-src-public-api", - "TSPERF_JOB_WARMUPS": 1, - }, "tsc_native_self_compiler": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/predictable=true_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/predictable=true_tsgo/outputVariables.snap index 0d64ccd8..4b61b1e4 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/predictable=true_tsgo/outputVariables.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/predictable=true_tsgo/outputVariables.snap @@ -1,5 +1,5 @@ { - "MATRIX_any": "{"lsp_native_CompilerLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_CompilerLSP","TSPERF_JOB_SCENARIO":"CompilerLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_Compiler_UnionsLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_Compiler_UnionsLSP","TSPERF_JOB_SCENARIO":"Compiler-UnionsLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_xstate_main_1_LSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_xstate_main_1_LSP","TSPERF_JOB_SCENARIO":"xstate-main-1-LSP","TSPERF_JOB_WARMUPS":1},"startup_native_tsc_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsc_startup","TSPERF_JOB_SCENARIO":"tsc-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserver_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserver_startup","TSPERF_JOB_SCENARIO":"tsserver-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserverlibrary_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserverlibrary_startup","TSPERF_JOB_SCENARIO":"tsserverlibrary-startup","TSPERF_JOB_WARMUPS":1},"startup_native_typescript_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_typescript_startup","TSPERF_JOB_SCENARIO":"typescript-startup","TSPERF_JOB_WARMUPS":1},"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src_public_api":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src_public_api","TSPERF_JOB_SCENARIO":"self-build-src-public-api","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_any": "{"lsp_native_CompilerLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_CompilerLSP","TSPERF_JOB_SCENARIO":"CompilerLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_Compiler_UnionsLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_Compiler_UnionsLSP","TSPERF_JOB_SCENARIO":"Compiler-UnionsLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_xstate_main_1_LSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_xstate_main_1_LSP","TSPERF_JOB_SCENARIO":"xstate-main-1-LSP","TSPERF_JOB_WARMUPS":1},"startup_native_lsp_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_lsp_startup","TSPERF_JOB_SCENARIO":"lsp-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsgo_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsgo_startup","TSPERF_JOB_SCENARIO":"tsgo-startup","TSPERF_JOB_WARMUPS":1},"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", "MATRIX_ts_perf1": "{}", "MATRIX_ts_perf10": "{}", "MATRIX_ts_perf11": "{}", diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/public_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/public_tsgo/compute.snap index 2dc8422a..29ae7230 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/public_tsgo/compute.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/public_tsgo/compute.snap @@ -1,7 +1,7 @@ { "parallel": "26m 18s", "perAgent": { - "any": "2h 42m 26s", + "any": "2h 13m 28s", }, - "total": "2h 42m 26s", + "total": "2h 13m 28s", } \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/public_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/public_tsgo/matrix.snap index 72c82749..01c77bf2 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/public_tsgo/matrix.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/public_tsgo/matrix.snap @@ -24,36 +24,20 @@ "TSPERF_JOB_SCENARIO": "xstate-main-1-LSP", "TSPERF_JOB_WARMUPS": 1, }, - "startup_native_tsc_startup": { + "startup_native_lsp_startup": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsc_startup", - "TSPERF_JOB_SCENARIO": "tsc-startup", + "TSPERF_JOB_NAME": "startup_native_lsp_startup", + "TSPERF_JOB_SCENARIO": "lsp-startup", "TSPERF_JOB_WARMUPS": 1, }, - "startup_native_tsserver_startup": { + "startup_native_tsgo_startup": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsserver_startup", - "TSPERF_JOB_SCENARIO": "tsserver-startup", - "TSPERF_JOB_WARMUPS": 1, - }, - "startup_native_tsserverlibrary_startup": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 6, - "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsserverlibrary_startup", - "TSPERF_JOB_SCENARIO": "tsserverlibrary-startup", - "TSPERF_JOB_WARMUPS": 1, - }, - "startup_native_typescript_startup": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 6, - "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_typescript_startup", - "TSPERF_JOB_SCENARIO": "typescript-startup", + "TSPERF_JOB_NAME": "startup_native_tsgo_startup", + "TSPERF_JOB_SCENARIO": "tsgo-startup", "TSPERF_JOB_WARMUPS": 1, }, "tsc_native_Compiler_Unions": { @@ -88,14 +72,6 @@ "TSPERF_JOB_SCENARIO": "self-build-src", "TSPERF_JOB_WARMUPS": 1, }, - "tsc_native_self_build_src_public_api": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 6, - "TSPERF_JOB_KIND": "tsc", - "TSPERF_JOB_NAME": "tsc_native_self_build_src_public_api", - "TSPERF_JOB_SCENARIO": "self-build-src-public-api", - "TSPERF_JOB_WARMUPS": 1, - }, "tsc_native_self_compiler": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/public_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/public_tsgo/outputVariables.snap index eec1566e..a570f94a 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/public_tsgo/outputVariables.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/public_tsgo/outputVariables.snap @@ -1,5 +1,5 @@ { - "MATRIX_any": "{"lsp_native_CompilerLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_CompilerLSP","TSPERF_JOB_SCENARIO":"CompilerLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_Compiler_UnionsLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_Compiler_UnionsLSP","TSPERF_JOB_SCENARIO":"Compiler-UnionsLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_xstate_main_1_LSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_xstate_main_1_LSP","TSPERF_JOB_SCENARIO":"xstate-main-1-LSP","TSPERF_JOB_WARMUPS":1},"startup_native_tsc_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsc_startup","TSPERF_JOB_SCENARIO":"tsc-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserver_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserver_startup","TSPERF_JOB_SCENARIO":"tsserver-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserverlibrary_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserverlibrary_startup","TSPERF_JOB_SCENARIO":"tsserverlibrary-startup","TSPERF_JOB_WARMUPS":1},"startup_native_typescript_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_typescript_startup","TSPERF_JOB_SCENARIO":"typescript-startup","TSPERF_JOB_WARMUPS":1},"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src_public_api":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src_public_api","TSPERF_JOB_SCENARIO":"self-build-src-public-api","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_any": "{"lsp_native_CompilerLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_CompilerLSP","TSPERF_JOB_SCENARIO":"CompilerLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_Compiler_UnionsLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_Compiler_UnionsLSP","TSPERF_JOB_SCENARIO":"Compiler-UnionsLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_xstate_main_1_LSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_xstate_main_1_LSP","TSPERF_JOB_SCENARIO":"xstate-main-1-LSP","TSPERF_JOB_WARMUPS":1},"startup_native_lsp_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_lsp_startup","TSPERF_JOB_SCENARIO":"lsp-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsgo_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsgo_startup","TSPERF_JOB_SCENARIO":"tsgo-startup","TSPERF_JOB_WARMUPS":1},"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", "MATRIX_ts_perf1": "{}", "MATRIX_ts_perf10": "{}", "MATRIX_ts_perf11": "{}", diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/regular_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/regular_tsgo/compute.snap index 2dc8422a..29ae7230 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/regular_tsgo/compute.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/regular_tsgo/compute.snap @@ -1,7 +1,7 @@ { "parallel": "26m 18s", "perAgent": { - "any": "2h 42m 26s", + "any": "2h 13m 28s", }, - "total": "2h 42m 26s", + "total": "2h 13m 28s", } \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/regular_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/regular_tsgo/matrix.snap index 72c82749..01c77bf2 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/regular_tsgo/matrix.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/regular_tsgo/matrix.snap @@ -24,36 +24,20 @@ "TSPERF_JOB_SCENARIO": "xstate-main-1-LSP", "TSPERF_JOB_WARMUPS": 1, }, - "startup_native_tsc_startup": { + "startup_native_lsp_startup": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsc_startup", - "TSPERF_JOB_SCENARIO": "tsc-startup", + "TSPERF_JOB_NAME": "startup_native_lsp_startup", + "TSPERF_JOB_SCENARIO": "lsp-startup", "TSPERF_JOB_WARMUPS": 1, }, - "startup_native_tsserver_startup": { + "startup_native_tsgo_startup": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsserver_startup", - "TSPERF_JOB_SCENARIO": "tsserver-startup", - "TSPERF_JOB_WARMUPS": 1, - }, - "startup_native_tsserverlibrary_startup": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 6, - "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsserverlibrary_startup", - "TSPERF_JOB_SCENARIO": "tsserverlibrary-startup", - "TSPERF_JOB_WARMUPS": 1, - }, - "startup_native_typescript_startup": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 6, - "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_typescript_startup", - "TSPERF_JOB_SCENARIO": "typescript-startup", + "TSPERF_JOB_NAME": "startup_native_tsgo_startup", + "TSPERF_JOB_SCENARIO": "tsgo-startup", "TSPERF_JOB_WARMUPS": 1, }, "tsc_native_Compiler_Unions": { @@ -88,14 +72,6 @@ "TSPERF_JOB_SCENARIO": "self-build-src", "TSPERF_JOB_WARMUPS": 1, }, - "tsc_native_self_build_src_public_api": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 6, - "TSPERF_JOB_KIND": "tsc", - "TSPERF_JOB_NAME": "tsc_native_self_build_src_public_api", - "TSPERF_JOB_SCENARIO": "self-build-src-public-api", - "TSPERF_JOB_WARMUPS": 1, - }, "tsc_native_self_compiler": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/regular_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/regular_tsgo/outputVariables.snap index eec1566e..a570f94a 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/regular_tsgo/outputVariables.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/regular_tsgo/outputVariables.snap @@ -1,5 +1,5 @@ { - "MATRIX_any": "{"lsp_native_CompilerLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_CompilerLSP","TSPERF_JOB_SCENARIO":"CompilerLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_Compiler_UnionsLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_Compiler_UnionsLSP","TSPERF_JOB_SCENARIO":"Compiler-UnionsLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_xstate_main_1_LSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_xstate_main_1_LSP","TSPERF_JOB_SCENARIO":"xstate-main-1-LSP","TSPERF_JOB_WARMUPS":1},"startup_native_tsc_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsc_startup","TSPERF_JOB_SCENARIO":"tsc-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserver_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserver_startup","TSPERF_JOB_SCENARIO":"tsserver-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserverlibrary_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserverlibrary_startup","TSPERF_JOB_SCENARIO":"tsserverlibrary-startup","TSPERF_JOB_WARMUPS":1},"startup_native_typescript_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_typescript_startup","TSPERF_JOB_SCENARIO":"typescript-startup","TSPERF_JOB_WARMUPS":1},"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src_public_api":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src_public_api","TSPERF_JOB_SCENARIO":"self-build-src-public-api","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_any": "{"lsp_native_CompilerLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_CompilerLSP","TSPERF_JOB_SCENARIO":"CompilerLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_Compiler_UnionsLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_Compiler_UnionsLSP","TSPERF_JOB_SCENARIO":"Compiler-UnionsLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_xstate_main_1_LSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_xstate_main_1_LSP","TSPERF_JOB_SCENARIO":"xstate-main-1-LSP","TSPERF_JOB_WARMUPS":1},"startup_native_lsp_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_lsp_startup","TSPERF_JOB_SCENARIO":"lsp-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsgo_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsgo_startup","TSPERF_JOB_SCENARIO":"tsgo-startup","TSPERF_JOB_WARMUPS":1},"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", "MATRIX_ts_perf1": "{}", "MATRIX_ts_perf10": "{}", "MATRIX_ts_perf11": "{}", diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only hosts=node@22.8.0_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only hosts=node@22.8.0_tsgo/compute.snap index 2908bf13..66dbb57b 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only hosts=node@22.8.0_tsgo/compute.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only hosts=node@22.8.0_tsgo/compute.snap @@ -1,7 +1,7 @@ { "parallel": "7m 52s", "perAgent": { - "any": "29m 22s", + "any": "13m 38s", }, - "total": "29m 22s", + "total": "13m 38s", } \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only hosts=node@22.8.0_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only hosts=node@22.8.0_tsgo/matrix.snap index 417bee5e..2f26ae29 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only hosts=node@22.8.0_tsgo/matrix.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only hosts=node@22.8.0_tsgo/matrix.snap @@ -1,35 +1,19 @@ { "any": { - "startup_native_tsc_startup": { + "startup_native_lsp_startup": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsc_startup", - "TSPERF_JOB_SCENARIO": "tsc-startup", + "TSPERF_JOB_NAME": "startup_native_lsp_startup", + "TSPERF_JOB_SCENARIO": "lsp-startup", "TSPERF_JOB_WARMUPS": 1, }, - "startup_native_tsserver_startup": { + "startup_native_tsgo_startup": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsserver_startup", - "TSPERF_JOB_SCENARIO": "tsserver-startup", - "TSPERF_JOB_WARMUPS": 1, - }, - "startup_native_tsserverlibrary_startup": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 6, - "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsserverlibrary_startup", - "TSPERF_JOB_SCENARIO": "tsserverlibrary-startup", - "TSPERF_JOB_WARMUPS": 1, - }, - "startup_native_typescript_startup": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 6, - "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_typescript_startup", - "TSPERF_JOB_SCENARIO": "typescript-startup", + "TSPERF_JOB_NAME": "startup_native_tsgo_startup", + "TSPERF_JOB_SCENARIO": "tsgo-startup", "TSPERF_JOB_WARMUPS": 1, }, }, diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only hosts=node@22.8.0_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only hosts=node@22.8.0_tsgo/outputVariables.snap index b87e5307..574c7ecd 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only hosts=node@22.8.0_tsgo/outputVariables.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only hosts=node@22.8.0_tsgo/outputVariables.snap @@ -1,5 +1,5 @@ { - "MATRIX_any": "{"startup_native_tsc_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsc_startup","TSPERF_JOB_SCENARIO":"tsc-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserver_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserver_startup","TSPERF_JOB_SCENARIO":"tsserver-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserverlibrary_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserverlibrary_startup","TSPERF_JOB_SCENARIO":"tsserverlibrary-startup","TSPERF_JOB_WARMUPS":1},"startup_native_typescript_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_typescript_startup","TSPERF_JOB_SCENARIO":"typescript-startup","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_any": "{"startup_native_lsp_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_lsp_startup","TSPERF_JOB_SCENARIO":"lsp-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsgo_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsgo_startup","TSPERF_JOB_SCENARIO":"tsgo-startup","TSPERF_JOB_WARMUPS":1}}", "MATRIX_ts_perf1": "{}", "MATRIX_ts_perf10": "{}", "MATRIX_ts_perf11": "{}", diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only_tsgo/compute.snap index 2908bf13..66dbb57b 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only_tsgo/compute.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only_tsgo/compute.snap @@ -1,7 +1,7 @@ { "parallel": "7m 52s", "perAgent": { - "any": "29m 22s", + "any": "13m 38s", }, - "total": "29m 22s", + "total": "13m 38s", } \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only_tsgo/matrix.snap index 417bee5e..2f26ae29 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only_tsgo/matrix.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only_tsgo/matrix.snap @@ -1,35 +1,19 @@ { "any": { - "startup_native_tsc_startup": { + "startup_native_lsp_startup": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsc_startup", - "TSPERF_JOB_SCENARIO": "tsc-startup", + "TSPERF_JOB_NAME": "startup_native_lsp_startup", + "TSPERF_JOB_SCENARIO": "lsp-startup", "TSPERF_JOB_WARMUPS": 1, }, - "startup_native_tsserver_startup": { + "startup_native_tsgo_startup": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsserver_startup", - "TSPERF_JOB_SCENARIO": "tsserver-startup", - "TSPERF_JOB_WARMUPS": 1, - }, - "startup_native_tsserverlibrary_startup": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 6, - "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsserverlibrary_startup", - "TSPERF_JOB_SCENARIO": "tsserverlibrary-startup", - "TSPERF_JOB_WARMUPS": 1, - }, - "startup_native_typescript_startup": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 6, - "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_typescript_startup", - "TSPERF_JOB_SCENARIO": "typescript-startup", + "TSPERF_JOB_NAME": "startup_native_tsgo_startup", + "TSPERF_JOB_SCENARIO": "tsgo-startup", "TSPERF_JOB_WARMUPS": 1, }, }, diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only_tsgo/outputVariables.snap index b87e5307..574c7ecd 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only_tsgo/outputVariables.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/startup-only_tsgo/outputVariables.snap @@ -1,5 +1,5 @@ { - "MATRIX_any": "{"startup_native_tsc_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsc_startup","TSPERF_JOB_SCENARIO":"tsc-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserver_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserver_startup","TSPERF_JOB_SCENARIO":"tsserver-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserverlibrary_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserverlibrary_startup","TSPERF_JOB_SCENARIO":"tsserverlibrary-startup","TSPERF_JOB_WARMUPS":1},"startup_native_typescript_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_typescript_startup","TSPERF_JOB_SCENARIO":"typescript-startup","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_any": "{"startup_native_lsp_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_lsp_startup","TSPERF_JOB_SCENARIO":"lsp-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsgo_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsgo_startup","TSPERF_JOB_SCENARIO":"tsgo-startup","TSPERF_JOB_WARMUPS":1}}", "MATRIX_ts_perf1": "{}", "MATRIX_ts_perf10": "{}", "MATRIX_ts_perf11": "{}", diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/this is not a preset_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/this is not a preset_tsgo/compute.snap index 2dc8422a..29ae7230 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/this is not a preset_tsgo/compute.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/this is not a preset_tsgo/compute.snap @@ -1,7 +1,7 @@ { "parallel": "26m 18s", "perAgent": { - "any": "2h 42m 26s", + "any": "2h 13m 28s", }, - "total": "2h 42m 26s", + "total": "2h 13m 28s", } \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/this is not a preset_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/this is not a preset_tsgo/matrix.snap index 72c82749..01c77bf2 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/this is not a preset_tsgo/matrix.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/this is not a preset_tsgo/matrix.snap @@ -24,36 +24,20 @@ "TSPERF_JOB_SCENARIO": "xstate-main-1-LSP", "TSPERF_JOB_WARMUPS": 1, }, - "startup_native_tsc_startup": { + "startup_native_lsp_startup": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsc_startup", - "TSPERF_JOB_SCENARIO": "tsc-startup", + "TSPERF_JOB_NAME": "startup_native_lsp_startup", + "TSPERF_JOB_SCENARIO": "lsp-startup", "TSPERF_JOB_WARMUPS": 1, }, - "startup_native_tsserver_startup": { + "startup_native_tsgo_startup": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsserver_startup", - "TSPERF_JOB_SCENARIO": "tsserver-startup", - "TSPERF_JOB_WARMUPS": 1, - }, - "startup_native_tsserverlibrary_startup": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 6, - "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsserverlibrary_startup", - "TSPERF_JOB_SCENARIO": "tsserverlibrary-startup", - "TSPERF_JOB_WARMUPS": 1, - }, - "startup_native_typescript_startup": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 6, - "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_typescript_startup", - "TSPERF_JOB_SCENARIO": "typescript-startup", + "TSPERF_JOB_NAME": "startup_native_tsgo_startup", + "TSPERF_JOB_SCENARIO": "tsgo-startup", "TSPERF_JOB_WARMUPS": 1, }, "tsc_native_Compiler_Unions": { @@ -88,14 +72,6 @@ "TSPERF_JOB_SCENARIO": "self-build-src", "TSPERF_JOB_WARMUPS": 1, }, - "tsc_native_self_build_src_public_api": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 6, - "TSPERF_JOB_KIND": "tsc", - "TSPERF_JOB_NAME": "tsc_native_self_build_src_public_api", - "TSPERF_JOB_SCENARIO": "self-build-src-public-api", - "TSPERF_JOB_WARMUPS": 1, - }, "tsc_native_self_compiler": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/this is not a preset_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/this is not a preset_tsgo/outputVariables.snap index eec1566e..a570f94a 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/this is not a preset_tsgo/outputVariables.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/this is not a preset_tsgo/outputVariables.snap @@ -1,5 +1,5 @@ { - "MATRIX_any": "{"lsp_native_CompilerLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_CompilerLSP","TSPERF_JOB_SCENARIO":"CompilerLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_Compiler_UnionsLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_Compiler_UnionsLSP","TSPERF_JOB_SCENARIO":"Compiler-UnionsLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_xstate_main_1_LSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_xstate_main_1_LSP","TSPERF_JOB_SCENARIO":"xstate-main-1-LSP","TSPERF_JOB_WARMUPS":1},"startup_native_tsc_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsc_startup","TSPERF_JOB_SCENARIO":"tsc-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserver_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserver_startup","TSPERF_JOB_SCENARIO":"tsserver-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserverlibrary_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserverlibrary_startup","TSPERF_JOB_SCENARIO":"tsserverlibrary-startup","TSPERF_JOB_WARMUPS":1},"startup_native_typescript_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_typescript_startup","TSPERF_JOB_SCENARIO":"typescript-startup","TSPERF_JOB_WARMUPS":1},"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src_public_api":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src_public_api","TSPERF_JOB_SCENARIO":"self-build-src-public-api","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_any": "{"lsp_native_CompilerLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_CompilerLSP","TSPERF_JOB_SCENARIO":"CompilerLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_Compiler_UnionsLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_Compiler_UnionsLSP","TSPERF_JOB_SCENARIO":"Compiler-UnionsLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_xstate_main_1_LSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_xstate_main_1_LSP","TSPERF_JOB_SCENARIO":"xstate-main-1-LSP","TSPERF_JOB_WARMUPS":1},"startup_native_lsp_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_lsp_startup","TSPERF_JOB_SCENARIO":"lsp-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsgo_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsgo_startup","TSPERF_JOB_SCENARIO":"tsgo-startup","TSPERF_JOB_WARMUPS":1},"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", "MATRIX_ts_perf1": "{}", "MATRIX_ts_perf10": "{}", "MATRIX_ts_perf11": "{}", diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsc-only_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsc-only_tsgo/compute.snap index 48f67a69..1d74114f 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsc-only_tsgo/compute.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsc-only_tsgo/compute.snap @@ -1,7 +1,7 @@ { "parallel": "26m 18s", "perAgent": { - "any": "1h 58m 6s", + "any": "1h 44m 52s", }, - "total": "1h 58m 6s", + "total": "1h 44m 52s", } \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsc-only_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsc-only_tsgo/matrix.snap index 2102cb71..5f628291 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsc-only_tsgo/matrix.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsc-only_tsgo/matrix.snap @@ -32,14 +32,6 @@ "TSPERF_JOB_SCENARIO": "self-build-src", "TSPERF_JOB_WARMUPS": 1, }, - "tsc_native_self_build_src_public_api": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 6, - "TSPERF_JOB_KIND": "tsc", - "TSPERF_JOB_NAME": "tsc_native_self_build_src_public_api", - "TSPERF_JOB_SCENARIO": "self-build-src-public-api", - "TSPERF_JOB_WARMUPS": 1, - }, "tsc_native_self_compiler": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsc-only_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsc-only_tsgo/outputVariables.snap index 23aaf7ff..21edba3b 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsc-only_tsgo/outputVariables.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/tsc-only_tsgo/outputVariables.snap @@ -1,5 +1,5 @@ { - "MATRIX_any": "{"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src_public_api":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src_public_api","TSPERF_JOB_SCENARIO":"self-build-src-public-api","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_any": "{"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", "MATRIX_ts_perf1": "{}", "MATRIX_ts_perf10": "{}", "MATRIX_ts_perf11": "{}", diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/vscode_tsgo/compute.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/vscode_tsgo/compute.snap index 2dc8422a..29ae7230 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/vscode_tsgo/compute.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/vscode_tsgo/compute.snap @@ -1,7 +1,7 @@ { "parallel": "26m 18s", "perAgent": { - "any": "2h 42m 26s", + "any": "2h 13m 28s", }, - "total": "2h 42m 26s", + "total": "2h 13m 28s", } \ No newline at end of file diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/vscode_tsgo/matrix.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/vscode_tsgo/matrix.snap index 72c82749..01c77bf2 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/vscode_tsgo/matrix.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/vscode_tsgo/matrix.snap @@ -24,36 +24,20 @@ "TSPERF_JOB_SCENARIO": "xstate-main-1-LSP", "TSPERF_JOB_WARMUPS": 1, }, - "startup_native_tsc_startup": { + "startup_native_lsp_startup": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsc_startup", - "TSPERF_JOB_SCENARIO": "tsc-startup", + "TSPERF_JOB_NAME": "startup_native_lsp_startup", + "TSPERF_JOB_SCENARIO": "lsp-startup", "TSPERF_JOB_WARMUPS": 1, }, - "startup_native_tsserver_startup": { + "startup_native_tsgo_startup": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsserver_startup", - "TSPERF_JOB_SCENARIO": "tsserver-startup", - "TSPERF_JOB_WARMUPS": 1, - }, - "startup_native_tsserverlibrary_startup": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 6, - "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_tsserverlibrary_startup", - "TSPERF_JOB_SCENARIO": "tsserverlibrary-startup", - "TSPERF_JOB_WARMUPS": 1, - }, - "startup_native_typescript_startup": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 6, - "TSPERF_JOB_KIND": "startup", - "TSPERF_JOB_NAME": "startup_native_typescript_startup", - "TSPERF_JOB_SCENARIO": "typescript-startup", + "TSPERF_JOB_NAME": "startup_native_tsgo_startup", + "TSPERF_JOB_SCENARIO": "tsgo-startup", "TSPERF_JOB_WARMUPS": 1, }, "tsc_native_Compiler_Unions": { @@ -88,14 +72,6 @@ "TSPERF_JOB_SCENARIO": "self-build-src", "TSPERF_JOB_WARMUPS": 1, }, - "tsc_native_self_build_src_public_api": { - "TSPERF_JOB_HOST": "native", - "TSPERF_JOB_ITERATIONS": 6, - "TSPERF_JOB_KIND": "tsc", - "TSPERF_JOB_NAME": "tsc_native_self_build_src_public_api", - "TSPERF_JOB_SCENARIO": "self-build-src-public-api", - "TSPERF_JOB_WARMUPS": 1, - }, "tsc_native_self_compiler": { "TSPERF_JOB_HOST": "native", "TSPERF_JOB_ITERATIONS": 6, diff --git a/scripts/src/__tests__/__file_snapshots__/setupPipeline/vscode_tsgo/outputVariables.snap b/scripts/src/__tests__/__file_snapshots__/setupPipeline/vscode_tsgo/outputVariables.snap index eec1566e..a570f94a 100644 --- a/scripts/src/__tests__/__file_snapshots__/setupPipeline/vscode_tsgo/outputVariables.snap +++ b/scripts/src/__tests__/__file_snapshots__/setupPipeline/vscode_tsgo/outputVariables.snap @@ -1,5 +1,5 @@ { - "MATRIX_any": "{"lsp_native_CompilerLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_CompilerLSP","TSPERF_JOB_SCENARIO":"CompilerLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_Compiler_UnionsLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_Compiler_UnionsLSP","TSPERF_JOB_SCENARIO":"Compiler-UnionsLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_xstate_main_1_LSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_xstate_main_1_LSP","TSPERF_JOB_SCENARIO":"xstate-main-1-LSP","TSPERF_JOB_WARMUPS":1},"startup_native_tsc_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsc_startup","TSPERF_JOB_SCENARIO":"tsc-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserver_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserver_startup","TSPERF_JOB_SCENARIO":"tsserver-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsserverlibrary_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsserverlibrary_startup","TSPERF_JOB_SCENARIO":"tsserverlibrary-startup","TSPERF_JOB_WARMUPS":1},"startup_native_typescript_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_typescript_startup","TSPERF_JOB_SCENARIO":"typescript-startup","TSPERF_JOB_WARMUPS":1},"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src_public_api":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src_public_api","TSPERF_JOB_SCENARIO":"self-build-src-public-api","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", + "MATRIX_any": "{"lsp_native_CompilerLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_CompilerLSP","TSPERF_JOB_SCENARIO":"CompilerLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_Compiler_UnionsLSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_Compiler_UnionsLSP","TSPERF_JOB_SCENARIO":"Compiler-UnionsLSP","TSPERF_JOB_WARMUPS":1},"lsp_native_xstate_main_1_LSP":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"lsp","TSPERF_JOB_NAME":"lsp_native_xstate_main_1_LSP","TSPERF_JOB_SCENARIO":"xstate-main-1-LSP","TSPERF_JOB_WARMUPS":1},"startup_native_lsp_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_lsp_startup","TSPERF_JOB_SCENARIO":"lsp-startup","TSPERF_JOB_WARMUPS":1},"startup_native_tsgo_startup":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"startup","TSPERF_JOB_NAME":"startup_native_tsgo_startup","TSPERF_JOB_SCENARIO":"tsgo-startup","TSPERF_JOB_WARMUPS":1},"tsc_native_Compiler_Unions":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_Compiler_Unions","TSPERF_JOB_SCENARIO":"Compiler-Unions","TSPERF_JOB_WARMUPS":1},"tsc_native_angular_1":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_angular_1","TSPERF_JOB_SCENARIO":"angular-1","TSPERF_JOB_WARMUPS":1},"tsc_native_mui_docs":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_mui_docs","TSPERF_JOB_SCENARIO":"mui-docs","TSPERF_JOB_WARMUPS":1},"tsc_native_self_build_src":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_build_src","TSPERF_JOB_SCENARIO":"self-build-src","TSPERF_JOB_WARMUPS":1},"tsc_native_self_compiler":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_self_compiler","TSPERF_JOB_SCENARIO":"self-compiler","TSPERF_JOB_WARMUPS":1},"tsc_native_ts_pre_modules":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_ts_pre_modules","TSPERF_JOB_SCENARIO":"ts-pre-modules","TSPERF_JOB_WARMUPS":1},"tsc_native_vscode":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_vscode","TSPERF_JOB_SCENARIO":"vscode","TSPERF_JOB_WARMUPS":1},"tsc_native_webpack":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_webpack","TSPERF_JOB_SCENARIO":"webpack","TSPERF_JOB_WARMUPS":1},"tsc_native_xstate_main":{"TSPERF_JOB_HOST":"native","TSPERF_JOB_ITERATIONS":6,"TSPERF_JOB_KIND":"tsc","TSPERF_JOB_NAME":"tsc_native_xstate_main","TSPERF_JOB_SCENARIO":"xstate-main","TSPERF_JOB_WARMUPS":1}}", "MATRIX_ts_perf1": "{}", "MATRIX_ts_perf10": "{}", "MATRIX_ts_perf11": "{}", diff --git a/scripts/src/setupPipeline.ts b/scripts/src/setupPipeline.ts index 4aa295d9..3dbb80aa 100644 --- a/scripts/src/setupPipeline.ts +++ b/scripts/src/setupPipeline.ts @@ -456,13 +456,13 @@ function* transformPreset(parameters: Parameters, iter: Iterable, tsgo } if (scenario.kind === "startup") { switch (scenario.name) { - case "tsc-startup": + case "tsgo-startup": case "lsp-startup": if (!tsgo) { continue; } break; - case "tsgo-startup": + case "tsc-startup": case "tsserver-startup": case "tsserverlibrary-startup": case "typescript-startup": From 054bc4d41e1d7a65d97a7199c7ac1b3f939ea503 Mon Sep 17 00:00:00 2001 From: Isabel Duan Date: Mon, 6 Apr 2026 14:06:39 -0700 Subject: [PATCH 39/39] fix table (again) --- .../commands/src/benchmark/print/console/benchmark.ts | 10 +++++++++- .../commands/src/benchmark/print/console/comparison.ts | 10 +++++++++- 2 files changed, 18 insertions(+), 2 deletions(-) diff --git a/ts-perf/packages/commands/src/benchmark/print/console/benchmark.ts b/ts-perf/packages/commands/src/benchmark/print/console/benchmark.ts index ba259663..0cd63825 100644 --- a/ts-perf/packages/commands/src/benchmark/print/console/benchmark.ts +++ b/ts-perf/packages/commands/src/benchmark/print/console/benchmark.ts @@ -28,7 +28,15 @@ export function printBenchmark(benchmark: Benchmark, options: BenchmarkOptions, { className: "group header", border: Border.single.updateFrom({ top: "double" }) }, { className: "body", - match: (x: MeasurementPivot) => x.metric === "Config Time", + match: (() => { + let alreadyMatched = false; + return (x: MeasurementPivot) => { + if (alreadyMatched || (x.metric !== "Config Time" && x.metric !== "Parse Time")) { + return false; + } + return alreadyMatched = true; + }; + })(), border: { top: "single" }, }, { className: "body", match: (x: MeasurementPivot) => x.metric === "Total Time", border: { top: "single" } }, diff --git a/ts-perf/packages/commands/src/benchmark/print/console/comparison.ts b/ts-perf/packages/commands/src/benchmark/print/console/comparison.ts index b44d15d2..7353f870 100644 --- a/ts-perf/packages/commands/src/benchmark/print/console/comparison.ts +++ b/ts-perf/packages/commands/src/benchmark/print/console/comparison.ts @@ -104,7 +104,15 @@ export function printComparison( }, { className: "body", - match: (x: MeasurementComparisonPivot) => x.metric === "Config Time" || x.metric === "Parse Time", + match: (() => { + let alreadyMatched = false; + return (x: MeasurementComparisonPivot) => { + if (alreadyMatched || (x.metric !== "Config Time" && x.metric !== "Parse Time")) { + return false; + } + return alreadyMatched = true; + }; + })(), border: { top: "single" }, }, {