PR

Author: pwang347

.github/workflows/chat-perf.yml

@@ -86,6 +86,10 @@ jobs:
       - name: Transpile source
         run: npm run transpile-client
 
+      - name: Build copilot extension
+        run: npm run compile
+        working-directory: extensions/copilot
+
       - name: Download Electron
         run: node build/lib/preLaunch.ts
 

scripts/chat-simulation/common/perf-scenarios.js

@@ -316,21 +316,19 @@ const TOOL_CALL_SCENARIOS = {
 					kind: 'tool-calls',
 					toolCalls: [
 						{
-							toolNamePattern: /replace.?string|apply.?patch|insert.?edit/i,
+							toolNamePattern: /insert.?edit|replace.?string|apply.?patch/i,
 							arguments: {
 								filePath: path.join(FIXTURES_DIR, 'lifecycle.ts'),
-								oldString: '// perf-benchmark-marker',
-								newString: '// perf-benchmark-marker (updated)',
 								explanation: 'Update the benchmark marker comment in lifecycle.ts',
+								code: '// perf-benchmark-marker (updated)',
 							},
 						},
 						{
-							toolNamePattern: /replace.?string|apply.?patch|insert.?edit/i,
+							toolNamePattern: /insert.?edit|replace.?string|apply.?patch/i,
 							arguments: {
 								filePath: path.join(FIXTURES_DIR, 'event.ts'),
-								oldString: '// perf-benchmark-marker',
-								newString: '// perf-benchmark-marker (updated)',
 								explanation: 'Update the benchmark marker comment in event.ts',
+								code: '// perf-benchmark-marker (updated)',
 							},
 						},
 					],
@@ -411,12 +409,11 @@ const TOOL_CALL_SCENARIOS = {
 				kind: 'tool-calls',
 				toolCalls: [
 					{
-						toolNamePattern: /replace.?string|apply.?patch|insert.?edit/i,
+						toolNamePattern: /insert.?edit|replace.?string|apply.?patch/i,
 						arguments: {
 							filePath: path.join(FIXTURES_DIR, 'lifecycle.ts'),
-							oldString: '// perf-benchmark-marker',
-							newString: '// perf-benchmark-marker (fixed)',
 							explanation: 'Fix the dispose call in the test',
+							code: '// perf-benchmark-marker (fixed)',
 						},
 					},
 				],

scripts/chat-simulation/common/utils.js

@@ -235,8 +235,6 @@ function writeSettings(userDataDir, mockServer) {
 		'github.copilot.advanced.debug.overrideProxyUrl': mockServer.url,
 		'github.copilot.advanced.debug.overrideCapiUrl': mockServer.url,
 		'chat.allowAnonymousAccess': true,
-		// Start new chat sessions in agent mode so tools are available.
-		'chat.newSession.defaultMode': 'agent',
 		// Disable MCP servers — they start async and add unpredictable
 		// delay that pollutes perf measurements.
 		'chat.mcp.discovery.enabled': false,