Skip to content

Commit a85cc16

Browse files
authored
Merge pull request #312230 from microsoft/aashnagarg/router-restricted-telemetry
copilot: emit router decision to restricted telemetry with prompt and full scores
2 parents f5d02ff + 91a8eba commit a85cc16

2 files changed

Lines changed: 28 additions & 0 deletions

File tree

extensions/copilot/src/platform/endpoint/node/routerDecisionFetcher.ts

Lines changed: 27 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -171,6 +171,33 @@ export class RouterDecisionFetcher {
171171
stickyOverride: result.sticky_override ? 1 : 0,
172172
}
173173
);
174+
175+
this._telemetryService.sendEnhancedGHTelemetryEvent('automode.routerDecisionRestricted',
176+
{
177+
conversationId: conversationId ?? '',
178+
vscodeRequestId: vscodeRequestId ?? '',
179+
predictedLabel: result.predicted_label,
180+
routingMethod: result.routing_method ?? '',
181+
fallback: String(result.fallback ?? false),
182+
fallbackReason: result.fallback_reason ?? '',
183+
candidateModel: result.candidate_models?.[0] ?? '',
184+
chosenModel: result.chosen_model ?? '',
185+
candidateModels: JSON.stringify(result.candidate_models ?? []),
186+
stickyOverrideStr: String(result.sticky_override ?? false),
187+
hydraScores: result.hydra_scores ? JSON.stringify(result.hydra_scores) : 'null',
188+
binaryScores: JSON.stringify(result.scores),
189+
},
190+
{
191+
confidence: result.confidence,
192+
latencyMs: result.latency_ms,
193+
e2eLatencyMs: e2eLatencyMs,
194+
stickyOverride: result.sticky_override ? 1 : 0,
195+
chosenShortfall: result.chosen_shortfall,
196+
scoreNeedsReasoning: result.scores.needs_reasoning,
197+
scoreNoReasoning: result.scores.no_reasoning,
198+
}
199+
);
200+
174201
return result;
175202
}
176203
}

extensions/copilot/src/platform/endpoint/node/test/automodeService.spec.ts

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -152,6 +152,7 @@ describe('AutomodeService', () => {
152152
sendTelemetryErrorEvent: vi.fn(),
153153
sendMSFTTelemetryErrorEvent: vi.fn(),
154154
sendSharedTelemetryEvent: vi.fn(),
155+
sendEnhancedGHTelemetryEvent: vi.fn(),
155156
} as unknown as ITelemetryService & { sendMSFTTelemetryEvent: ReturnType<typeof vi.fn> };
156157
});
157158

0 commit comments

Comments
 (0)