Some checks failed
Test examples / Test Examples (20) (push) Has been cancelled
Test examples / Test Examples (22) (push) Has been cancelled
Lock Threads / action (push) Has been cancelled
Trigger Release / start (push) Has been cancelled
Stale issue handler / stale (push) Has been cancelled
Update Font Data / create-pull-request (push) Has been cancelled
build-and-deploy / deploy-target (push) Has been cancelled
build-and-deploy / build (push) Has been cancelled
build-and-deploy / stable - aarch64-unknown-linux-musl - node@16 (push) Has been cancelled
build-and-deploy / stable - x86_64-unknown-linux-musl - node@16 (push) Has been cancelled
build-and-deploy / stable - aarch64-unknown-linux-gnu - node@16 (push) Has been cancelled
build-and-deploy / stable - x86_64-unknown-linux-gnu - node@16 (push) Has been cancelled
build-and-deploy / stable - aarch64-pc-windows-msvc - node@16 (push) Has been cancelled
build-and-deploy / stable - x86_64-pc-windows-msvc - node@16 (push) Has been cancelled
build-and-deploy / stable - aarch64-apple-darwin - node@16 (push) Has been cancelled
build-and-deploy / stable - x86_64-apple-darwin - node@16 (push) Has been cancelled
build-and-deploy / build-wasm (nodejs) (push) Has been cancelled
build-and-deploy / build-wasm (web) (push) Has been cancelled
build-and-deploy / Deploy preview tarball (push) Has been cancelled
build-and-deploy / Potentially publish release (push) Has been cancelled
build-and-deploy / publish-turbopack-npm-packages (push) Has been cancelled
build-and-deploy / Deploy examples (push) Has been cancelled
build-and-deploy / thank you, build (push) Has been cancelled
build-and-deploy / Upload Turbopack Bytesize metrics to Datadog (push) Has been cancelled
Rspack Next.js development integration tests / Rspack integration tests (push) Has been cancelled
Rspack Next.js production integration tests / Rspack integration tests (push) Has been cancelled
Turbopack Next.js development integration tests / Next.js integration tests (push) Has been cancelled
Turbopack Next.js production integration tests / Next.js integration tests (push) Has been cancelled
Update Rspack test manifest / Update and upload Rspack development test manifest (push) Has been cancelled
Update Rspack test manifest / Update and upload Rspack production test manifest (push) Has been cancelled
Upload bundler test manifests to areweturboyet.com / Upload test results (push) Has been cancelled
Update React / create-pull-request (push) Has been cancelled
test-e2e-project-reset-cron / reset-test-project (push) Has been cancelled
Notify about the top 15 issues/PRs/feature requests (most reacted) in the last 90 days / run (push) Has been cancelled
82 lines
2.4 KiB
TypeScript
82 lines
2.4 KiB
TypeScript
import { FileRef, nextTestSetup } from 'e2e-utils'
|
|
import { findAllTelemetryEvents } from 'next-test-utils'
|
|
import path from 'path'
|
|
|
|
describe('mcp-server telemetry tracking', () => {
|
|
const { next } = nextTestSetup({
|
|
files: new FileRef(path.join(__dirname, 'fixtures', 'default-template')),
|
|
env: {
|
|
NEXT_TELEMETRY_DEBUG: '1',
|
|
},
|
|
})
|
|
|
|
async function callMcpTool(
|
|
toolName: string,
|
|
params: Record<string, any> = {}
|
|
) {
|
|
const response = await fetch(`${next.url}/_next/mcp`, {
|
|
method: 'POST',
|
|
headers: {
|
|
'Content-Type': 'application/json',
|
|
Accept: 'application/json, text/event-stream',
|
|
},
|
|
body: JSON.stringify({
|
|
jsonrpc: '2.0',
|
|
id: `telemetry-test-${Date.now()}`,
|
|
method: 'tools/call',
|
|
params: { name: toolName, arguments: params },
|
|
}),
|
|
})
|
|
|
|
const text = await response.text()
|
|
const match = text.match(/data: ({.*})/s)
|
|
if (!match) {
|
|
throw new Error(`Failed to parse response for tool ${toolName}`)
|
|
}
|
|
return JSON.parse(match[1])
|
|
}
|
|
|
|
it('should record MCP tool usage telemetry on server shutdown', async () => {
|
|
// Call different MCP tools
|
|
await callMcpTool('get_project_metadata')
|
|
await callMcpTool('get_logs')
|
|
await callMcpTool('get_errors')
|
|
|
|
// Open browser and call page_metadata
|
|
await next.browser('/')
|
|
await callMcpTool('get_page_metadata')
|
|
|
|
// Call some tools multiple times
|
|
await callMcpTool('get_project_metadata')
|
|
await callMcpTool('get_errors')
|
|
|
|
// Stop the dev server to trigger telemetry recording
|
|
// Use SIGTERM so cleanup handlers can run
|
|
await next.stop('SIGTERM')
|
|
|
|
// Parse telemetry from CLI output
|
|
const output = next.cliOutput
|
|
const events = findAllTelemetryEvents(output, 'NEXT_MCP_TOOL_USAGE')
|
|
|
|
// Verify telemetry events were recorded
|
|
expect(events.length).toBeGreaterThan(0)
|
|
|
|
// Check that specific tools were tracked
|
|
const toolUsages = new Map(
|
|
events.map((e) => [e.toolName, e.invocationCount])
|
|
)
|
|
|
|
// get_project_metadata was called 2 times
|
|
expect(toolUsages.get('mcp/get_project_metadata')).toBe(2)
|
|
|
|
// get_errors was called 2 times
|
|
expect(toolUsages.get('mcp/get_errors')).toBe(2)
|
|
|
|
// get_logs was called 1 time
|
|
expect(toolUsages.get('mcp/get_logs')).toBe(1)
|
|
|
|
// get_page_metadata was called 1 time
|
|
expect(toolUsages.get('mcp/get_page_metadata')).toBe(1)
|
|
})
|
|
})
|