import { describe, it, expect, beforeAll, afterAll } from 'vitest'; import { buildApp } from '@/app'; import { prismaClient } from '@/infrastructure/database'; import { FastifyInstance } from 'fastify'; import { encryptCredential, generateCredentialSecret, issueIntegrationToken, } from '@/modules/catalog/products'; import { sessionsService } from '@/modules/ai-support/sessions'; /** Covers specs/005-ai-support/quickstart.md Scenario 2 — requires a real ANTHROPIC_API_KEY. */ const hasRealApiKey = /^sk-ant-/.test(process.env.ANTHROPIC_API_KEY ?? ''); describe.skipIf(!hasRealApiKey)('AI clarification loop (User Story 2)', () => { let app: FastifyInstance; const externalProductId = `TEST_AI_ASK_PROD_${Date.now()}`; let secret: string; beforeAll(async () => { app = await buildApp(); const product = await prismaClient.product.create({ data: { externalProductId, name: 'AI Ask Test Product', status: 'active' }, }); secret = generateCredentialSecret(); await prismaClient.productIntegration.create({ data: { productId: product.id, credentialRef: encryptCredential(secret), authMechanism: 'signed_token', allowedScope: { tenantIds: ['tenant-1'] }, status: 'active', rateLimitPerMinute: 1000, rateLimitPerUserPerMinute: 1000, }, }); const created = await app.inject({ method: 'POST', url: `/admin/products/${externalProductId}/knowledge`, payload: { code: `KB-ASK-${Date.now()}`, type: 'faq', problem: 'Vague, ambiguous problem report scenarios.', }, }); await app.inject({ method: 'PATCH', url: `/admin/knowledge/${created.json().data.code}/publish`, }); // Force the "ask" band deterministically: an impossibly narrow high/low gap makes almost any // confidence land in "ask", and a generous question budget lets the loop actually run. await app.inject({ method: 'PUT', url: `/admin/products/${externalProductId}/ai-policy`, payload: { highThreshold: 0.999, lowThreshold: 0.001, maxClarifyingQuestions: 1 }, }); }); afterAll(async () => { const product = await prismaClient.product.findUnique({ where: { externalProductId } }); if (product) { const tickets = await prismaClient.ticket.findMany({ where: { productId: product.id } }); const ticketIds = tickets.map((t) => t.id); const sessions = await prismaClient.aISupportSession.findMany({ where: { ticketId: { in: ticketIds } }, }); const sessionIds = sessions.map((s) => s.id); await prismaClient.aIKnowledgeReference.deleteMany({ where: { sessionId: { in: sessionIds } }, }); await prismaClient.aIDiagnosis.deleteMany({ where: { sessionId: { in: sessionIds } } }); await prismaClient.aIInteraction.deleteMany({ where: { sessionId: { in: sessionIds } } }); await prismaClient.aISupportSession.deleteMany({ where: { id: { in: sessionIds } } }); await prismaClient.ticketMessage.deleteMany({ where: { ticketId: { in: ticketIds } } }); await prismaClient.ticket.deleteMany({ where: { productId: product.id } }); await prismaClient.problem.deleteMany({ where: { productId: product.id } }); await prismaClient.knowledgeEntry.deleteMany({ where: { productId: product.id } }); await prismaClient.aIConfidencePolicy.deleteMany({ where: { productId: product.id } }); } await prismaClient.productIntegration.deleteMany({ where: { product: { externalProductId } } }); await prismaClient.product.deleteMany({ where: { externalProductId } }); await app.close(); }); it('an "ask" outcome posts a customer-visible question, and a reply produces a new diagnosis', async () => { const token = issueIntegrationToken(secret, { externalProductId, tenantId: 'tenant-1', userId: 'user-1', }); const created = await app.inject({ method: 'POST', url: '/v1/support/requests', headers: { authorization: `Bearer ${token}` }, payload: { productId: externalProductId, tenantId: 'tenant-1', userId: 'user-1', source: 'test', problem: 'It broke.', }, }); const ticketId = created.json().data.ticketId; await sessionsService.runFirstTurn(ticketId); const beforeReply = await app.inject({ method: 'GET', url: `/tickets/${ticketId}/ai-session` }); const beforeStatus: string = beforeReply.json().data.status; const diagnosesBefore = beforeReply.json().data.diagnosis; if (beforeStatus === 'escalated') { // The very first diagnosis already escalated (e.g. FR-006/provider failure) — the "ask" // path specifically wasn't exercised this run; nothing further to assert here. return; } const messagesResponse = await app.inject({ method: 'GET', url: `/tickets/${ticketId}/messages`, }); const aiMessages = messagesResponse .json() .data.filter((m: { type: string }) => m.type === 'AI_MESSAGE'); expect(aiMessages.length).toBeGreaterThan(0); const replyResponse = await app.inject({ method: 'POST', url: `/tickets/${ticketId}/ai-session/messages`, payload: { message: 'The problem happens specifically when I try to load the dashboard page.', }, }); expect(replyResponse.statusCode).toBe(200); const afterReply = await app.inject({ method: 'GET', url: `/tickets/${ticketId}/ai-session` }); // A new diagnosis must exist and be distinguishable from the first (different createdAt) — // proving re-diagnosis happened rather than reusing the original. expect(afterReply.json().data.diagnosis.id).not.toBe(diagnosesBefore?.id); }, 90000); }); /** No LLM call involved — runs unconditionally, unlike the rest of this file. */ describe('AI session message routing guard (contracts/ai-support-contract.md guarantee 1)', () => { let app: FastifyInstance; beforeAll(async () => { app = await buildApp(); }); afterAll(async () => { await app.close(); }); it('404s replying to a ticket with no active AI session', async () => { const response = await app.inject({ method: 'POST', url: `/tickets/nonexistent-ticket-id/ai-session/messages`, payload: { message: 'hello' }, }); expect(response.statusCode).toBe(404); }); });