dmitry.galkin/chatbot-template
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

feat: add artifact tests (#859)

Browse source
This commit is contained in:
Jeremy 2025-03-11 14:39:36 -07:00 • committed by GitHub
parent 9628c54755
commit 8e561dced4
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
13 changed files with 669 additions and 255 deletions
Download patch file Download diff file Expand all files Collapse all files

18
tests/reasoning.test.ts
View file

@ -1,4 +1,3 @@
import { useAssistant } from '@ai-sdk/react';
import { ChatPage } from './pages/chat';
import { test, expect } from '@playwright/test';
@ -11,20 +10,19 @@ test.describe('chat activity with reasoning', () => {
});
test('send user message and generate response with reasoning', async () => {
await chatPage.sendUserMessage('why is the sky blue?');
await chatPage.sendUserMessage('Why is the sky blue?');
await chatPage.waitForMessageGeneration();
const assistantMessage = await chatPage.getRecentAssistantMessage();
expect(assistantMessage.content).toBe("it's just blue duh!");
expect(assistantMessage.content).toBe("It's just blue duh!");
expect(assistantMessage.reasoning).toBe(
'the sky is blue because of rayleigh scattering!',
'The sky is blue because of rayleigh scattering!',
);
});
test('toggle reasoning visibility', async () => {
await chatPage.sendUserMessage('why is the sky blue?');
await chatPage.sendUserMessage('Why is the sky blue?');
await chatPage.waitForMessageGeneration();
const assistantMessage = await chatPage.getRecentAssistantMessage();
@ -40,7 +38,7 @@ test.describe('chat activity with reasoning', () => {
});
test('edit message and resubmit', async () => {
await chatPage.sendUserMessage('why is the sky blue?');
await chatPage.sendUserMessage('Why is the sky blue?');
await chatPage.waitForMessageGeneration();
const assistantMessage = await chatPage.getRecentAssistantMessage();
@ -50,15 +48,15 @@ test.describe('chat activity with reasoning', () => {
const userMessage = await chatPage.getRecentUserMessage();
await userMessage.edit('why is grass green?');
await userMessage.edit('Why is grass green?');
await chatPage.waitForMessageGeneration();
const updatedAssistantMessage = await chatPage.getRecentAssistantMessage();
expect(updatedAssistantMessage.content).toBe("it's just green duh!");
expect(updatedAssistantMessage.content).toBe("It's just green duh!");
expect(updatedAssistantMessage.reasoning).toBe(
'grass is green because of chlorophyll absorption!',
'Grass is green because of chlorophyll absorption!',
);
});
});