chore: organize tests and tweak stream delays (#942)
This commit is contained in:
parent
020494f63b
commit
6e16f3b30a
8 changed files with 21 additions and 21 deletions
62
tests/e2e/reasoning.test.ts
Normal file
62
tests/e2e/reasoning.test.ts
Normal file
|
|
@ -0,0 +1,62 @@
|
|||
import { ChatPage } from '../pages/chat';
|
||||
import { test, expect } from '@playwright/test';
|
||||
|
||||
test.describe('chat activity with reasoning', () => {
|
||||
let chatPage: ChatPage;
|
||||
|
||||
test.beforeEach(async ({ page }) => {
|
||||
chatPage = new ChatPage(page);
|
||||
await chatPage.createNewChat();
|
||||
});
|
||||
|
||||
test('send user message and generate response with reasoning', async () => {
|
||||
await chatPage.sendUserMessage('Why is the sky blue?');
|
||||
await chatPage.isGenerationComplete();
|
||||
|
||||
const assistantMessage = await chatPage.getRecentAssistantMessage();
|
||||
expect(assistantMessage.content).toBe("It's just blue duh!");
|
||||
|
||||
expect(assistantMessage.reasoning).toBe(
|
||||
'The sky is blue because of rayleigh scattering!',
|
||||
);
|
||||
});
|
||||
|
||||
test('toggle reasoning visibility', async () => {
|
||||
await chatPage.sendUserMessage('Why is the sky blue?');
|
||||
await chatPage.isGenerationComplete();
|
||||
|
||||
const assistantMessage = await chatPage.getRecentAssistantMessage();
|
||||
const reasoningElement =
|
||||
assistantMessage.element.getByTestId('message-reasoning');
|
||||
expect(reasoningElement).toBeVisible();
|
||||
|
||||
await assistantMessage.toggleReasoningVisibility();
|
||||
await expect(reasoningElement).not.toBeVisible();
|
||||
|
||||
await assistantMessage.toggleReasoningVisibility();
|
||||
await expect(reasoningElement).toBeVisible();
|
||||
});
|
||||
|
||||
test('edit message and resubmit', async () => {
|
||||
await chatPage.sendUserMessage('Why is the sky blue?');
|
||||
await chatPage.isGenerationComplete();
|
||||
|
||||
const assistantMessage = await chatPage.getRecentAssistantMessage();
|
||||
const reasoningElement =
|
||||
assistantMessage.element.getByTestId('message-reasoning');
|
||||
expect(reasoningElement).toBeVisible();
|
||||
|
||||
const userMessage = await chatPage.getRecentUserMessage();
|
||||
|
||||
await userMessage.edit('Why is grass green?');
|
||||
await chatPage.isGenerationComplete();
|
||||
|
||||
const updatedAssistantMessage = await chatPage.getRecentAssistantMessage();
|
||||
|
||||
expect(updatedAssistantMessage.content).toBe("It's just green duh!");
|
||||
|
||||
expect(updatedAssistantMessage.reasoning).toBe(
|
||||
'Grass is green because of chlorophyll absorption!',
|
||||
);
|
||||
});
|
||||
});
|
||||
Loading…
Add table
Add a link
Reference in a new issue