dmitry.galkin/chatbot-template
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

refactor: replace StreamData with createDataStreamResponse (#628)

Browse source 
Co-authored-by: Ali Mirlou <alimirlou@gmail.com>
This commit is contained in:
Jeremy 2024-12-17 16:16:03 +05:30 • committed by GitHub
parent f7a10d3813
commit b659dcce68
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 326 additions and 324 deletions
Download patch file Download diff file Expand all files Collapse all files

56
app/(chat)/api/chat/route.ts
View file

@ -1,8 +1,7 @@
import {
type Message,
StreamData,
convertToCoreMessages,
generateObject,
createDataStreamResponse,
streamObject,
streamText,
} from 'ai';
@ -94,9 +93,9 @@ export async function POST(request: Request) {
],
});
const streamingData = new StreamData();
streamingData.append({
return createDataStreamResponse({
execute: (dataStream) => {
dataStream.writeData({
type: 'user-message-id',
content: userMessageId,
});
@ -133,22 +132,22 @@ export async function POST(request: Request) {
const id = generateUUID();
let draftText = '';
streamingData.append({
dataStream.writeData({
type: 'id',
content: id,
});
streamingData.append({
dataStream.writeData({
type: 'title',
content: title,
});
streamingData.append({
dataStream.writeData({
type: 'kind',
content: kind,
});
streamingData.append({
dataStream.writeData({
type: 'clear',
content: '',
});
@ -168,14 +167,14 @@ export async function POST(request: Request) {
const { textDelta } = delta;
draftText += textDelta;
streamingData.append({
dataStream.writeData({
type: 'text-delta',
content: textDelta,
});
}
}
streamingData.append({ type: 'finish', content: '' });
dataStream.writeData({ type: 'finish', content: '' });
} else if (kind === 'code') {
const { fullStream } = streamObject({
model: customModel(model.apiIdentifier),
@ -194,7 +193,7 @@ export async function POST(request: Request) {
const { code } = object;
if (code) {
streamingData.append({
dataStream.writeData({
type: 'code-delta',
content: code ?? '',
});
@ -204,7 +203,7 @@ export async function POST(request: Request) {
}
}
streamingData.append({ type: 'finish', content: '' });
dataStream.writeData({ type: 'finish', content: '' });
}
if (session.user?.id) {
@ -221,7 +220,8 @@ export async function POST(request: Request) {
id,
title,
kind,
content: 'A document was created and is now visible to the user.',
content:
'A document was created and is now visible to the user.',
};
},
},
@ -245,7 +245,7 @@ export async function POST(request: Request) {
const { content: currentContent } = document;
let draftText = '';
streamingData.append({
dataStream.writeData({
type: 'clear',
content: document.title,
});
@ -272,14 +272,14 @@ export async function POST(request: Request) {
const { textDelta } = delta;
draftText += textDelta;
streamingData.append({
dataStream.writeData({
type: 'text-delta',
content: textDelta,
});
}
}
streamingData.append({ type: 'finish', content: '' });
dataStream.writeData({ type: 'finish', content: '' });
} else if (document.kind === 'code') {
const { fullStream } = streamObject({
model: customModel(model.apiIdentifier),
@ -298,7 +298,7 @@ export async function POST(request: Request) {
const { code } = object;
if (code) {
streamingData.append({
dataStream.writeData({
type: 'code-delta',
content: code ?? '',
});
@ -308,7 +308,7 @@ export async function POST(request: Request) {
}
}
streamingData.append({ type: 'finish', content: '' });
dataStream.writeData({ type: 'finish', content: '' });
}
if (session.user?.id) {
@ -356,8 +356,12 @@ export async function POST(request: Request) {
prompt: document.content,
output: 'array',
schema: z.object({
originalSentence: z.string().describe('The original sentence'),
suggestedSentence: z.string().describe('The suggested sentence'),
originalSentence: z
.string()
.describe('The original sentence'),
suggestedSentence: z
.string()
.describe('The suggested sentence'),
description: z
.string()
.describe('The description of the suggestion'),
@ -374,7 +378,7 @@ export async function POST(request: Request) {
isResolved: false,
};
streamingData.append({
dataStream.writeData({
type: 'suggestion',
content: suggestion,
});
@ -416,7 +420,7 @@ export async function POST(request: Request) {
const messageId = generateUUID();
if (message.role === 'assistant') {
streamingData.appendMessageAnnotation({
dataStream.writeMessageAnnotation({
messageIdFromServer: messageId,
});
}
@ -435,8 +439,6 @@ export async function POST(request: Request) {
console.error('Failed to save chat');
}
}
streamingData.close();
},
experimental_telemetry: {
isEnabled: true,
@ -444,8 +446,8 @@ export async function POST(request: Request) {
},
});
return result.toDataStreamResponse({
data: streamingData,
result.mergeIntoDataStream(dataStream);
},
});
}