fix(chat): drop mistral models and harden title generation (#1498)
This commit is contained in:
parent
107a43a803
commit
2becdb4a56
2 changed files with 11 additions and 21 deletions
|
|
@ -244,9 +244,13 @@ export async function POST(request: Request) {
|
||||||
);
|
);
|
||||||
|
|
||||||
if (titlePromise) {
|
if (titlePromise) {
|
||||||
|
try {
|
||||||
const title = await titlePromise;
|
const title = await titlePromise;
|
||||||
dataStream.write({ type: "data-chat-title", data: title });
|
dataStream.write({ type: "data-chat-title", data: title });
|
||||||
updateChatTitleById({ chatId: id, title });
|
updateChatTitleById({ chatId: id, title });
|
||||||
|
} catch (_) {
|
||||||
|
/* non-fatal */
|
||||||
|
}
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
generateId: generateUUID,
|
generateId: generateUUID,
|
||||||
|
|
|
||||||
|
|
@ -1,11 +1,11 @@
|
||||||
export const DEFAULT_CHAT_MODEL = "moonshotai/kimi-k2.5";
|
export const DEFAULT_CHAT_MODEL = "moonshotai/kimi-k2.5";
|
||||||
|
|
||||||
export const titleModel = {
|
export const titleModel = {
|
||||||
id: "mistral/mistral-small",
|
id: "moonshotai/kimi-k2.5",
|
||||||
name: "Mistral Small",
|
name: "Kimi K2.5",
|
||||||
provider: "mistral",
|
provider: "moonshotai",
|
||||||
description: "Fast model for title generation",
|
description: "Fast model for title generation",
|
||||||
gatewayOrder: ["mistral"],
|
gatewayOrder: ["fireworks", "bedrock"],
|
||||||
};
|
};
|
||||||
|
|
||||||
export type ModelCapabilities = {
|
export type ModelCapabilities = {
|
||||||
|
|
@ -31,20 +31,6 @@ export const chatModels: ChatModel[] = [
|
||||||
description: "Fast and capable model with tool use",
|
description: "Fast and capable model with tool use",
|
||||||
gatewayOrder: ["bedrock", "deepinfra"],
|
gatewayOrder: ["bedrock", "deepinfra"],
|
||||||
},
|
},
|
||||||
{
|
|
||||||
id: "mistral/codestral",
|
|
||||||
name: "Codestral",
|
|
||||||
provider: "mistral",
|
|
||||||
description: "Code-focused model with tool use",
|
|
||||||
gatewayOrder: ["mistral"],
|
|
||||||
},
|
|
||||||
{
|
|
||||||
id: "mistral/mistral-small",
|
|
||||||
name: "Mistral Small",
|
|
||||||
provider: "mistral",
|
|
||||||
description: "Fast vision model with tool use",
|
|
||||||
gatewayOrder: ["mistral"],
|
|
||||||
},
|
|
||||||
{
|
{
|
||||||
id: "moonshotai/kimi-k2.5",
|
id: "moonshotai/kimi-k2.5",
|
||||||
name: "Kimi K2.5",
|
name: "Kimi K2.5",
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue