538 lines
15 KiB
TypeScript
538 lines
15 KiB
TypeScript
"use client";
|
|
|
|
import type { UseChatHelpers } from "@ai-sdk/react";
|
|
import type { UIMessage } from "ai";
|
|
import equal from "fast-deep-equal";
|
|
import { ArrowUpIcon, CheckIcon } from "lucide-react";
|
|
import {
|
|
type ChangeEvent,
|
|
type Dispatch,
|
|
memo,
|
|
type SetStateAction,
|
|
useCallback,
|
|
useEffect,
|
|
useRef,
|
|
useState,
|
|
} from "react";
|
|
import { toast } from "sonner";
|
|
import { useLocalStorage, useWindowSize } from "usehooks-ts";
|
|
import {
|
|
ModelSelector,
|
|
ModelSelectorContent,
|
|
ModelSelectorGroup,
|
|
ModelSelectorInput,
|
|
ModelSelectorItem,
|
|
ModelSelectorList,
|
|
ModelSelectorLogo,
|
|
ModelSelectorName,
|
|
ModelSelectorTrigger,
|
|
} from "@/components/ai-elements/model-selector";
|
|
import {
|
|
chatModels,
|
|
DEFAULT_CHAT_MODEL,
|
|
modelsByProvider,
|
|
} from "@/lib/ai/models";
|
|
import type { Attachment, ChatMessage } from "@/lib/types";
|
|
import { cn } from "@/lib/utils";
|
|
import {
|
|
PromptInput,
|
|
PromptInputFooter,
|
|
PromptInputSubmit,
|
|
PromptInputTextarea,
|
|
PromptInputTools,
|
|
} from "./ai-elements/prompt-input";
|
|
import { PaperclipIcon, StopIcon } from "./icons";
|
|
import { PreviewAttachment } from "./preview-attachment";
|
|
import { SuggestedActions } from "./suggested-actions";
|
|
import { Button } from "./ui/button";
|
|
import type { VisibilityType } from "./visibility-selector";
|
|
|
|
function setCookie(name: string, value: string) {
|
|
const maxAge = 60 * 60 * 24 * 365; // 1 year
|
|
// biome-ignore lint/suspicious/noDocumentCookie: needed for client-side cookie setting
|
|
document.cookie = `${name}=${encodeURIComponent(value)}; path=/; max-age=${maxAge}`;
|
|
}
|
|
|
|
function PureMultimodalInput({
|
|
chatId,
|
|
input,
|
|
setInput,
|
|
status,
|
|
stop,
|
|
attachments,
|
|
setAttachments,
|
|
messages,
|
|
setMessages,
|
|
sendMessage,
|
|
className,
|
|
selectedVisibilityType,
|
|
selectedModelId,
|
|
onModelChange,
|
|
}: {
|
|
chatId: string;
|
|
input: string;
|
|
setInput: Dispatch<SetStateAction<string>>;
|
|
status: UseChatHelpers<ChatMessage>["status"];
|
|
stop: () => void;
|
|
attachments: Attachment[];
|
|
setAttachments: Dispatch<SetStateAction<Attachment[]>>;
|
|
messages: UIMessage[];
|
|
setMessages: UseChatHelpers<ChatMessage>["setMessages"];
|
|
sendMessage: UseChatHelpers<ChatMessage>["sendMessage"];
|
|
className?: string;
|
|
selectedVisibilityType: VisibilityType;
|
|
selectedModelId: string;
|
|
onModelChange?: (modelId: string) => void;
|
|
}) {
|
|
const textareaRef = useRef<HTMLTextAreaElement>(null);
|
|
const { width } = useWindowSize();
|
|
|
|
const hasAutoFocused = useRef(false);
|
|
useEffect(() => {
|
|
if (!hasAutoFocused.current && width) {
|
|
const timer = setTimeout(() => {
|
|
textareaRef.current?.focus();
|
|
hasAutoFocused.current = true;
|
|
}, 100);
|
|
return () => clearTimeout(timer);
|
|
}
|
|
}, [width]);
|
|
|
|
const [localStorageInput, setLocalStorageInput] = useLocalStorage(
|
|
"input",
|
|
""
|
|
);
|
|
|
|
useEffect(() => {
|
|
if (textareaRef.current) {
|
|
const domValue = textareaRef.current.value;
|
|
// Prefer DOM value over localStorage to handle hydration
|
|
const finalValue = domValue || localStorageInput || "";
|
|
setInput(finalValue);
|
|
}
|
|
// Only run once after hydration
|
|
// eslint-disable-next-line react-hooks/exhaustive-deps
|
|
}, [localStorageInput, setInput]);
|
|
|
|
useEffect(() => {
|
|
setLocalStorageInput(input);
|
|
}, [input, setLocalStorageInput]);
|
|
|
|
const handleInput = (event: React.ChangeEvent<HTMLTextAreaElement>) => {
|
|
setInput(event.target.value);
|
|
};
|
|
|
|
const fileInputRef = useRef<HTMLInputElement>(null);
|
|
const [uploadQueue, setUploadQueue] = useState<string[]>([]);
|
|
|
|
const submitForm = useCallback(() => {
|
|
window.history.pushState(
|
|
{},
|
|
"",
|
|
`${process.env.NEXT_PUBLIC_BASE_PATH ?? ""}/chat/${chatId}`
|
|
);
|
|
|
|
sendMessage({
|
|
role: "user",
|
|
parts: [
|
|
...attachments.map((attachment) => ({
|
|
type: "file" as const,
|
|
url: attachment.url,
|
|
name: attachment.name,
|
|
mediaType: attachment.contentType,
|
|
})),
|
|
{
|
|
type: "text",
|
|
text: input,
|
|
},
|
|
],
|
|
});
|
|
|
|
setAttachments([]);
|
|
setLocalStorageInput("");
|
|
setInput("");
|
|
|
|
if (width && width > 768) {
|
|
textareaRef.current?.focus();
|
|
}
|
|
}, [
|
|
input,
|
|
setInput,
|
|
attachments,
|
|
sendMessage,
|
|
setAttachments,
|
|
setLocalStorageInput,
|
|
width,
|
|
chatId,
|
|
]);
|
|
|
|
const uploadFile = useCallback(async (file: File) => {
|
|
const formData = new FormData();
|
|
formData.append("file", file);
|
|
|
|
try {
|
|
const response = await fetch(
|
|
`${process.env.NEXT_PUBLIC_BASE_PATH ?? ""}/api/files/upload`,
|
|
{
|
|
method: "POST",
|
|
body: formData,
|
|
}
|
|
);
|
|
|
|
if (response.ok) {
|
|
const data = await response.json();
|
|
const { url, pathname, contentType } = data;
|
|
|
|
return {
|
|
url,
|
|
name: pathname,
|
|
contentType,
|
|
};
|
|
}
|
|
const { error } = await response.json();
|
|
toast.error(error);
|
|
} catch (_error) {
|
|
toast.error("Failed to upload file, please try again!");
|
|
}
|
|
}, []);
|
|
|
|
const handleFileChange = useCallback(
|
|
async (event: ChangeEvent<HTMLInputElement>) => {
|
|
const files = Array.from(event.target.files || []);
|
|
|
|
setUploadQueue(files.map((file) => file.name));
|
|
|
|
try {
|
|
const uploadPromises = files.map((file) => uploadFile(file));
|
|
const uploadedAttachments = await Promise.all(uploadPromises);
|
|
const successfullyUploadedAttachments = uploadedAttachments.filter(
|
|
(attachment) => attachment !== undefined
|
|
);
|
|
|
|
setAttachments((currentAttachments) => [
|
|
...currentAttachments,
|
|
...successfullyUploadedAttachments,
|
|
]);
|
|
} catch (error) {
|
|
console.error("Error uploading files!", error);
|
|
} finally {
|
|
setUploadQueue([]);
|
|
}
|
|
},
|
|
[setAttachments, uploadFile]
|
|
);
|
|
|
|
const handlePaste = useCallback(
|
|
async (event: ClipboardEvent) => {
|
|
const items = event.clipboardData?.items;
|
|
if (!items) {
|
|
return;
|
|
}
|
|
|
|
const imageItems = Array.from(items).filter((item) =>
|
|
item.type.startsWith("image/")
|
|
);
|
|
|
|
if (imageItems.length === 0) {
|
|
return;
|
|
}
|
|
|
|
// Prevent default paste behavior for images
|
|
event.preventDefault();
|
|
|
|
setUploadQueue((prev) => [...prev, "Pasted image"]);
|
|
|
|
try {
|
|
const uploadPromises = imageItems
|
|
.map((item) => item.getAsFile())
|
|
.filter((file): file is File => file !== null)
|
|
.map((file) => uploadFile(file));
|
|
|
|
const uploadedAttachments = await Promise.all(uploadPromises);
|
|
const successfullyUploadedAttachments = uploadedAttachments.filter(
|
|
(attachment) =>
|
|
attachment !== undefined &&
|
|
attachment.url !== undefined &&
|
|
attachment.contentType !== undefined
|
|
);
|
|
|
|
setAttachments((curr) => [
|
|
...curr,
|
|
...(successfullyUploadedAttachments as Attachment[]),
|
|
]);
|
|
} catch (error) {
|
|
console.error("Error uploading pasted images:", error);
|
|
toast.error("Failed to upload pasted image(s)");
|
|
} finally {
|
|
setUploadQueue([]);
|
|
}
|
|
},
|
|
[setAttachments, uploadFile]
|
|
);
|
|
|
|
// Add paste event listener to textarea
|
|
useEffect(() => {
|
|
const textarea = textareaRef.current;
|
|
if (!textarea) {
|
|
return;
|
|
}
|
|
|
|
textarea.addEventListener("paste", handlePaste);
|
|
return () => textarea.removeEventListener("paste", handlePaste);
|
|
}, [handlePaste]);
|
|
|
|
return (
|
|
<div className={cn("relative flex w-full flex-col gap-4", className)}>
|
|
{messages.length === 0 &&
|
|
attachments.length === 0 &&
|
|
uploadQueue.length === 0 && (
|
|
<SuggestedActions
|
|
chatId={chatId}
|
|
selectedVisibilityType={selectedVisibilityType}
|
|
sendMessage={sendMessage}
|
|
/>
|
|
)}
|
|
|
|
<input
|
|
className="pointer-events-none fixed -top-4 -left-4 size-0.5 opacity-0"
|
|
multiple
|
|
onChange={handleFileChange}
|
|
ref={fileInputRef}
|
|
tabIndex={-1}
|
|
type="file"
|
|
/>
|
|
|
|
<PromptInput
|
|
className="[&>div]:rounded-xl"
|
|
onSubmit={() => {
|
|
if (!input.trim() && attachments.length === 0) {
|
|
return;
|
|
}
|
|
if (status === "ready") {
|
|
submitForm();
|
|
} else {
|
|
toast.error("Please wait for the model to finish its response!");
|
|
}
|
|
}}
|
|
>
|
|
{(attachments.length > 0 || uploadQueue.length > 0) && (
|
|
<div
|
|
className="flex flex-row items-end gap-2 overflow-x-scroll"
|
|
data-testid="attachments-preview"
|
|
>
|
|
{attachments.map((attachment) => (
|
|
<PreviewAttachment
|
|
attachment={attachment}
|
|
key={attachment.url}
|
|
onRemove={() => {
|
|
setAttachments((currentAttachments) =>
|
|
currentAttachments.filter((a) => a.url !== attachment.url)
|
|
);
|
|
if (fileInputRef.current) {
|
|
fileInputRef.current.value = "";
|
|
}
|
|
}}
|
|
/>
|
|
))}
|
|
|
|
{uploadQueue.map((filename) => (
|
|
<PreviewAttachment
|
|
attachment={{
|
|
url: "",
|
|
name: filename,
|
|
contentType: "",
|
|
}}
|
|
isUploading={true}
|
|
key={filename}
|
|
/>
|
|
))}
|
|
</div>
|
|
)}
|
|
<PromptInputTextarea
|
|
className="p-6 min-h-24"
|
|
data-testid="multimodal-input"
|
|
onChange={handleInput}
|
|
placeholder="Send a message..."
|
|
ref={textareaRef}
|
|
value={input}
|
|
/>
|
|
<PromptInputFooter>
|
|
<PromptInputTools>
|
|
<AttachmentsButton
|
|
fileInputRef={fileInputRef}
|
|
selectedModelId={selectedModelId}
|
|
status={status}
|
|
/>
|
|
<ModelSelectorCompact
|
|
onModelChange={onModelChange}
|
|
selectedModelId={selectedModelId}
|
|
/>
|
|
</PromptInputTools>
|
|
|
|
{status === "submitted" ? (
|
|
<StopButton setMessages={setMessages} stop={stop} />
|
|
) : (
|
|
<PromptInputSubmit
|
|
className="rounded-full"
|
|
data-testid="send-button"
|
|
disabled={!input.trim() || uploadQueue.length > 0}
|
|
status={status}
|
|
variant="secondary"
|
|
>
|
|
<ArrowUpIcon className="size-4" />
|
|
</PromptInputSubmit>
|
|
)}
|
|
</PromptInputFooter>
|
|
</PromptInput>
|
|
</div>
|
|
);
|
|
}
|
|
|
|
export const MultimodalInput = memo(
|
|
PureMultimodalInput,
|
|
(prevProps, nextProps) => {
|
|
if (prevProps.input !== nextProps.input) {
|
|
return false;
|
|
}
|
|
if (prevProps.status !== nextProps.status) {
|
|
return false;
|
|
}
|
|
if (!equal(prevProps.attachments, nextProps.attachments)) {
|
|
return false;
|
|
}
|
|
if (prevProps.selectedVisibilityType !== nextProps.selectedVisibilityType) {
|
|
return false;
|
|
}
|
|
if (prevProps.selectedModelId !== nextProps.selectedModelId) {
|
|
return false;
|
|
}
|
|
|
|
return true;
|
|
}
|
|
);
|
|
|
|
function PureAttachmentsButton({
|
|
fileInputRef,
|
|
status,
|
|
selectedModelId,
|
|
}: {
|
|
fileInputRef: React.MutableRefObject<HTMLInputElement | null>;
|
|
status: UseChatHelpers<ChatMessage>["status"];
|
|
selectedModelId: string;
|
|
}) {
|
|
const isReasoningModel =
|
|
selectedModelId.includes("reasoning") || selectedModelId.includes("think");
|
|
|
|
return (
|
|
<Button
|
|
className="aspect-square h-8 rounded-lg p-1 transition-colors hover:bg-accent"
|
|
data-testid="attachments-button"
|
|
disabled={status !== "ready" || isReasoningModel}
|
|
onClick={(event) => {
|
|
event.preventDefault();
|
|
fileInputRef.current?.click();
|
|
}}
|
|
variant="ghost"
|
|
>
|
|
<PaperclipIcon size={14} style={{ width: 14, height: 14 }} />
|
|
</Button>
|
|
);
|
|
}
|
|
|
|
const AttachmentsButton = memo(PureAttachmentsButton);
|
|
|
|
function PureModelSelectorCompact({
|
|
selectedModelId,
|
|
onModelChange,
|
|
}: {
|
|
selectedModelId: string;
|
|
onModelChange?: (modelId: string) => void;
|
|
}) {
|
|
const [open, setOpen] = useState(false);
|
|
|
|
const selectedModel =
|
|
chatModels.find((m) => m.id === selectedModelId) ??
|
|
chatModels.find((m) => m.id === DEFAULT_CHAT_MODEL) ??
|
|
chatModels[0];
|
|
const [provider] = selectedModel.id.split("/");
|
|
|
|
// Provider display names
|
|
const providerNames: Record<string, string> = {
|
|
anthropic: "Anthropic",
|
|
openai: "OpenAI",
|
|
google: "Google",
|
|
xai: "xAI",
|
|
reasoning: "Reasoning",
|
|
};
|
|
|
|
return (
|
|
<ModelSelector onOpenChange={setOpen} open={open}>
|
|
<ModelSelectorTrigger asChild>
|
|
<Button className="h-8 w-[200px] justify-between px-2" variant="ghost">
|
|
{provider && <ModelSelectorLogo provider={provider} />}
|
|
<ModelSelectorName>{selectedModel.name}</ModelSelectorName>
|
|
</Button>
|
|
</ModelSelectorTrigger>
|
|
<ModelSelectorContent>
|
|
<ModelSelectorInput placeholder="Search models..." />
|
|
<ModelSelectorList>
|
|
{Object.entries(modelsByProvider).map(
|
|
([providerKey, providerModels]) => (
|
|
<ModelSelectorGroup
|
|
heading={providerNames[providerKey] ?? providerKey}
|
|
key={providerKey}
|
|
>
|
|
{providerModels.map((model) => {
|
|
const logoProvider = model.id.split("/")[0];
|
|
return (
|
|
<ModelSelectorItem
|
|
key={model.id}
|
|
onSelect={() => {
|
|
onModelChange?.(model.id);
|
|
setCookie("chat-model", model.id);
|
|
setOpen(false);
|
|
}}
|
|
value={model.id}
|
|
>
|
|
<ModelSelectorLogo provider={logoProvider} />
|
|
<ModelSelectorName>{model.name}</ModelSelectorName>
|
|
{model.id === selectedModel.id && (
|
|
<CheckIcon className="ml-auto size-4" />
|
|
)}
|
|
</ModelSelectorItem>
|
|
);
|
|
})}
|
|
</ModelSelectorGroup>
|
|
)
|
|
)}
|
|
</ModelSelectorList>
|
|
</ModelSelectorContent>
|
|
</ModelSelector>
|
|
);
|
|
}
|
|
|
|
const ModelSelectorCompact = memo(PureModelSelectorCompact);
|
|
|
|
function PureStopButton({
|
|
stop,
|
|
setMessages,
|
|
}: {
|
|
stop: () => void;
|
|
setMessages: UseChatHelpers<ChatMessage>["setMessages"];
|
|
}) {
|
|
return (
|
|
<Button
|
|
className="size-7 rounded-full bg-foreground p-1 text-background transition-colors duration-200 hover:bg-foreground/90 disabled:bg-muted disabled:text-muted-foreground"
|
|
data-testid="stop-button"
|
|
onClick={(event) => {
|
|
event.preventDefault();
|
|
stop();
|
|
setMessages((messages) => messages);
|
|
}}
|
|
>
|
|
<StopIcon size={14} />
|
|
</Button>
|
|
);
|
|
}
|
|
|
|
const StopButton = memo(PureStopButton);
|