1775 lines
56 KiB
Svelte
1775 lines
56 KiB
Svelte
<script lang="ts">
|
||
import DOMPurify from 'dompurify';
|
||
import { marked } from 'marked';
|
||
|
||
import { toast } from 'svelte-sonner';
|
||
|
||
import { v4 as uuidv4 } from 'uuid';
|
||
import { createPicker, getAuthToken } from '$lib/utils/google-drive-picker';
|
||
import { pickAndDownloadFile } from '$lib/utils/onedrive-file-picker';
|
||
|
||
import { onMount, tick, getContext, createEventDispatcher, onDestroy } from 'svelte';
|
||
const dispatch = createEventDispatcher();
|
||
|
||
import {
|
||
type Model,
|
||
mobile,
|
||
settings,
|
||
models,
|
||
config,
|
||
showCallOverlay,
|
||
tools,
|
||
toolServers,
|
||
user as _user,
|
||
showControls,
|
||
TTSWorker,
|
||
temporaryChatEnabled
|
||
} from '$lib/stores';
|
||
|
||
import {
|
||
convertHeicToJpeg,
|
||
compressImage,
|
||
createMessagesList,
|
||
extractContentFromFile,
|
||
extractCurlyBraceWords,
|
||
extractInputVariables,
|
||
getAge,
|
||
getCurrentDateTime,
|
||
getFormattedDate,
|
||
getFormattedTime,
|
||
getUserPosition,
|
||
getUserTimezone,
|
||
getWeekday
|
||
} from '$lib/utils';
|
||
import { uploadFile } from '$lib/apis/files';
|
||
import { generateAutoCompletion } from '$lib/apis';
|
||
import { deleteFileById } from '$lib/apis/files';
|
||
import { getSessionUser } from '$lib/apis/auths';
|
||
import { getTools } from '$lib/apis/tools';
|
||
|
||
import { WEBUI_BASE_URL, WEBUI_API_BASE_URL, PASTED_TEXT_CHARACTER_LIMIT } from '$lib/constants';
|
||
|
||
import InputMenu from './MessageInput/InputMenu.svelte';
|
||
import VoiceRecording from './MessageInput/VoiceRecording.svelte';
|
||
import FilesOverlay from './MessageInput/FilesOverlay.svelte';
|
||
import ToolServersModal from './ToolServersModal.svelte';
|
||
|
||
import RichTextInput from '../common/RichTextInput.svelte';
|
||
import Tooltip from '../common/Tooltip.svelte';
|
||
import FileItem from '../common/FileItem.svelte';
|
||
import Image from '../common/Image.svelte';
|
||
|
||
import XMark from '../icons/XMark.svelte';
|
||
import Headphone from '../icons/Headphone.svelte';
|
||
import GlobeAlt from '../icons/GlobeAlt.svelte';
|
||
import Photo from '../icons/Photo.svelte';
|
||
import Wrench from '../icons/Wrench.svelte';
|
||
import CommandLine from '../icons/CommandLine.svelte';
|
||
import Sparkles from '../icons/Sparkles.svelte';
|
||
|
||
import InputVariablesModal from './MessageInput/InputVariablesModal.svelte';
|
||
import Voice from '../icons/Voice.svelte';
|
||
import Terminal from '../icons/Terminal.svelte';
|
||
import IntegrationsMenu from './MessageInput/IntegrationsMenu.svelte';
|
||
import Component from '../icons/Component.svelte';
|
||
import PlusAlt from '../icons/PlusAlt.svelte';
|
||
|
||
import { KokoroWorker } from '$lib/workers/KokoroWorker';
|
||
|
||
import { getSuggestionRenderer } from '../common/RichTextInput/suggestions';
|
||
import CommandSuggestionList from './MessageInput/CommandSuggestionList.svelte';
|
||
|
||
const i18n = getContext('i18n');
|
||
|
||
export let onChange: Function = () => {};
|
||
export let createMessagePair: Function;
|
||
export let stopResponse: Function;
|
||
|
||
export let autoScroll = false;
|
||
export let generating = false;
|
||
|
||
export let atSelectedModel: Model | undefined = undefined;
|
||
export let selectedModels: [''];
|
||
|
||
let selectedModelIds = [];
|
||
$: selectedModelIds = atSelectedModel !== undefined ? [atSelectedModel.id] : selectedModels;
|
||
|
||
export let history;
|
||
export let taskIds = null;
|
||
|
||
export let prompt = '';
|
||
export let files = [];
|
||
|
||
export let selectedToolIds = [];
|
||
export let selectedFilterIds = [];
|
||
|
||
export let imageGenerationEnabled = false;
|
||
export let webSearchEnabled = false;
|
||
export let codeInterpreterEnabled = false;
|
||
|
||
let showInputVariablesModal = false;
|
||
let inputVariablesModalCallback = (variableValues) => {};
|
||
let inputVariables = {};
|
||
let inputVariableValues = {};
|
||
|
||
$: onChange({
|
||
prompt,
|
||
files: files
|
||
.filter((file) => file.type !== 'image')
|
||
.map((file) => {
|
||
return {
|
||
...file,
|
||
user: undefined,
|
||
access_control: undefined
|
||
};
|
||
}),
|
||
selectedToolIds,
|
||
selectedFilterIds,
|
||
imageGenerationEnabled,
|
||
webSearchEnabled,
|
||
codeInterpreterEnabled
|
||
});
|
||
|
||
const inputVariableHandler = async (text: string): Promise<string> => {
|
||
inputVariables = extractInputVariables(text);
|
||
|
||
// No variables? return the original text immediately.
|
||
if (Object.keys(inputVariables).length === 0) {
|
||
return text;
|
||
}
|
||
|
||
// Show modal and wait for the user's input.
|
||
showInputVariablesModal = true;
|
||
return await new Promise<string>((resolve) => {
|
||
inputVariablesModalCallback = (variableValues) => {
|
||
inputVariableValues = { ...inputVariableValues, ...variableValues };
|
||
replaceVariables(inputVariableValues);
|
||
showInputVariablesModal = false;
|
||
resolve(text);
|
||
};
|
||
});
|
||
};
|
||
|
||
const textVariableHandler = async (text: string) => {
|
||
if (text.includes('{{CLIPBOARD}}')) {
|
||
const clipboardText = await navigator.clipboard.readText().catch((err) => {
|
||
toast.error($i18n.t('Failed to read clipboard contents'));
|
||
return '{{CLIPBOARD}}';
|
||
});
|
||
|
||
const clipboardItems = await navigator.clipboard.read();
|
||
|
||
let imageUrl = null;
|
||
for (const item of clipboardItems) {
|
||
// Check for known image types
|
||
for (const type of item.types) {
|
||
if (type.startsWith('image/')) {
|
||
const blob = await item.getType(type);
|
||
imageUrl = URL.createObjectURL(blob);
|
||
}
|
||
}
|
||
}
|
||
|
||
if (imageUrl) {
|
||
files = [
|
||
...files,
|
||
{
|
||
type: 'image',
|
||
url: imageUrl
|
||
}
|
||
];
|
||
}
|
||
|
||
text = text.replaceAll('{{CLIPBOARD}}', clipboardText);
|
||
}
|
||
|
||
if (text.includes('{{USER_LOCATION}}')) {
|
||
let location;
|
||
try {
|
||
location = await getUserPosition();
|
||
} catch (error) {
|
||
toast.error($i18n.t('Location access not allowed'));
|
||
location = 'LOCATION_UNKNOWN';
|
||
}
|
||
text = text.replaceAll('{{USER_LOCATION}}', String(location));
|
||
}
|
||
|
||
const sessionUser = await getSessionUser(localStorage.token);
|
||
|
||
if (text.includes('{{USER_NAME}}')) {
|
||
const name = sessionUser?.name || 'User';
|
||
text = text.replaceAll('{{USER_NAME}}', name);
|
||
}
|
||
|
||
if (text.includes('{{USER_BIO}}')) {
|
||
const bio = sessionUser?.bio || '';
|
||
|
||
if (bio) {
|
||
text = text.replaceAll('{{USER_BIO}}', bio);
|
||
}
|
||
}
|
||
|
||
if (text.includes('{{USER_GENDER}}')) {
|
||
const gender = sessionUser?.gender || '';
|
||
|
||
if (gender) {
|
||
text = text.replaceAll('{{USER_GENDER}}', gender);
|
||
}
|
||
}
|
||
|
||
if (text.includes('{{USER_BIRTH_DATE}}')) {
|
||
const birthDate = sessionUser?.date_of_birth || '';
|
||
|
||
if (birthDate) {
|
||
text = text.replaceAll('{{USER_BIRTH_DATE}}', birthDate);
|
||
}
|
||
}
|
||
|
||
if (text.includes('{{USER_AGE}}')) {
|
||
const birthDate = sessionUser?.date_of_birth || '';
|
||
|
||
if (birthDate) {
|
||
// calculate age using date
|
||
const age = getAge(birthDate);
|
||
text = text.replaceAll('{{USER_AGE}}', age);
|
||
}
|
||
}
|
||
|
||
if (text.includes('{{USER_LANGUAGE}}')) {
|
||
const language = localStorage.getItem('locale') || 'en-US';
|
||
text = text.replaceAll('{{USER_LANGUAGE}}', language);
|
||
}
|
||
|
||
if (text.includes('{{CURRENT_DATE}}')) {
|
||
const date = getFormattedDate();
|
||
text = text.replaceAll('{{CURRENT_DATE}}', date);
|
||
}
|
||
|
||
if (text.includes('{{CURRENT_TIME}}')) {
|
||
const time = getFormattedTime();
|
||
text = text.replaceAll('{{CURRENT_TIME}}', time);
|
||
}
|
||
|
||
if (text.includes('{{CURRENT_DATETIME}}')) {
|
||
const dateTime = getCurrentDateTime();
|
||
text = text.replaceAll('{{CURRENT_DATETIME}}', dateTime);
|
||
}
|
||
|
||
if (text.includes('{{CURRENT_TIMEZONE}}')) {
|
||
const timezone = getUserTimezone();
|
||
text = text.replaceAll('{{CURRENT_TIMEZONE}}', timezone);
|
||
}
|
||
|
||
if (text.includes('{{CURRENT_WEEKDAY}}')) {
|
||
const weekday = getWeekday();
|
||
text = text.replaceAll('{{CURRENT_WEEKDAY}}', weekday);
|
||
}
|
||
|
||
return text;
|
||
};
|
||
|
||
const replaceVariables = (variables: Record<string, any>) => {
|
||
console.log('Replacing variables:', variables);
|
||
|
||
const chatInput = document.getElementById('chat-input');
|
||
|
||
if (chatInput) {
|
||
chatInputElement.replaceVariables(variables);
|
||
chatInputElement.focus();
|
||
}
|
||
};
|
||
|
||
export const setText = async (text?: string, cb?: (text: string) => void) => {
|
||
const chatInput = document.getElementById('chat-input');
|
||
|
||
if (chatInput) {
|
||
if (text !== '') {
|
||
text = await textVariableHandler(text || '');
|
||
}
|
||
|
||
chatInputElement?.setText(text);
|
||
chatInputElement?.focus();
|
||
|
||
if (text !== '') {
|
||
text = await inputVariableHandler(text);
|
||
}
|
||
|
||
await tick();
|
||
if (cb) await cb(text);
|
||
}
|
||
};
|
||
|
||
const getCommand = () => {
|
||
const chatInput = document.getElementById('chat-input');
|
||
let word = '';
|
||
|
||
if (chatInput) {
|
||
word = chatInputElement?.getWordAtDocPos();
|
||
}
|
||
|
||
return word;
|
||
};
|
||
|
||
const replaceCommandWithText = (text) => {
|
||
const chatInput = document.getElementById('chat-input');
|
||
if (!chatInput) return;
|
||
|
||
chatInputElement?.replaceCommandWithText(text);
|
||
};
|
||
|
||
const insertTextAtCursor = async (text: string) => {
|
||
const chatInput = document.getElementById('chat-input');
|
||
if (!chatInput) return;
|
||
|
||
text = await textVariableHandler(text);
|
||
|
||
if (command) {
|
||
replaceCommandWithText(text);
|
||
} else {
|
||
chatInputElement?.insertContent(text);
|
||
}
|
||
|
||
await tick();
|
||
text = await inputVariableHandler(text);
|
||
await tick();
|
||
|
||
const chatInputContainer = document.getElementById('chat-input-container');
|
||
if (chatInputContainer) {
|
||
chatInputContainer.scrollTop = chatInputContainer.scrollHeight;
|
||
}
|
||
|
||
await tick();
|
||
if (chatInput) {
|
||
chatInput.focus();
|
||
chatInput.dispatchEvent(new Event('input'));
|
||
|
||
const words = extractCurlyBraceWords(prompt);
|
||
|
||
if (words.length > 0) {
|
||
const word = words.at(0);
|
||
await tick();
|
||
} else {
|
||
chatInput.scrollTop = chatInput.scrollHeight;
|
||
}
|
||
}
|
||
};
|
||
|
||
let command = '';
|
||
export let showCommands = false;
|
||
$: showCommands = ['/', '#', '@'].includes(command?.charAt(0)) || '\\#' === command?.slice(0, 2);
|
||
let suggestions = null;
|
||
|
||
let showTools = false;
|
||
|
||
let loaded = false;
|
||
let recording = false;
|
||
|
||
let isComposing = false;
|
||
// Safari has a bug where compositionend is not triggered correctly #16615
|
||
// when using the virtual keyboard on iOS.
|
||
let compositionEndedAt = -2e8;
|
||
const isSafari = /^((?!chrome|android).)*safari/i.test(navigator.userAgent);
|
||
function inOrNearComposition(event: Event) {
|
||
if (isComposing) {
|
||
return true;
|
||
}
|
||
// See https://www.stum.de/2016/06/24/handling-ime-events-in-javascript/.
|
||
// On Japanese input method editors (IMEs), the Enter key is used to confirm character
|
||
// selection. On Safari, when Enter is pressed, compositionend and keydown events are
|
||
// emitted. The keydown event triggers newline insertion, which we don't want.
|
||
// This method returns true if the keydown event should be ignored.
|
||
// We only ignore it once, as pressing Enter a second time *should* insert a newline.
|
||
// Furthermore, the keydown event timestamp must be close to the compositionEndedAt timestamp.
|
||
// This guards against the case where compositionend is triggered without the keyboard
|
||
// (e.g. character confirmation may be done with the mouse), and keydown is triggered
|
||
// afterwards- we wouldn't want to ignore the keydown event in this case.
|
||
if (isSafari && Math.abs(event.timeStamp - compositionEndedAt) < 500) {
|
||
compositionEndedAt = -2e8;
|
||
return true;
|
||
}
|
||
return false;
|
||
}
|
||
|
||
let chatInputContainerElement;
|
||
let chatInputElement;
|
||
|
||
let filesInputElement;
|
||
let commandsElement;
|
||
|
||
let inputFiles;
|
||
|
||
let dragged = false;
|
||
let shiftKey = false;
|
||
|
||
let user = null;
|
||
export let placeholder = '';
|
||
|
||
let visionCapableModels = [];
|
||
$: visionCapableModels = (atSelectedModel?.id ? [atSelectedModel.id] : selectedModels).filter(
|
||
(model) => $models.find((m) => m.id === model)?.info?.meta?.capabilities?.vision ?? true
|
||
);
|
||
|
||
let fileUploadCapableModels = [];
|
||
$: fileUploadCapableModels = (atSelectedModel?.id ? [atSelectedModel.id] : selectedModels).filter(
|
||
(model) => $models.find((m) => m.id === model)?.info?.meta?.capabilities?.file_upload ?? true
|
||
);
|
||
|
||
let webSearchCapableModels = [];
|
||
$: webSearchCapableModels = (atSelectedModel?.id ? [atSelectedModel.id] : selectedModels).filter(
|
||
(model) => $models.find((m) => m.id === model)?.info?.meta?.capabilities?.web_search ?? true
|
||
);
|
||
|
||
let imageGenerationCapableModels = [];
|
||
$: imageGenerationCapableModels = (
|
||
atSelectedModel?.id ? [atSelectedModel.id] : selectedModels
|
||
).filter(
|
||
(model) =>
|
||
$models.find((m) => m.id === model)?.info?.meta?.capabilities?.image_generation ?? true
|
||
);
|
||
|
||
let codeInterpreterCapableModels = [];
|
||
$: codeInterpreterCapableModels = (
|
||
atSelectedModel?.id ? [atSelectedModel.id] : selectedModels
|
||
).filter(
|
||
(model) =>
|
||
$models.find((m) => m.id === model)?.info?.meta?.capabilities?.code_interpreter ?? true
|
||
);
|
||
|
||
let toggleFilters = [];
|
||
$: toggleFilters = (atSelectedModel?.id ? [atSelectedModel.id] : selectedModels)
|
||
.map((id) => ($models.find((model) => model.id === id) || {})?.filters ?? [])
|
||
.reduce((acc, filters) => acc.filter((f1) => filters.some((f2) => f2.id === f1.id)));
|
||
|
||
let showToolsButton = false;
|
||
$: showToolsButton = ($tools ?? []).length > 0 || ($toolServers ?? []).length > 0;
|
||
|
||
let showWebSearchButton = false;
|
||
$: showWebSearchButton =
|
||
(atSelectedModel?.id ? [atSelectedModel.id] : selectedModels).length ===
|
||
webSearchCapableModels.length &&
|
||
$config?.features?.enable_web_search &&
|
||
($_user.role === 'admin' || $_user?.permissions?.features?.web_search);
|
||
|
||
let showImageGenerationButton = false;
|
||
$: showImageGenerationButton =
|
||
(atSelectedModel?.id ? [atSelectedModel.id] : selectedModels).length ===
|
||
imageGenerationCapableModels.length &&
|
||
$config?.features?.enable_image_generation &&
|
||
($_user.role === 'admin' || $_user?.permissions?.features?.image_generation);
|
||
|
||
let showCodeInterpreterButton = false;
|
||
$: showCodeInterpreterButton =
|
||
(atSelectedModel?.id ? [atSelectedModel.id] : selectedModels).length ===
|
||
codeInterpreterCapableModels.length &&
|
||
$config?.features?.enable_code_interpreter &&
|
||
($_user.role === 'admin' || $_user?.permissions?.features?.code_interpreter);
|
||
|
||
const scrollToBottom = () => {
|
||
const element = document.getElementById('messages-container');
|
||
element.scrollTo({
|
||
top: element.scrollHeight,
|
||
behavior: 'smooth'
|
||
});
|
||
};
|
||
|
||
const screenCaptureHandler = async () => {
|
||
try {
|
||
// Request screen media
|
||
const mediaStream = await navigator.mediaDevices.getDisplayMedia({
|
||
video: { cursor: 'never' },
|
||
audio: false
|
||
});
|
||
// Once the user selects a screen, temporarily create a video element
|
||
const video = document.createElement('video');
|
||
video.srcObject = mediaStream;
|
||
// Ensure the video loads without affecting user experience or tab switching
|
||
await video.play();
|
||
// Set up the canvas to match the video dimensions
|
||
const canvas = document.createElement('canvas');
|
||
canvas.width = video.videoWidth;
|
||
canvas.height = video.videoHeight;
|
||
// Grab a single frame from the video stream using the canvas
|
||
const context = canvas.getContext('2d');
|
||
context.drawImage(video, 0, 0, canvas.width, canvas.height);
|
||
// Stop all video tracks (stop screen sharing) after capturing the image
|
||
mediaStream.getTracks().forEach((track) => track.stop());
|
||
|
||
// bring back focus to this current tab, so that the user can see the screen capture
|
||
window.focus();
|
||
|
||
// Convert the canvas to a Base64 image URL
|
||
const imageUrl = canvas.toDataURL('image/png');
|
||
// Add the captured image to the files array to render it
|
||
files = [...files, { type: 'image', url: imageUrl }];
|
||
// Clean memory: Clear video srcObject
|
||
video.srcObject = null;
|
||
} catch (error) {
|
||
// Handle any errors (e.g., user cancels screen sharing)
|
||
console.error('Error capturing screen:', error);
|
||
}
|
||
};
|
||
|
||
const uploadFileHandler = async (file, fullContext: boolean = false) => {
|
||
if ($_user?.role !== 'admin' && !($_user?.permissions?.chat?.file_upload ?? true)) {
|
||
toast.error($i18n.t('You do not have permission to upload files.'));
|
||
return null;
|
||
}
|
||
|
||
if (fileUploadCapableModels.length !== selectedModels.length) {
|
||
toast.error($i18n.t('Model(s) do not support file upload'));
|
||
return null;
|
||
}
|
||
|
||
const tempItemId = uuidv4();
|
||
const fileItem = {
|
||
type: 'file',
|
||
file: '',
|
||
id: null,
|
||
url: '',
|
||
name: file.name,
|
||
collection_name: '',
|
||
status: 'uploading',
|
||
size: file.size,
|
||
error: '',
|
||
itemId: tempItemId,
|
||
...(fullContext ? { context: 'full' } : {})
|
||
};
|
||
|
||
if (fileItem.size == 0) {
|
||
toast.error($i18n.t('You cannot upload an empty file.'));
|
||
return null;
|
||
}
|
||
|
||
files = [...files, fileItem];
|
||
|
||
if (!$temporaryChatEnabled) {
|
||
try {
|
||
// If the file is an audio file, provide the language for STT.
|
||
let metadata = null;
|
||
if (
|
||
(file.type.startsWith('audio/') || file.type.startsWith('video/')) &&
|
||
$settings?.audio?.stt?.language
|
||
) {
|
||
metadata = {
|
||
language: $settings?.audio?.stt?.language
|
||
};
|
||
}
|
||
|
||
// During the file upload, file content is automatically extracted.
|
||
const uploadedFile = await uploadFile(localStorage.token, file, metadata);
|
||
|
||
if (uploadedFile) {
|
||
console.log('File upload completed:', {
|
||
id: uploadedFile.id,
|
||
name: fileItem.name,
|
||
collection: uploadedFile?.meta?.collection_name
|
||
});
|
||
|
||
if (uploadedFile.error) {
|
||
console.warn('File upload warning:', uploadedFile.error);
|
||
toast.warning(uploadedFile.error);
|
||
}
|
||
|
||
fileItem.status = 'uploaded';
|
||
fileItem.file = uploadedFile;
|
||
fileItem.id = uploadedFile.id;
|
||
fileItem.collection_name =
|
||
uploadedFile?.meta?.collection_name || uploadedFile?.collection_name;
|
||
fileItem.url = `${WEBUI_API_BASE_URL}/files/${uploadedFile.id}`;
|
||
|
||
files = files;
|
||
} else {
|
||
files = files.filter((item) => item?.itemId !== tempItemId);
|
||
}
|
||
} catch (e) {
|
||
toast.error(`${e}`);
|
||
files = files.filter((item) => item?.itemId !== tempItemId);
|
||
}
|
||
} else {
|
||
// If temporary chat is enabled, we just add the file to the list without uploading it.
|
||
|
||
const content = await extractContentFromFile(file).catch((error) => {
|
||
toast.error(
|
||
$i18n.t('Failed to extract content from the file: {{error}}', { error: error })
|
||
);
|
||
return null;
|
||
});
|
||
|
||
if (content === null) {
|
||
toast.error($i18n.t('Failed to extract content from the file.'));
|
||
files = files.filter((item) => item?.itemId !== tempItemId);
|
||
return null;
|
||
} else {
|
||
console.log('Extracted content from file:', {
|
||
name: file.name,
|
||
size: file.size,
|
||
content: content
|
||
});
|
||
|
||
fileItem.status = 'uploaded';
|
||
fileItem.type = 'text';
|
||
fileItem.content = content;
|
||
fileItem.id = uuidv4(); // Temporary ID for the file
|
||
|
||
files = files;
|
||
}
|
||
}
|
||
};
|
||
|
||
const inputFilesHandler = async (inputFiles) => {
|
||
console.log('Input files handler called with:', inputFiles);
|
||
|
||
if (
|
||
($config?.file?.max_count ?? null) !== null &&
|
||
files.length + inputFiles.length > $config?.file?.max_count
|
||
) {
|
||
toast.error(
|
||
$i18n.t(`You can only chat with a maximum of {{maxCount}} file(s) at a time.`, {
|
||
maxCount: $config?.file?.max_count
|
||
})
|
||
);
|
||
return;
|
||
}
|
||
|
||
inputFiles.forEach(async (file) => {
|
||
console.log('Processing file:', {
|
||
name: file.name,
|
||
type: file.type,
|
||
size: file.size,
|
||
extension: file.name.split('.').at(-1)
|
||
});
|
||
|
||
if (
|
||
($config?.file?.max_size ?? null) !== null &&
|
||
file.size > ($config?.file?.max_size ?? 0) * 1024 * 1024
|
||
) {
|
||
console.log('File exceeds max size limit:', {
|
||
fileSize: file.size,
|
||
maxSize: ($config?.file?.max_size ?? 0) * 1024 * 1024
|
||
});
|
||
toast.error(
|
||
$i18n.t(`File size should not exceed {{maxSize}} MB.`, {
|
||
maxSize: $config?.file?.max_size
|
||
})
|
||
);
|
||
return;
|
||
}
|
||
|
||
if (file['type'].startsWith('image/')) {
|
||
if (visionCapableModels.length === 0) {
|
||
toast.error($i18n.t('Selected model(s) do not support image inputs'));
|
||
return;
|
||
}
|
||
|
||
const compressImageHandler = async (imageUrl, settings = {}, config = {}) => {
|
||
// Quick shortcut so we don’t do unnecessary work.
|
||
const settingsCompression = settings?.imageCompression ?? false;
|
||
const configWidth = config?.file?.image_compression?.width ?? null;
|
||
const configHeight = config?.file?.image_compression?.height ?? null;
|
||
|
||
// If neither settings nor config wants compression, return original URL.
|
||
if (!settingsCompression && !configWidth && !configHeight) {
|
||
return imageUrl;
|
||
}
|
||
|
||
// Default to null (no compression unless set)
|
||
let width = null;
|
||
let height = null;
|
||
|
||
// If user/settings want compression, pick their preferred size.
|
||
if (settingsCompression) {
|
||
width = settings?.imageCompressionSize?.width ?? null;
|
||
height = settings?.imageCompressionSize?.height ?? null;
|
||
}
|
||
|
||
// Apply config limits as an upper bound if any
|
||
if (configWidth && (width === null || width > configWidth)) {
|
||
width = configWidth;
|
||
}
|
||
if (configHeight && (height === null || height > configHeight)) {
|
||
height = configHeight;
|
||
}
|
||
|
||
// Do the compression if required
|
||
if (width || height) {
|
||
return await compressImage(imageUrl, width, height);
|
||
}
|
||
return imageUrl;
|
||
};
|
||
|
||
let reader = new FileReader();
|
||
reader.onload = async (event) => {
|
||
let imageUrl = event.target.result;
|
||
|
||
imageUrl = await compressImageHandler(imageUrl, $settings, $config);
|
||
|
||
files = [
|
||
...files,
|
||
{
|
||
type: 'image',
|
||
url: `${imageUrl}`
|
||
}
|
||
];
|
||
};
|
||
reader.readAsDataURL(file['type'] === 'image/heic' ? await convertHeicToJpeg(file) : file);
|
||
} else {
|
||
uploadFileHandler(file);
|
||
}
|
||
});
|
||
};
|
||
|
||
const onDragOver = (e) => {
|
||
e.preventDefault();
|
||
|
||
// Check if a file is being dragged.
|
||
if (e.dataTransfer?.types?.includes('Files')) {
|
||
dragged = true;
|
||
} else {
|
||
dragged = false;
|
||
}
|
||
};
|
||
|
||
const onDragLeave = () => {
|
||
dragged = false;
|
||
};
|
||
|
||
const onDrop = async (e) => {
|
||
e.preventDefault();
|
||
console.log(e);
|
||
|
||
if (e.dataTransfer?.files) {
|
||
const inputFiles = Array.from(e.dataTransfer?.files);
|
||
if (inputFiles && inputFiles.length > 0) {
|
||
console.log(inputFiles);
|
||
inputFilesHandler(inputFiles);
|
||
}
|
||
}
|
||
|
||
dragged = false;
|
||
};
|
||
|
||
const onKeyDown = (e) => {
|
||
if (e.key === 'Shift') {
|
||
shiftKey = true;
|
||
}
|
||
|
||
if (e.key === 'Escape') {
|
||
console.log('Escape');
|
||
dragged = false;
|
||
}
|
||
};
|
||
|
||
const onKeyUp = (e) => {
|
||
if (e.key === 'Shift') {
|
||
shiftKey = false;
|
||
}
|
||
};
|
||
|
||
const onFocus = () => {};
|
||
|
||
const onBlur = () => {
|
||
shiftKey = false;
|
||
};
|
||
|
||
onMount(async () => {
|
||
suggestions = [
|
||
{
|
||
char: '@',
|
||
render: getSuggestionRenderer(CommandSuggestionList, {
|
||
i18n,
|
||
onSelect: (e) => {
|
||
const { type, data } = e;
|
||
|
||
if (type === 'model') {
|
||
atSelectedModel = data;
|
||
}
|
||
|
||
document.getElementById('chat-input')?.focus();
|
||
},
|
||
|
||
insertTextHandler: insertTextAtCursor,
|
||
onUpload: (e) => {
|
||
const { type, data } = e;
|
||
|
||
if (type === 'file') {
|
||
if (files.find((f) => f.id === data.id)) {
|
||
return;
|
||
}
|
||
files = [
|
||
...files,
|
||
{
|
||
...data,
|
||
status: 'processed'
|
||
}
|
||
];
|
||
} else {
|
||
dispatch('upload', e);
|
||
}
|
||
}
|
||
})
|
||
},
|
||
{
|
||
char: '/',
|
||
render: getSuggestionRenderer(CommandSuggestionList, {
|
||
i18n,
|
||
onSelect: (e) => {
|
||
const { type, data } = e;
|
||
|
||
if (type === 'model') {
|
||
atSelectedModel = data;
|
||
}
|
||
|
||
document.getElementById('chat-input')?.focus();
|
||
},
|
||
|
||
insertTextHandler: insertTextAtCursor,
|
||
onUpload: (e) => {
|
||
const { type, data } = e;
|
||
|
||
if (type === 'file') {
|
||
if (files.find((f) => f.id === data.id)) {
|
||
return;
|
||
}
|
||
files = [
|
||
...files,
|
||
{
|
||
...data,
|
||
status: 'processed'
|
||
}
|
||
];
|
||
} else {
|
||
dispatch('upload', e);
|
||
}
|
||
}
|
||
})
|
||
},
|
||
{
|
||
char: '#',
|
||
render: getSuggestionRenderer(CommandSuggestionList, {
|
||
i18n,
|
||
onSelect: (e) => {
|
||
const { type, data } = e;
|
||
|
||
if (type === 'model') {
|
||
atSelectedModel = data;
|
||
}
|
||
|
||
document.getElementById('chat-input')?.focus();
|
||
},
|
||
|
||
insertTextHandler: insertTextAtCursor,
|
||
onUpload: (e) => {
|
||
const { type, data } = e;
|
||
|
||
if (type === 'file') {
|
||
if (files.find((f) => f.id === data.id)) {
|
||
return;
|
||
}
|
||
files = [
|
||
...files,
|
||
{
|
||
...data,
|
||
status: 'processed'
|
||
}
|
||
];
|
||
} else {
|
||
dispatch('upload', e);
|
||
}
|
||
}
|
||
})
|
||
}
|
||
];
|
||
|
||
console.log(suggestions);
|
||
loaded = true;
|
||
|
||
window.setTimeout(() => {
|
||
const chatInput = document.getElementById('chat-input');
|
||
chatInput?.focus();
|
||
}, 0);
|
||
|
||
window.addEventListener('keydown', onKeyDown);
|
||
window.addEventListener('keyup', onKeyUp);
|
||
|
||
window.addEventListener('focus', onFocus);
|
||
window.addEventListener('blur', onBlur);
|
||
|
||
await tick();
|
||
|
||
const dropzoneElement = document.getElementById('chat-container');
|
||
|
||
dropzoneElement?.addEventListener('dragover', onDragOver);
|
||
dropzoneElement?.addEventListener('drop', onDrop);
|
||
dropzoneElement?.addEventListener('dragleave', onDragLeave);
|
||
|
||
await tools.set(await getTools(localStorage.token));
|
||
});
|
||
|
||
onDestroy(() => {
|
||
console.log('destroy');
|
||
window.removeEventListener('keydown', onKeyDown);
|
||
window.removeEventListener('keyup', onKeyUp);
|
||
|
||
window.removeEventListener('focus', onFocus);
|
||
window.removeEventListener('blur', onBlur);
|
||
|
||
const dropzoneElement = document.getElementById('chat-container');
|
||
|
||
if (dropzoneElement) {
|
||
dropzoneElement?.removeEventListener('dragover', onDragOver);
|
||
dropzoneElement?.removeEventListener('drop', onDrop);
|
||
dropzoneElement?.removeEventListener('dragleave', onDragLeave);
|
||
}
|
||
});
|
||
</script>
|
||
|
||
<FilesOverlay show={dragged} />
|
||
<ToolServersModal bind:show={showTools} {selectedToolIds} />
|
||
|
||
<InputVariablesModal
|
||
bind:show={showInputVariablesModal}
|
||
variables={inputVariables}
|
||
onSave={inputVariablesModalCallback}
|
||
/>
|
||
|
||
{#if loaded}
|
||
<div class="w-full font-primary">
|
||
<div class=" mx-auto inset-x-0 bg-transparent flex justify-center">
|
||
<div
|
||
class="flex flex-col px-3 {($settings?.widescreenMode ?? null)
|
||
? 'max-w-full'
|
||
: 'max-w-6xl'} w-full"
|
||
>
|
||
<div class="relative">
|
||
{#if autoScroll === false && history?.currentId}
|
||
<div
|
||
class=" absolute -top-12 left-0 right-0 flex justify-center z-30 pointer-events-none"
|
||
>
|
||
<button
|
||
class=" bg-white border border-gray-100 dark:border-none dark:bg-white/20 p-1.5 rounded-full pointer-events-auto"
|
||
on:click={() => {
|
||
autoScroll = true;
|
||
scrollToBottom();
|
||
}}
|
||
>
|
||
<svg
|
||
xmlns="http://www.w3.org/2000/svg"
|
||
viewBox="0 0 20 20"
|
||
fill="currentColor"
|
||
class="w-5 h-5"
|
||
>
|
||
<path
|
||
fill-rule="evenodd"
|
||
d="M10 3a.75.75 0 01.75.75v10.638l3.96-4.158a.75.75 0 111.08 1.04l-5.25 5.5a.75.75 0 01-1.08 0l-5.25-5.5a.75.75 0 111.08-1.04l3.96 4.158V3.75A.75.75 0 0110 3z"
|
||
clip-rule="evenodd"
|
||
/>
|
||
</svg>
|
||
</button>
|
||
</div>
|
||
{/if}
|
||
</div>
|
||
</div>
|
||
</div>
|
||
|
||
<div class="bg-transparent">
|
||
<div
|
||
class="{($settings?.widescreenMode ?? null)
|
||
? 'max-w-full'
|
||
: 'max-w-6xl'} px-2.5 mx-auto inset-x-0"
|
||
>
|
||
<div class="">
|
||
<input
|
||
bind:this={filesInputElement}
|
||
bind:files={inputFiles}
|
||
type="file"
|
||
hidden
|
||
multiple
|
||
on:change={async () => {
|
||
if (inputFiles && inputFiles.length > 0) {
|
||
const _inputFiles = Array.from(inputFiles);
|
||
inputFilesHandler(_inputFiles);
|
||
} else {
|
||
toast.error($i18n.t(`File not found.`));
|
||
}
|
||
|
||
filesInputElement.value = '';
|
||
}}
|
||
/>
|
||
|
||
{#if recording}
|
||
<VoiceRecording
|
||
bind:recording
|
||
onCancel={async () => {
|
||
recording = false;
|
||
|
||
await tick();
|
||
document.getElementById('chat-input')?.focus();
|
||
}}
|
||
onConfirm={async (data) => {
|
||
const { text, filename } = data;
|
||
|
||
recording = false;
|
||
|
||
await tick();
|
||
insertTextAtCursor(text);
|
||
|
||
await tick();
|
||
document.getElementById('chat-input')?.focus();
|
||
|
||
if ($settings?.speechAutoSend ?? false) {
|
||
dispatch('submit', prompt);
|
||
}
|
||
}}
|
||
/>
|
||
{:else}
|
||
<form
|
||
class="w-full flex flex-col gap-1.5"
|
||
on:submit|preventDefault={() => {
|
||
// check if selectedModels support image input
|
||
dispatch('submit', prompt);
|
||
}}
|
||
>
|
||
<div
|
||
class="flex-1 flex flex-col relative w-full shadow-lg rounded-3xl border {$temporaryChatEnabled
|
||
? 'border-dashed border-gray-100 dark:border-gray-800 hover:border-gray-200 focus-within:border-gray-200 hover:dark:border-gray-700 focus-within:dark:border-gray-700'
|
||
: ' border-gray-100 dark:border-gray-850 hover:border-gray-200 focus-within:border-gray-100 hover:dark:border-gray-800 focus-within:dark:border-gray-800'} transition px-1 bg-white/5 dark:bg-gray-500/5 backdrop-blur-sm dark:text-gray-100"
|
||
dir={$settings?.chatDirection ?? 'auto'}
|
||
>
|
||
{#if atSelectedModel !== undefined}
|
||
<div class="px-3 pt-3 text-left w-full flex flex-col z-10">
|
||
<div class="flex items-center justify-between w-full">
|
||
<div class="pl-[1px] flex items-center gap-2 text-sm dark:text-gray-500">
|
||
<img
|
||
crossorigin="anonymous"
|
||
alt="model profile"
|
||
class="size-3.5 max-w-[28px] object-cover rounded-full"
|
||
src={$models.find((model) => model.id === atSelectedModel.id)?.info?.meta
|
||
?.profile_image_url ??
|
||
($i18n.language === 'dg-DG'
|
||
? `${WEBUI_BASE_URL}/doge.png`
|
||
: `${WEBUI_BASE_URL}/static/favicon.png`)}
|
||
/>
|
||
<div class="translate-y-[0.5px]">
|
||
<span class="">{atSelectedModel.name}</span>
|
||
</div>
|
||
</div>
|
||
<div>
|
||
<button
|
||
class="flex items-center dark:text-gray-500"
|
||
on:click={() => {
|
||
atSelectedModel = undefined;
|
||
}}
|
||
>
|
||
<XMark />
|
||
</button>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
{/if}
|
||
|
||
{#if files.length > 0}
|
||
<div class="mx-2 mt-2.5 pb-1.5 flex items-center flex-wrap gap-2">
|
||
{#each files as file, fileIdx}
|
||
{#if file.type === 'image'}
|
||
<div class=" relative group">
|
||
<div class="relative flex items-center">
|
||
<Image
|
||
src={file.url}
|
||
alt=""
|
||
imageClassName=" size-10 rounded-xl object-cover"
|
||
/>
|
||
{#if atSelectedModel ? visionCapableModels.length === 0 : selectedModels.length !== visionCapableModels.length}
|
||
<Tooltip
|
||
className=" absolute top-1 left-1"
|
||
content={$i18n.t('{{ models }}', {
|
||
models: [
|
||
...(atSelectedModel ? [atSelectedModel] : selectedModels)
|
||
]
|
||
.filter((id) => !visionCapableModels.includes(id))
|
||
.join(', ')
|
||
})}
|
||
>
|
||
<svg
|
||
xmlns="http://www.w3.org/2000/svg"
|
||
viewBox="0 0 24 24"
|
||
fill="currentColor"
|
||
aria-hidden="true"
|
||
class="size-4 fill-yellow-300"
|
||
>
|
||
<path
|
||
fill-rule="evenodd"
|
||
d="M9.401 3.003c1.155-2 4.043-2 5.197 0l7.355 12.748c1.154 2-.29 4.5-2.599 4.5H4.645c-2.309 0-3.752-2.5-2.598-4.5L9.4 3.003ZM12 8.25a.75.75 0 0 1 .75.75v3.75a.75.75 0 0 1-1.5 0V9a.75.75 0 0 1 .75-.75Zm0 8.25a.75.75 0 1 0 0-1.5.75.75 0 0 0 0 1.5Z"
|
||
clip-rule="evenodd"
|
||
/>
|
||
</svg>
|
||
</Tooltip>
|
||
{/if}
|
||
</div>
|
||
<div class=" absolute -top-1 -right-1">
|
||
<button
|
||
class=" bg-white text-black border border-white rounded-full {($settings?.highContrastMode ??
|
||
false)
|
||
? ''
|
||
: 'outline-hidden focus:outline-hidden group-hover:visible invisible transition'}"
|
||
type="button"
|
||
aria-label={$i18n.t('Remove file')}
|
||
on:click={() => {
|
||
files.splice(fileIdx, 1);
|
||
files = files;
|
||
}}
|
||
>
|
||
<svg
|
||
xmlns="http://www.w3.org/2000/svg"
|
||
viewBox="0 0 20 20"
|
||
fill="currentColor"
|
||
aria-hidden="true"
|
||
class="size-4"
|
||
>
|
||
<path
|
||
d="M6.28 5.22a.75.75 0 00-1.06 1.06L8.94 10l-3.72 3.72a.75.75 0 101.06 1.06L10 11.06l3.72 3.72a.75.75 0 101.06-1.06L11.06 10l3.72-3.72a.75.75 0 00-1.06-1.06L10 8.94 6.28 5.22z"
|
||
/>
|
||
</svg>
|
||
</button>
|
||
</div>
|
||
</div>
|
||
{:else}
|
||
<FileItem
|
||
item={file}
|
||
name={file.name}
|
||
type={file.type}
|
||
size={file?.size}
|
||
loading={file.status === 'uploading'}
|
||
dismissible={true}
|
||
edit={true}
|
||
small={true}
|
||
modal={['file', 'collection'].includes(file?.type)}
|
||
on:dismiss={async () => {
|
||
// Remove from UI state
|
||
files.splice(fileIdx, 1);
|
||
files = files;
|
||
}}
|
||
on:click={() => {
|
||
console.log(file);
|
||
}}
|
||
/>
|
||
{/if}
|
||
{/each}
|
||
</div>
|
||
{/if}
|
||
|
||
<div class="px-2.5">
|
||
<div
|
||
class="scrollbar-hidden rtl:text-right ltr:text-left bg-transparent dark:text-gray-100 outline-hidden w-full pb-1 px-1 resize-none h-fit max-h-96 overflow-auto {files.length ===
|
||
0
|
||
? atSelectedModel !== undefined
|
||
? 'pt-1.5'
|
||
: 'pt-2.5'
|
||
: ''}"
|
||
id="chat-input-container"
|
||
>
|
||
{#if suggestions}
|
||
{#key $settings?.richTextInput ?? true}
|
||
{#key $settings?.showFormattingToolbar ?? false}
|
||
<RichTextInput
|
||
bind:this={chatInputElement}
|
||
id="chat-input"
|
||
onChange={(e) => {
|
||
prompt = e.md;
|
||
command = getCommand();
|
||
}}
|
||
json={true}
|
||
richText={$settings?.richTextInput ?? true}
|
||
messageInput={true}
|
||
showFormattingToolbar={$settings?.showFormattingToolbar ?? false}
|
||
floatingMenuPlacement={'top-start'}
|
||
insertPromptAsRichText={$settings?.insertPromptAsRichText ?? false}
|
||
shiftEnter={!($settings?.ctrlEnterToSend ?? false) &&
|
||
(!$mobile ||
|
||
!(
|
||
'ontouchstart' in window ||
|
||
navigator.maxTouchPoints > 0 ||
|
||
navigator.msMaxTouchPoints > 0
|
||
))}
|
||
placeholder={placeholder ? placeholder : $i18n.t('Send a Message')}
|
||
largeTextAsFile={($settings?.largeTextAsFile ?? false) && !shiftKey}
|
||
autocomplete={$config?.features?.enable_autocomplete_generation &&
|
||
($settings?.promptAutocomplete ?? false)}
|
||
generateAutoCompletion={async (text) => {
|
||
if (selectedModelIds.length === 0 || !selectedModelIds.at(0)) {
|
||
toast.error($i18n.t('Please select a model first.'));
|
||
}
|
||
|
||
const res = await generateAutoCompletion(
|
||
localStorage.token,
|
||
selectedModelIds.at(0),
|
||
text,
|
||
history?.currentId
|
||
? createMessagesList(history, history.currentId)
|
||
: null
|
||
).catch((error) => {
|
||
console.log(error);
|
||
|
||
return null;
|
||
});
|
||
|
||
console.log(res);
|
||
return res;
|
||
}}
|
||
{suggestions}
|
||
oncompositionstart={() => (isComposing = true)}
|
||
oncompositionend={(e) => {
|
||
compositionEndedAt = e.timeStamp;
|
||
isComposing = false;
|
||
}}
|
||
on:keydown={async (e) => {
|
||
e = e.detail.event;
|
||
|
||
const isCtrlPressed = e.ctrlKey || e.metaKey; // metaKey is for Cmd key on Mac
|
||
const suggestionsContainerElement =
|
||
document.getElementById('suggestions-container');
|
||
|
||
if (e.key === 'Escape') {
|
||
stopResponse();
|
||
}
|
||
|
||
// Command/Ctrl + Shift + Enter to submit a message pair
|
||
if (isCtrlPressed && e.key === 'Enter' && e.shiftKey) {
|
||
e.preventDefault();
|
||
createMessagePair(prompt);
|
||
}
|
||
|
||
// Check if Ctrl + R is pressed
|
||
if (prompt === '' && isCtrlPressed && e.key.toLowerCase() === 'r') {
|
||
e.preventDefault();
|
||
console.log('regenerate');
|
||
|
||
const regenerateButton = [
|
||
...document.getElementsByClassName('regenerate-response-button')
|
||
]?.at(-1);
|
||
|
||
regenerateButton?.click();
|
||
}
|
||
|
||
if (prompt === '' && e.key == 'ArrowUp') {
|
||
e.preventDefault();
|
||
|
||
const userMessageElement = [
|
||
...document.getElementsByClassName('user-message')
|
||
]?.at(-1);
|
||
|
||
if (userMessageElement) {
|
||
userMessageElement.scrollIntoView({ block: 'center' });
|
||
const editButton = [
|
||
...document.getElementsByClassName('edit-user-message-button')
|
||
]?.at(-1);
|
||
|
||
editButton?.click();
|
||
}
|
||
}
|
||
|
||
if (!suggestionsContainerElement) {
|
||
if (
|
||
!$mobile ||
|
||
!(
|
||
'ontouchstart' in window ||
|
||
navigator.maxTouchPoints > 0 ||
|
||
navigator.msMaxTouchPoints > 0
|
||
)
|
||
) {
|
||
if (inOrNearComposition(e)) {
|
||
return;
|
||
}
|
||
|
||
// Uses keyCode '13' for Enter key for chinese/japanese keyboards.
|
||
//
|
||
// Depending on the user's settings, it will send the message
|
||
// either when Enter is pressed or when Ctrl+Enter is pressed.
|
||
const enterPressed =
|
||
($settings?.ctrlEnterToSend ?? false)
|
||
? (e.key === 'Enter' || e.keyCode === 13) && isCtrlPressed
|
||
: (e.key === 'Enter' || e.keyCode === 13) && !e.shiftKey;
|
||
|
||
if (enterPressed) {
|
||
e.preventDefault();
|
||
if (prompt !== '' || files.length > 0) {
|
||
dispatch('submit', prompt);
|
||
}
|
||
}
|
||
}
|
||
}
|
||
|
||
if (e.key === 'Escape') {
|
||
console.log('Escape');
|
||
atSelectedModel = undefined;
|
||
selectedToolIds = [];
|
||
selectedFilterIds = [];
|
||
|
||
webSearchEnabled = false;
|
||
imageGenerationEnabled = false;
|
||
codeInterpreterEnabled = false;
|
||
}
|
||
}}
|
||
on:paste={async (e) => {
|
||
e = e.detail.event;
|
||
console.log(e);
|
||
|
||
const clipboardData = e.clipboardData || window.clipboardData;
|
||
|
||
if (clipboardData && clipboardData.items) {
|
||
for (const item of clipboardData.items) {
|
||
if (item.type.indexOf('image') !== -1) {
|
||
const blob = item.getAsFile();
|
||
const reader = new FileReader();
|
||
|
||
reader.onload = function (e) {
|
||
files = [
|
||
...files,
|
||
{
|
||
type: 'image',
|
||
url: `${e.target.result}`
|
||
}
|
||
];
|
||
};
|
||
|
||
reader.readAsDataURL(blob);
|
||
} else if (item?.kind === 'file') {
|
||
const file = item.getAsFile();
|
||
if (file) {
|
||
const _files = [file];
|
||
await inputFilesHandler(_files);
|
||
e.preventDefault();
|
||
}
|
||
} else if (item.type === 'text/plain') {
|
||
if (($settings?.largeTextAsFile ?? false) && !shiftKey) {
|
||
const text = clipboardData.getData('text/plain');
|
||
|
||
if (text.length > PASTED_TEXT_CHARACTER_LIMIT) {
|
||
e.preventDefault();
|
||
const blob = new Blob([text], { type: 'text/plain' });
|
||
const file = new File(
|
||
[blob],
|
||
`Pasted_Text_${Date.now()}.txt`,
|
||
{
|
||
type: 'text/plain'
|
||
}
|
||
);
|
||
|
||
await uploadFileHandler(file, true);
|
||
}
|
||
}
|
||
}
|
||
}
|
||
}
|
||
}}
|
||
/>
|
||
{/key}
|
||
{/key}
|
||
{/if}
|
||
</div>
|
||
</div>
|
||
|
||
<div class=" flex justify-between mt-0.5 mb-2.5 mx-0.5 max-w-full" dir="ltr">
|
||
<div class="ml-1 self-end flex items-center flex-1 max-w-[80%]">
|
||
<InputMenu
|
||
bind:files
|
||
selectedModels={atSelectedModel ? [atSelectedModel.id] : selectedModels}
|
||
{fileUploadCapableModels}
|
||
{screenCaptureHandler}
|
||
{inputFilesHandler}
|
||
uploadFilesHandler={() => {
|
||
filesInputElement.click();
|
||
}}
|
||
uploadGoogleDriveHandler={async () => {
|
||
try {
|
||
const fileData = await createPicker();
|
||
if (fileData) {
|
||
const file = new File([fileData.blob], fileData.name, {
|
||
type: fileData.blob.type
|
||
});
|
||
await uploadFileHandler(file);
|
||
} else {
|
||
console.log('No file was selected from Google Drive');
|
||
}
|
||
} catch (error) {
|
||
console.error('Google Drive Error:', error);
|
||
toast.error(
|
||
$i18n.t('Error accessing Google Drive: {{error}}', {
|
||
error: error.message
|
||
})
|
||
);
|
||
}
|
||
}}
|
||
uploadOneDriveHandler={async (authorityType) => {
|
||
try {
|
||
const fileData = await pickAndDownloadFile(authorityType);
|
||
if (fileData) {
|
||
const file = new File([fileData.blob], fileData.name, {
|
||
type: fileData.blob.type || 'application/octet-stream'
|
||
});
|
||
await uploadFileHandler(file);
|
||
} else {
|
||
console.log('No file was selected from OneDrive');
|
||
}
|
||
} catch (error) {
|
||
console.error('OneDrive Error:', error);
|
||
}
|
||
}}
|
||
onUpload={async (e) => {
|
||
dispatch('upload', e);
|
||
}}
|
||
onClose={async () => {
|
||
await tick();
|
||
|
||
const chatInput = document.getElementById('chat-input');
|
||
chatInput?.focus();
|
||
}}
|
||
>
|
||
<div
|
||
class="bg-transparent hover:bg-gray-100 text-gray-700 dark:text-white dark:hover:bg-gray-800 rounded-full size-8 flex justify-center items-center outline-hidden focus:outline-hidden"
|
||
>
|
||
<PlusAlt className="size-5.5" />
|
||
</div>
|
||
</InputMenu>
|
||
|
||
<div
|
||
class="flex self-center w-[1px] h-4 mx-1 bg-gray-200/50 dark:bg-gray-800/50"
|
||
/>
|
||
|
||
{#if showWebSearchButton || showImageGenerationButton || showCodeInterpreterButton || showToolsButton || (toggleFilters && toggleFilters.length > 0)}
|
||
<IntegrationsMenu
|
||
selectedModels={atSelectedModel ? [atSelectedModel.id] : selectedModels}
|
||
{toggleFilters}
|
||
{showWebSearchButton}
|
||
{showImageGenerationButton}
|
||
{showCodeInterpreterButton}
|
||
bind:selectedToolIds
|
||
bind:selectedFilterIds
|
||
bind:webSearchEnabled
|
||
bind:imageGenerationEnabled
|
||
bind:codeInterpreterEnabled
|
||
onClose={async () => {
|
||
await tick();
|
||
|
||
const chatInput = document.getElementById('chat-input');
|
||
chatInput?.focus();
|
||
}}
|
||
>
|
||
<div
|
||
class="bg-transparent hover:bg-gray-100 text-gray-700 dark:text-white dark:hover:bg-gray-800 rounded-full size-8 flex justify-center items-center outline-hidden focus:outline-hidden"
|
||
>
|
||
<Component className="size-4.5" strokeWidth="1.5" />
|
||
</div>
|
||
</IntegrationsMenu>
|
||
{/if}
|
||
|
||
<div class="ml-1 flex gap-1.5">
|
||
{#if (selectedToolIds ?? []).length > 0}
|
||
<Tooltip
|
||
content={$i18n.t('{{COUNT}} Available Tools', {
|
||
COUNT: selectedToolIds.length
|
||
})}
|
||
>
|
||
<button
|
||
class="translate-y-[0.5px] px-1 flex gap-1 items-center text-gray-600 dark:text-gray-300 hover:text-gray-700 dark:hover:text-gray-200 rounded-lg self-center transition"
|
||
aria-label="Available Tools"
|
||
type="button"
|
||
on:click={() => {
|
||
showTools = !showTools;
|
||
}}
|
||
>
|
||
<Wrench className="size-4" strokeWidth="1.75" />
|
||
|
||
<span class="text-sm">
|
||
{selectedToolIds.length}
|
||
</span>
|
||
</button>
|
||
</Tooltip>
|
||
{/if}
|
||
|
||
{#each selectedFilterIds as filterId}
|
||
{@const filter = toggleFilters.find((f) => f.id === filterId)}
|
||
{#if filter}
|
||
<Tooltip content={filter?.name} placement="top">
|
||
<button
|
||
on:click|preventDefault={() => {
|
||
selectedFilterIds = selectedFilterIds.filter(
|
||
(id) => id !== filterId
|
||
);
|
||
}}
|
||
type="button"
|
||
class="group p-[7px] flex gap-1.5 items-center text-sm rounded-full transition-colors duration-300 focus:outline-hidden max-w-full overflow-hidden hover:bg-gray-50 dark:hover:bg-gray-800 {selectedFilterIds.includes(
|
||
filterId
|
||
)
|
||
? 'text-sky-500 dark:text-sky-300 bg-sky-50 dark:bg-sky-400/10 border border-sky-200/40 dark:border-sky-500/20'
|
||
: 'bg-transparent text-gray-600 dark:text-gray-300 '} capitalize"
|
||
>
|
||
{#if filter?.icon}
|
||
<div class="size-4 items-center flex justify-center">
|
||
<img
|
||
src={filter.icon}
|
||
class="size-3.5 {filter.icon.includes('svg')
|
||
? 'dark:invert-[80%]'
|
||
: ''}"
|
||
style="fill: currentColor;"
|
||
alt={filter.name}
|
||
/>
|
||
</div>
|
||
{:else}
|
||
<Sparkles className="size-4" strokeWidth="1.75" />
|
||
{/if}
|
||
<div class="hidden group-hover:block">
|
||
<XMark className="size-4" strokeWidth="1.75" />
|
||
</div>
|
||
</button>
|
||
</Tooltip>
|
||
{/if}
|
||
{/each}
|
||
|
||
{#if webSearchEnabled}
|
||
<Tooltip content={$i18n.t('Web Search')} placement="top">
|
||
<button
|
||
on:click|preventDefault={() => (webSearchEnabled = !webSearchEnabled)}
|
||
type="button"
|
||
class="group p-[7px] flex gap-1.5 items-center text-sm rounded-full transition-colors duration-300 focus:outline-hidden max-w-full overflow-hidden hover:bg-gray-50 dark:hover:bg-gray-800 {webSearchEnabled ||
|
||
($settings?.webSearch ?? false) === 'always'
|
||
? ' text-sky-500 dark:text-sky-300 bg-sky-50 dark:bg-sky-400/10 border border-sky-200/40 dark:border-sky-500/20'
|
||
: 'bg-transparent text-gray-600 dark:text-gray-300 '}"
|
||
>
|
||
<GlobeAlt className="size-4" strokeWidth="1.75" />
|
||
<div class="hidden group-hover:block">
|
||
<XMark className="size-4" strokeWidth="1.75" />
|
||
</div>
|
||
</button>
|
||
</Tooltip>
|
||
{/if}
|
||
|
||
{#if imageGenerationEnabled}
|
||
<Tooltip content={$i18n.t('Image')} placement="top">
|
||
<button
|
||
on:click|preventDefault={() =>
|
||
(imageGenerationEnabled = !imageGenerationEnabled)}
|
||
type="button"
|
||
class="group p-[7px] flex gap-1.5 items-center text-sm rounded-full transition-colors duration-300 focus:outline-hidden max-w-full overflow-hidden hover:bg-gray-50 dark:hover:bg-gray-800 {imageGenerationEnabled
|
||
? ' text-sky-500 dark:text-sky-300 bg-sky-50 dark:bg-sky-400/10 border border-sky-200/40 dark:border-sky-500/20'
|
||
: 'bg-transparent text-gray-600 dark:text-gray-300 '}"
|
||
>
|
||
<Photo className="size-4" strokeWidth="1.75" />
|
||
<div class="hidden group-hover:block">
|
||
<XMark className="size-4" strokeWidth="1.75" />
|
||
</div>
|
||
</button>
|
||
</Tooltip>
|
||
{/if}
|
||
|
||
{#if codeInterpreterEnabled}
|
||
<Tooltip content={$i18n.t('Code Interpreter')} placement="top">
|
||
<button
|
||
aria-label={codeInterpreterEnabled
|
||
? $i18n.t('Disable Code Interpreter')
|
||
: $i18n.t('Enable Code Interpreter')}
|
||
aria-pressed={codeInterpreterEnabled}
|
||
on:click|preventDefault={() =>
|
||
(codeInterpreterEnabled = !codeInterpreterEnabled)}
|
||
type="button"
|
||
class=" group p-[7px] flex gap-1.5 items-center text-sm transition-colors duration-300 max-w-full overflow-hidden hover:bg-gray-50 dark:hover:bg-gray-800 {codeInterpreterEnabled
|
||
? ' text-sky-500 dark:text-sky-300 bg-sky-50 dark:bg-sky-400/10 border border-sky-200/40 dark:border-sky-500/20'
|
||
: 'bg-transparent text-gray-600 dark:text-gray-300 '} {($settings?.highContrastMode ??
|
||
false)
|
||
? 'm-1'
|
||
: 'focus:outline-hidden rounded-full'}"
|
||
>
|
||
<Terminal className="size-3.5" strokeWidth="2" />
|
||
|
||
<div class="hidden group-hover:block">
|
||
<XMark className="size-4" strokeWidth="1.75" />
|
||
</div>
|
||
</button>
|
||
</Tooltip>
|
||
{/if}
|
||
</div>
|
||
</div>
|
||
|
||
<div class="self-end flex space-x-1 mr-1 shrink-0">
|
||
{#if (!history?.currentId || history.messages[history.currentId]?.done == true) && ($_user?.role === 'admin' || ($_user?.permissions?.chat?.stt ?? true))}
|
||
<!-- {$i18n.t('Record voice')} -->
|
||
<Tooltip content={$i18n.t('Dictate')}>
|
||
<button
|
||
id="voice-input-button"
|
||
class=" text-gray-600 dark:text-gray-300 hover:text-gray-700 dark:hover:text-gray-200 transition rounded-full p-1.5 mr-0.5 self-center"
|
||
type="button"
|
||
on:click={async () => {
|
||
try {
|
||
let stream = await navigator.mediaDevices
|
||
.getUserMedia({ audio: true })
|
||
.catch(function (err) {
|
||
toast.error(
|
||
$i18n.t(
|
||
`Permission denied when accessing microphone: {{error}}`,
|
||
{
|
||
error: err
|
||
}
|
||
)
|
||
);
|
||
return null;
|
||
});
|
||
|
||
if (stream) {
|
||
recording = true;
|
||
const tracks = stream.getTracks();
|
||
tracks.forEach((track) => track.stop());
|
||
}
|
||
stream = null;
|
||
} catch {
|
||
toast.error($i18n.t('Permission denied when accessing microphone'));
|
||
}
|
||
}}
|
||
aria-label="Voice Input"
|
||
>
|
||
<svg
|
||
xmlns="http://www.w3.org/2000/svg"
|
||
viewBox="0 0 20 20"
|
||
fill="currentColor"
|
||
class="w-5 h-5 translate-y-[0.5px]"
|
||
>
|
||
<path d="M7 4a3 3 0 016 0v6a3 3 0 11-6 0V4z" />
|
||
<path
|
||
d="M5.5 9.643a.75.75 0 00-1.5 0V10c0 3.06 2.29 5.585 5.25 5.954V17.5h-1.5a.75.75 0 000 1.5h4.5a.75.75 0 000-1.5h-1.5v-1.546A6.001 6.001 0 0016 10v-.357a.75.75 0 00-1.5 0V10a4.5 4.5 0 01-9 0v-.357z"
|
||
/>
|
||
</svg>
|
||
</button>
|
||
</Tooltip>
|
||
{/if}
|
||
|
||
{#if (taskIds && taskIds.length > 0) || (history.currentId && history.messages[history.currentId]?.done != true) || generating}
|
||
<div class=" flex items-center">
|
||
<Tooltip content={$i18n.t('Stop')}>
|
||
<button
|
||
class="bg-white hover:bg-gray-100 text-gray-800 dark:bg-gray-700 dark:text-white dark:hover:bg-gray-800 transition rounded-full p-1.5"
|
||
on:click={() => {
|
||
stopResponse();
|
||
}}
|
||
>
|
||
<svg
|
||
xmlns="http://www.w3.org/2000/svg"
|
||
viewBox="0 0 24 24"
|
||
fill="currentColor"
|
||
class="size-5"
|
||
>
|
||
<path
|
||
fill-rule="evenodd"
|
||
d="M2.25 12c0-5.385 4.365-9.75 9.75-9.75s9.75 4.365 9.75 9.75-4.365 9.75-9.75 9.75S2.25 17.385 2.25 12zm6-2.438c0-.724.588-1.312 1.313-1.312h4.874c.725 0 1.313.588 1.313 1.313v4.874c0 .725-.588 1.313-1.313 1.313H9.564a1.312 1.312 0 01-1.313-1.313V9.564z"
|
||
clip-rule="evenodd"
|
||
/>
|
||
</svg>
|
||
</button>
|
||
</Tooltip>
|
||
</div>
|
||
{:else if prompt === '' && files.length === 0 && ($_user?.role === 'admin' || ($_user?.permissions?.chat?.call ?? true))}
|
||
<div class=" flex items-center">
|
||
<!-- {$i18n.t('Call')} -->
|
||
<Tooltip content={$i18n.t('Voice mode')}>
|
||
<button
|
||
class=" bg-black text-white hover:bg-gray-900 dark:bg-white dark:text-black dark:hover:bg-gray-100 transition rounded-full p-1.5 self-center"
|
||
type="button"
|
||
on:click={async () => {
|
||
if (selectedModels.length > 1) {
|
||
toast.error($i18n.t('Select only one model to call'));
|
||
|
||
return;
|
||
}
|
||
|
||
if ($config.audio.stt.engine === 'web') {
|
||
toast.error(
|
||
$i18n.t('Call feature is not supported when using Web STT engine')
|
||
);
|
||
|
||
return;
|
||
}
|
||
// check if user has access to getUserMedia
|
||
try {
|
||
let stream = await navigator.mediaDevices.getUserMedia({
|
||
audio: true
|
||
});
|
||
// If the user grants the permission, proceed to show the call overlay
|
||
|
||
if (stream) {
|
||
const tracks = stream.getTracks();
|
||
tracks.forEach((track) => track.stop());
|
||
}
|
||
|
||
stream = null;
|
||
|
||
if ($settings.audio?.tts?.engine === 'browser-kokoro') {
|
||
// If the user has not initialized the TTS worker, initialize it
|
||
if (!$TTSWorker) {
|
||
await TTSWorker.set(
|
||
new KokoroWorker({
|
||
dtype: $settings.audio?.tts?.engineConfig?.dtype ?? 'fp32'
|
||
})
|
||
);
|
||
|
||
await $TTSWorker.init();
|
||
}
|
||
}
|
||
|
||
showCallOverlay.set(true);
|
||
showControls.set(true);
|
||
} catch (err) {
|
||
// If the user denies the permission or an error occurs, show an error message
|
||
toast.error(
|
||
$i18n.t('Permission denied when accessing media devices')
|
||
);
|
||
}
|
||
}}
|
||
aria-label={$i18n.t('Voice mode')}
|
||
>
|
||
<Voice className="size-5" strokeWidth="2.5" />
|
||
</button>
|
||
</Tooltip>
|
||
</div>
|
||
{:else}
|
||
<div class=" flex items-center">
|
||
<Tooltip content={$i18n.t('Send message')}>
|
||
<button
|
||
id="send-message-button"
|
||
class="{!(prompt === '' && files.length === 0)
|
||
? 'bg-black text-white hover:bg-gray-900 dark:bg-white dark:text-black dark:hover:bg-gray-100 '
|
||
: 'text-white bg-gray-200 dark:text-gray-900 dark:bg-gray-700 disabled'} transition rounded-full p-1.5 self-center"
|
||
type="submit"
|
||
disabled={prompt === '' && files.length === 0}
|
||
>
|
||
<svg
|
||
xmlns="http://www.w3.org/2000/svg"
|
||
viewBox="0 0 16 16"
|
||
fill="currentColor"
|
||
class="size-5"
|
||
>
|
||
<path
|
||
fill-rule="evenodd"
|
||
d="M8 14a.75.75 0 0 1-.75-.75V4.56L4.03 7.78a.75.75 0 0 1-1.06-1.06l4.5-4.5a.75.75 0 0 1 1.06 0l4.5 4.5a.75.75 0 0 1-1.06 1.06L8.75 4.56v8.69A.75.75 0 0 1 8 14Z"
|
||
clip-rule="evenodd"
|
||
/>
|
||
</svg>
|
||
</button>
|
||
</Tooltip>
|
||
</div>
|
||
{/if}
|
||
</div>
|
||
</div>
|
||
</div>
|
||
|
||
{#if $config?.license_metadata?.input_footer}
|
||
<div class=" text-xs text-gray-500 text-center line-clamp-1 marked">
|
||
{@html DOMPurify.sanitize(marked($config?.license_metadata?.input_footer))}
|
||
</div>
|
||
{:else}
|
||
<div class="mb-1" />
|
||
{/if}
|
||
</form>
|
||
{/if}
|
||
</div>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
{/if}
|