Chat AI: change utility model

This commit is contained in:
Enrico Ros
2025-02-12 01:37:35 -08:00
parent b393469584
commit 5928c84cf4
@@ -7,12 +7,20 @@ import { ExternalLink } from '~/common/components/ExternalLink';
import { FormLabelStart } from '~/common/components/forms/FormLabelStart';
import { GoodTooltip } from '~/common/components/GoodTooltip';
import { llmsStoreActions } from '~/common/stores/llms/store-llms';
import { useDefaultLLMIDs } from '~/common/stores/llms/llms.hooks';
import { useLLMSelect } from '~/common/components/forms/useLLMSelect';
import { useChatAutoAI } from '../chat/store-app-chat';
export function AppChatSettingsAI() {
// external state
const { fastLLMId } = useDefaultLLMIDs();
const { setFastLLMId } = llmsStoreActions();
const [_llm, llmComponent] = useLLMSelect(fastLLMId, setFastLLMId, '', true);
const {
autoSuggestAttachmentPrompts, setAutoSuggestAttachmentPrompts,
autoSuggestDiagrams, setAutoSuggestDiagrams,
@@ -36,6 +44,25 @@ export function AppChatSettingsAI() {
return <>
<FormControl orientation='horizontal' sx={{ justifyContent: 'space-between' }}>
<FormLabelStart
title='Utility Model'
description='Fast, see info'
tooltip={<>
Lightweight model used for &quot;fast&quot;, low-cost operations, such as:
<ul>
<li>Chat title generation</li>
<li>Attachment prompts</li>
<li>Diagrams generation</li>
<li>Drawing prompts</li>
<li>And more</li>
</ul>
For chat messages and similar high-quality content, the chat model is used instead.
</>}
/>
{llmComponent}
</FormControl>
<FormControl orientation='horizontal' sx={{ justifyContent: 'space-between' }}>
<FormLabelStart title='Auto Chat Title'
description={autoTitleChat ? 'LLM Titling' : 'Manual only'} />