import QtCore import QtQuick import QtQuick.Controls import QtQuick.Controls.Basic import QtQuick.Dialogs import QtQuick.Layouts import download import network import llm Dialog { id: settingsDialog modal: true height: 600 width: 600 opacity: 0.9 background: Rectangle { anchors.fill: parent anchors.margins: -20 color: theme.backgroundDarkest border.width: 1 border.color: theme.dialogBorder radius: 10 } Theme { id: theme } property real defaultTemperature: 0.28 property real defaultTopP: 0.95 property int defaultTopK: 40 property int defaultMaxLength: 4096 property int defaultPromptBatchSize: 9 property real defaultRepeatPenalty: 1.10 property int defaultRepeatPenaltyTokens: 64 property int defaultThreadCount: 0 property string defaultPromptTemplate: "### Instruction: The prompt below is a question to answer, a task to complete, or a conversation to respond to; decide which and write an appropriate response. ### Prompt: %1 ### Response:\n" property string defaultModelPath: Download.defaultLocalModelsPath() property alias temperature: settings.temperature property alias topP: settings.topP property alias topK: settings.topK property alias maxLength: settings.maxLength property alias promptBatchSize: settings.promptBatchSize property alias promptTemplate: settings.promptTemplate property alias repeatPenalty: settings.repeatPenalty property alias repeatPenaltyTokens: settings.repeatPenaltyTokens property alias threadCount: settings.threadCount property alias modelPath: settings.modelPath Settings { id: settings property real temperature: settingsDialog.defaultTemperature property real topP: settingsDialog.defaultTopP property int topK: settingsDialog.defaultTopK property int maxLength: settingsDialog.defaultMaxLength property int promptBatchSize: settingsDialog.defaultPromptBatchSize property int threadCount: settingsDialog.defaultThreadCount property real repeatPenalty: settingsDialog.defaultRepeatPenalty property int repeatPenaltyTokens: settingsDialog.defaultRepeatPenaltyTokens property string promptTemplate: settingsDialog.defaultPromptTemplate property string modelPath: settingsDialog.defaultModelPath } function restoreGenerationDefaults() { settings.temperature = defaultTemperature settings.topP = defaultTopP settings.topK = defaultTopK settings.maxLength = defaultMaxLength settings.promptBatchSize = defaultPromptBatchSize settings.promptTemplate = defaultPromptTemplate settings.sync() } function restoreApplicationDefaults() { settings.modelPath = settingsDialog.defaultModelPath settings.threadCount = defaultThreadCount Download.downloadLocalModelsPath = settings.modelPath LLM.threadCount = settings.threadCount settings.sync() } Component.onCompleted: { LLM.threadCount = settings.threadCount Download.downloadLocalModelsPath = settings.modelPath } Component.onDestruction: { settings.sync() } Item { Accessible.role: Accessible.Dialog Accessible.name: qsTr("Settings dialog") Accessible.description: qsTr("Dialog containing various application settings") } TabBar { id: settingsTabBar width: parent.width / 1.5 TabButton { id: genSettingsButton contentItem: IconLabel { color: theme.textColor font.bold: genSettingsButton.checked font.pixelSize: genSettingsButton.checked ? theme.fontSizeLarger : theme.fontSizeLarge text: qsTr("Generation") } background: Rectangle { color: genSettingsButton.checked ? theme.backgroundDarkest : theme.backgroundLight border.color: theme.tabBorder border.width: 1 ? genSettingsButton.checked : 0 } Accessible.role: Accessible.Button Accessible.name: qsTr("Generation settings") Accessible.description: qsTr("Settings related to how the model generates text") } TabButton { id: appSettingsButton contentItem: IconLabel { color: theme.textColor font.bold: appSettingsButton.checked font.pixelSize: appSettingsButton.checked ? theme.fontSizeLarger : theme.fontSizeLarge text: qsTr("Application") } background: Rectangle { color: appSettingsButton.checked ? theme.backgroundDarkest : theme.backgroundLight border.color: theme.tabBorder border.width: 1 ? appSettingsButton.checked : 0 } Accessible.role: Accessible.Button Accessible.name: qsTr("Application settings") Accessible.description: qsTr("Settings related to general behavior of the application") } } StackLayout { anchors.top: settingsTabBar.bottom width: parent.width height: availableHeight currentIndex: settingsTabBar.currentIndex Item { id: generationSettingsTab ScrollView { background: Rectangle { color: 'transparent' border.color: theme.tabBorder border.width: 1 radius: 2 } padding: 10 width: parent.width height: parent.height - 30 contentWidth: availableWidth - 20 contentHeight: generationSettingsTabInner.implicitHeight + 40 ScrollBar.vertical.policy: ScrollBar.AlwaysOn GridLayout { id: generationSettingsTabInner anchors.margins: 10 columns: 2 rowSpacing: 10 columnSpacing: 10 anchors.fill: parent Label { id: tempLabel text: qsTr("Temperature:") color: theme.textColor Layout.row: 0 Layout.column: 0 } TextField { text: settings.temperature.toString() color: theme.textColor background: Rectangle { implicitWidth: 150 color: theme.backgroundLighter radius: 10 } padding: 10 ToolTip.text: qsTr("Temperature increases the chances of choosing less likely tokens - higher temperature gives more creative but less predictable outputs") ToolTip.visible: hovered Layout.row: 0 Layout.column: 1 validator: DoubleValidator {} onEditingFinished: { var val = parseFloat(text) if (!isNaN(val)) { settings.temperature = val settings.sync() focus = false } else { text = settings.temperature.toString() } } Accessible.role: Accessible.EditableText Accessible.name: tempLabel.text Accessible.description: ToolTip.text } Label { id: topPLabel text: qsTr("Top P:") color: theme.textColor Layout.row: 1 Layout.column: 0 } TextField { text: settings.topP.toString() color: theme.textColor background: Rectangle { implicitWidth: 150 color: theme.backgroundLighter radius: 10 } padding: 10 ToolTip.text: qsTr("Only the most likely tokens up to a total probability of top_p can be chosen, prevents choosing highly unlikely tokens, aka Nucleus Sampling") ToolTip.visible: hovered Layout.row: 1 Layout.column: 1 validator: DoubleValidator {} onEditingFinished: { var val = parseFloat(text) if (!isNaN(val)) { settings.topP = val settings.sync() focus = false } else { text = settings.topP.toString() } } Accessible.role: Accessible.EditableText Accessible.name: topPLabel.text Accessible.description: ToolTip.text } Label { id: topKLabel text: qsTr("Top K:") color: theme.textColor Layout.row: 2 Layout.column: 0 } TextField { text: settings.topK.toString() color: theme.textColor background: Rectangle { implicitWidth: 150 color: theme.backgroundLighter radius: 10 } padding: 10 ToolTip.text: qsTr("Only the top K most likely tokens will be chosen from") ToolTip.visible: hovered Layout.row: 2 Layout.column: 1 validator: IntValidator { bottom: 1 } onEditingFinished: { var val = parseInt(text) if (!isNaN(val)) { settings.topK = val settings.sync() focus = false } else { text = settings.topK.toString() } } Accessible.role: Accessible.EditableText Accessible.name: topKLabel.text Accessible.description: ToolTip.text } Label { id: maxLengthLabel text: qsTr("Max Length:") color: theme.textColor Layout.row: 3 Layout.column: 0 } TextField { text: settings.maxLength.toString() color: theme.textColor background: Rectangle { implicitWidth: 150 color: theme.backgroundLighter radius: 10 } padding: 10 ToolTip.text: qsTr("Maximum length of response in tokens") ToolTip.visible: hovered Layout.row: 3 Layout.column: 1 validator: IntValidator { bottom: 1 } onEditingFinished: { var val = parseInt(text) if (!isNaN(val)) { settings.maxLength = val settings.sync() focus = false } else { text = settings.maxLength.toString() } } Accessible.role: Accessible.EditableText Accessible.name: maxLengthLabel.text Accessible.description: ToolTip.text } Label { id: batchSizeLabel text: qsTr("Prompt Batch Size:") color: theme.textColor Layout.row: 4 Layout.column: 0 } TextField { text: settings.promptBatchSize.toString() color: theme.textColor background: Rectangle { implicitWidth: 150 color: theme.backgroundLighter radius: 10 } padding: 10 ToolTip.text: qsTr("Amount of prompt tokens to process at once, higher values can speed up reading prompts but will use more RAM") ToolTip.visible: hovered Layout.row: 4 Layout.column: 1 validator: IntValidator { bottom: 1 } onEditingFinished: { var val = parseInt(text) if (!isNaN(val)) { settings.promptBatchSize = val settings.sync() focus = false } else { text = settings.promptBatchSize.toString() } } Accessible.role: Accessible.EditableText Accessible.name: batchSizeLabel.text Accessible.description: ToolTip.text } Label { id: repeatPenaltyLabel text: qsTr("Repeat Penalty:") color: theme.textColor Layout.row: 5 Layout.column: 0 } TextField { text: settings.repeatPenalty.toString() color: theme.textColor background: Rectangle { implicitWidth: 150 color: theme.backgroundLighter radius: 10 } padding: 10 ToolTip.text: qsTr("Amount to penalize reptetitiveness of the output") ToolTip.visible: hovered Layout.row: 5 Layout.column: 1 validator: DoubleValidator {} onEditingFinished: { var val = parseFloat(text) if (!isNaN(val)) { settings.repeatPenalty = val settings.sync() focus = false } else { text = settings.repeatPenalty.toString() } } Accessible.role: Accessible.EditableText Accessible.name: repeatPenaltyLabel.text Accessible.description: ToolTip.text } Label { id: repeatPenaltyTokensLabel text: qsTr("Repeat Penalty Tokens:") color: theme.textColor Layout.row: 6 Layout.column: 0 } TextField { text: settings.repeatPenaltyTokens.toString() color: theme.textColor background: Rectangle { implicitWidth: 150 color: theme.backgroundLighter radius: 10 } padding: 10 ToolTip.text: qsTr("How far back in output to apply repeat penalty") ToolTip.visible: hovered Layout.row: 6 Layout.column: 1 validator: IntValidator { bottom: 1 } onEditingFinished: { var val = parseInt(text) if (!isNaN(val)) { settings.repeatPenaltyTokens = val settings.sync() focus = false } else { text = settings.repeatPenaltyTokens.toString() } } Accessible.role: Accessible.EditableText Accessible.name: repeatPenaltyTokensLabel.text Accessible.description: ToolTip.text } Label { id: promptTemplateLabel text: qsTr("Prompt Template:") color: theme.textColor Layout.row: 7 Layout.column: 0 } Rectangle { Layout.row: 7 Layout.column: 1 Layout.fillWidth: true height: 200 color: "transparent" clip: true Label { id: promptTemplateLabelHelp visible: settings.promptTemplate.indexOf( "%1") === -1 font.bold: true color: theme.textErrorColor text: qsTr("Prompt template must contain %1 to be replaced with the user's input.") anchors.fill: templateScrollView z: 200 padding: 10 wrapMode: TextArea.Wrap Accessible.role: Accessible.EditableText Accessible.name: text } ScrollView { id: templateScrollView anchors.fill: parent TextArea { text: settings.promptTemplate color: theme.textColor background: Rectangle { implicitWidth: 150 color: theme.backgroundLighter radius: 10 } padding: 10 wrapMode: TextArea.Wrap onTextChanged: { settings.promptTemplate = text settings.sync() } bottomPadding: 10 Accessible.role: Accessible.EditableText Accessible.name: promptTemplateLabel.text Accessible.description: promptTemplateLabelHelp.text } } } Button { Layout.row: 8 Layout.column: 1 Layout.fillWidth: true padding: 15 contentItem: Text { text: qsTr("Restore Defaults") horizontalAlignment: Text.AlignHCenter color: theme.textColor Accessible.role: Accessible.Button Accessible.name: text Accessible.description: qsTr("Restores the settings dialog to a default state") } background: Rectangle { opacity: .5 border.color: theme.backgroundLightest border.width: 1 radius: 10 color: theme.backgroundLight } onClicked: { settingsDialog.restoreGenerationDefaults() } } } } } Item { id: applicationSettingsTab ScrollView { background: Rectangle { color: 'transparent' border.color: theme.tabBorder border.width: 1 radius: 2 } padding: 10 width: parent.width height: parent.height - 30 contentWidth: availableWidth - 20 ScrollBar.vertical.policy: ScrollBar.AlwaysOn GridLayout { anchors.margins: 10 columns: 3 rowSpacing: 10 columnSpacing: 10 anchors.fill: parent FolderDialog { id: modelPathDialog title: "Please choose a directory" onAccepted: { Download.downloadLocalModelsPath = selectedFolder settings.modelPath = Download.downloadLocalModelsPath settings.sync() } } Label { id: modelPathLabel text: qsTr("Model file path:") color: theme.textColor Layout.row: 1 Layout.column: 0 } TextField { id: modelPathDisplayLabel text: settings.modelPath readOnly: true color: theme.textColor implicitWidth: 300 Layout.row: 1 Layout.column: 1 ToolTip.text: qsTr("Path where model files will be downloaded to") ToolTip.visible: hovered Accessible.role: Accessible.ToolTip Accessible.name: topKLabel.text Accessible.description: ToolTip.text } Button { Layout.row: 1 Layout.column: 2 text: qsTr("Browse") contentItem: Text { text: qsTr("Browse") horizontalAlignment: Text.AlignHCenter color: theme.textColor Accessible.role: Accessible.Button Accessible.name: text Accessible.description: qsTr("Opens a folder picker dialog to choose where to save model files") } background: Rectangle { opacity: .5 border.color: theme.backgroundLightest border.width: 1 radius: 10 color: theme.backgroundLight } onClicked: modelPathDialog.open() } Label { id: nThreadsLabel text: qsTr("CPU Threads:") color: theme.textColor Layout.row: 2 Layout.column: 0 } TextField { text: settingsDialog.threadCount.toString() color: theme.textColor background: Rectangle { implicitWidth: 150 color: theme.backgroundLighter radius: 10 } padding: 10 ToolTip.text: qsTr("Amount of processing threads to use, a setting of 0 will use the lesser of 4 or your number of CPU threads") ToolTip.visible: hovered Layout.row: 2 Layout.column: 1 validator: IntValidator { bottom: 1 } onEditingFinished: { var val = parseInt(text) if (!isNaN(val)) { settingsDialog.threadCount = val LLM.threadCount = val settings.sync() focus = false } else { text = settingsDialog.threadCount.toString() } } Accessible.role: Accessible.EditableText Accessible.name: nThreadsLabel.text Accessible.description: ToolTip.text } Button { Layout.row: 3 Layout.column: 1 Layout.fillWidth: true padding: 15 contentItem: Text { text: qsTr("Restore Defaults") horizontalAlignment: Text.AlignHCenter color: theme.textColor Accessible.role: Accessible.Button Accessible.name: text Accessible.description: qsTr("Restores the settings dialog to a default state") } background: Rectangle { opacity: .5 border.color: theme.backgroundLightest border.width: 1 radius: 10 color: theme.backgroundLight } onClicked: { settingsDialog.restoreApplicationDefaults() } } } } } } }