mirror of
https://github.com/nomic-ai/gpt4all
synced 2024-11-08 07:10:32 +00:00
663 lines
28 KiB
QML
663 lines
28 KiB
QML
import QtCore
|
|
import QtQuick
|
|
import QtQuick.Controls
|
|
import QtQuick.Controls.Basic
|
|
import QtQuick.Dialogs
|
|
import QtQuick.Layouts
|
|
import download
|
|
import network
|
|
import llm
|
|
|
|
Dialog {
|
|
id: settingsDialog
|
|
modal: true
|
|
opacity: 0.9
|
|
background: Rectangle {
|
|
anchors.fill: parent
|
|
anchors.margins: -20
|
|
color: theme.backgroundDarkest
|
|
border.width: 1
|
|
border.color: theme.dialogBorder
|
|
radius: 10
|
|
}
|
|
|
|
onOpened: {
|
|
Network.sendSettingsDialog();
|
|
}
|
|
|
|
Theme {
|
|
id: theme
|
|
}
|
|
|
|
property real defaultTemperature: 0.28
|
|
property real defaultTopP: 0.95
|
|
property int defaultTopK: 40
|
|
property int defaultMaxLength: 4096
|
|
property int defaultPromptBatchSize: 9
|
|
property real defaultRepeatPenalty: 1.10
|
|
property int defaultRepeatPenaltyTokens: 64
|
|
property int defaultThreadCount: 0
|
|
property string defaultPromptTemplate: "### Human:
|
|
%1
|
|
### Assistant:\n"
|
|
property string defaultModelPath: Download.defaultLocalModelsPath()
|
|
|
|
property alias temperature: settings.temperature
|
|
property alias topP: settings.topP
|
|
property alias topK: settings.topK
|
|
property alias maxLength: settings.maxLength
|
|
property alias promptBatchSize: settings.promptBatchSize
|
|
property alias promptTemplate: settings.promptTemplate
|
|
property alias repeatPenalty: settings.repeatPenalty
|
|
property alias repeatPenaltyTokens: settings.repeatPenaltyTokens
|
|
property alias threadCount: settings.threadCount
|
|
property alias modelPath: settings.modelPath
|
|
|
|
Settings {
|
|
id: settings
|
|
property real temperature: settingsDialog.defaultTemperature
|
|
property real topP: settingsDialog.defaultTopP
|
|
property int topK: settingsDialog.defaultTopK
|
|
property int maxLength: settingsDialog.defaultMaxLength
|
|
property int promptBatchSize: settingsDialog.defaultPromptBatchSize
|
|
property int threadCount: settingsDialog.defaultThreadCount
|
|
property real repeatPenalty: settingsDialog.defaultRepeatPenalty
|
|
property int repeatPenaltyTokens: settingsDialog.defaultRepeatPenaltyTokens
|
|
property string promptTemplate: settingsDialog.defaultPromptTemplate
|
|
property string modelPath: settingsDialog.defaultModelPath
|
|
}
|
|
|
|
function restoreGenerationDefaults() {
|
|
settings.temperature = defaultTemperature
|
|
settings.topP = defaultTopP
|
|
settings.topK = defaultTopK
|
|
settings.maxLength = defaultMaxLength
|
|
settings.promptBatchSize = defaultPromptBatchSize
|
|
settings.promptTemplate = defaultPromptTemplate
|
|
settings.sync()
|
|
}
|
|
|
|
function restoreApplicationDefaults() {
|
|
settings.modelPath = settingsDialog.defaultModelPath
|
|
settings.threadCount = defaultThreadCount
|
|
Download.downloadLocalModelsPath = settings.modelPath
|
|
LLM.threadCount = settings.threadCount
|
|
settings.sync()
|
|
}
|
|
|
|
Component.onCompleted: {
|
|
LLM.threadCount = settings.threadCount
|
|
Download.downloadLocalModelsPath = settings.modelPath
|
|
}
|
|
|
|
Connections {
|
|
target: settingsDialog
|
|
function onClosed() {
|
|
settings.sync()
|
|
}
|
|
}
|
|
|
|
Item {
|
|
Accessible.role: Accessible.Dialog
|
|
Accessible.name: qsTr("Settings dialog")
|
|
Accessible.description: qsTr("Dialog containing various application settings")
|
|
}
|
|
TabBar {
|
|
id: settingsTabBar
|
|
width: parent.width / 1.5
|
|
|
|
TabButton {
|
|
id: genSettingsButton
|
|
contentItem: IconLabel {
|
|
color: theme.textColor
|
|
font.bold: genSettingsButton.checked
|
|
font.pixelSize: genSettingsButton.checked ? theme.fontSizeLarger : theme.fontSizeLarge
|
|
text: qsTr("Generation")
|
|
}
|
|
background: Rectangle {
|
|
color: genSettingsButton.checked ? theme.backgroundDarkest : theme.backgroundLight
|
|
border.color: theme.tabBorder
|
|
border.width: 1 ? genSettingsButton.checked : 0
|
|
}
|
|
Accessible.role: Accessible.Button
|
|
Accessible.name: qsTr("Generation settings")
|
|
Accessible.description: qsTr("Settings related to how the model generates text")
|
|
}
|
|
|
|
TabButton {
|
|
id: appSettingsButton
|
|
contentItem: IconLabel {
|
|
color: theme.textColor
|
|
font.bold: appSettingsButton.checked
|
|
font.pixelSize: appSettingsButton.checked ? theme.fontSizeLarger : theme.fontSizeLarge
|
|
text: qsTr("Application")
|
|
}
|
|
background: Rectangle {
|
|
color: appSettingsButton.checked ? theme.backgroundDarkest : theme.backgroundLight
|
|
border.color: theme.tabBorder
|
|
border.width: 1 ? appSettingsButton.checked : 0
|
|
}
|
|
Accessible.role: Accessible.Button
|
|
Accessible.name: qsTr("Application settings")
|
|
Accessible.description: qsTr("Settings related to general behavior of the application")
|
|
}
|
|
}
|
|
|
|
StackLayout {
|
|
anchors.top: settingsTabBar.bottom
|
|
width: parent.width
|
|
height: availableHeight
|
|
currentIndex: settingsTabBar.currentIndex
|
|
|
|
Item {
|
|
id: generationSettingsTab
|
|
ScrollView {
|
|
background: Rectangle {
|
|
color: 'transparent'
|
|
border.color: theme.tabBorder
|
|
border.width: 1
|
|
radius: 2
|
|
}
|
|
padding: 10
|
|
width: parent.width
|
|
height: parent.height - 30
|
|
contentWidth: availableWidth - 20
|
|
contentHeight: generationSettingsTabInner.implicitHeight + 40
|
|
ScrollBar.vertical.policy: ScrollBar.AlwaysOn
|
|
|
|
GridLayout {
|
|
id: generationSettingsTabInner
|
|
anchors.margins: 10
|
|
columns: 2
|
|
rowSpacing: 10
|
|
columnSpacing: 10
|
|
anchors.fill: parent
|
|
|
|
Label {
|
|
id: tempLabel
|
|
text: qsTr("Temperature:")
|
|
color: theme.textColor
|
|
Layout.row: 0
|
|
Layout.column: 0
|
|
}
|
|
TextField {
|
|
text: settings.temperature.toString()
|
|
color: theme.textColor
|
|
background: Rectangle {
|
|
implicitWidth: 150
|
|
color: theme.backgroundLighter
|
|
radius: 10
|
|
}
|
|
padding: 10
|
|
ToolTip.text: qsTr("Temperature increases the chances of choosing less likely tokens - higher temperature gives more creative but less predictable outputs")
|
|
ToolTip.visible: hovered
|
|
Layout.row: 0
|
|
Layout.column: 1
|
|
validator: DoubleValidator {
|
|
locale: "C"
|
|
}
|
|
onEditingFinished: {
|
|
var val = parseFloat(text)
|
|
if (!isNaN(val)) {
|
|
settings.temperature = val
|
|
settings.sync()
|
|
focus = false
|
|
} else {
|
|
text = settings.temperature.toString()
|
|
}
|
|
}
|
|
Accessible.role: Accessible.EditableText
|
|
Accessible.name: tempLabel.text
|
|
Accessible.description: ToolTip.text
|
|
}
|
|
Label {
|
|
id: topPLabel
|
|
text: qsTr("Top P:")
|
|
color: theme.textColor
|
|
Layout.row: 1
|
|
Layout.column: 0
|
|
}
|
|
TextField {
|
|
text: settings.topP.toString()
|
|
color: theme.textColor
|
|
background: Rectangle {
|
|
implicitWidth: 150
|
|
color: theme.backgroundLighter
|
|
radius: 10
|
|
}
|
|
padding: 10
|
|
ToolTip.text: qsTr("Only the most likely tokens up to a total probability of top_p can be chosen, prevents choosing highly unlikely tokens, aka Nucleus Sampling")
|
|
ToolTip.visible: hovered
|
|
Layout.row: 1
|
|
Layout.column: 1
|
|
validator: DoubleValidator {
|
|
locale: "C"
|
|
}
|
|
onEditingFinished: {
|
|
var val = parseFloat(text)
|
|
if (!isNaN(val)) {
|
|
settings.topP = val
|
|
settings.sync()
|
|
focus = false
|
|
} else {
|
|
text = settings.topP.toString()
|
|
}
|
|
}
|
|
Accessible.role: Accessible.EditableText
|
|
Accessible.name: topPLabel.text
|
|
Accessible.description: ToolTip.text
|
|
}
|
|
Label {
|
|
id: topKLabel
|
|
text: qsTr("Top K:")
|
|
color: theme.textColor
|
|
Layout.row: 2
|
|
Layout.column: 0
|
|
}
|
|
TextField {
|
|
text: settings.topK.toString()
|
|
color: theme.textColor
|
|
background: Rectangle {
|
|
implicitWidth: 150
|
|
color: theme.backgroundLighter
|
|
radius: 10
|
|
}
|
|
padding: 10
|
|
ToolTip.text: qsTr("Only the top K most likely tokens will be chosen from")
|
|
ToolTip.visible: hovered
|
|
Layout.row: 2
|
|
Layout.column: 1
|
|
validator: IntValidator {
|
|
bottom: 1
|
|
}
|
|
onEditingFinished: {
|
|
var val = parseInt(text)
|
|
if (!isNaN(val)) {
|
|
settings.topK = val
|
|
settings.sync()
|
|
focus = false
|
|
} else {
|
|
text = settings.topK.toString()
|
|
}
|
|
}
|
|
Accessible.role: Accessible.EditableText
|
|
Accessible.name: topKLabel.text
|
|
Accessible.description: ToolTip.text
|
|
}
|
|
Label {
|
|
id: maxLengthLabel
|
|
text: qsTr("Max Length:")
|
|
color: theme.textColor
|
|
Layout.row: 3
|
|
Layout.column: 0
|
|
}
|
|
TextField {
|
|
text: settings.maxLength.toString()
|
|
color: theme.textColor
|
|
background: Rectangle {
|
|
implicitWidth: 150
|
|
color: theme.backgroundLighter
|
|
radius: 10
|
|
}
|
|
padding: 10
|
|
ToolTip.text: qsTr("Maximum length of response in tokens")
|
|
ToolTip.visible: hovered
|
|
Layout.row: 3
|
|
Layout.column: 1
|
|
validator: IntValidator {
|
|
bottom: 1
|
|
}
|
|
onEditingFinished: {
|
|
var val = parseInt(text)
|
|
if (!isNaN(val)) {
|
|
settings.maxLength = val
|
|
settings.sync()
|
|
focus = false
|
|
} else {
|
|
text = settings.maxLength.toString()
|
|
}
|
|
}
|
|
Accessible.role: Accessible.EditableText
|
|
Accessible.name: maxLengthLabel.text
|
|
Accessible.description: ToolTip.text
|
|
}
|
|
|
|
Label {
|
|
id: batchSizeLabel
|
|
text: qsTr("Prompt Batch Size:")
|
|
color: theme.textColor
|
|
Layout.row: 4
|
|
Layout.column: 0
|
|
}
|
|
TextField {
|
|
text: settings.promptBatchSize.toString()
|
|
color: theme.textColor
|
|
background: Rectangle {
|
|
implicitWidth: 150
|
|
color: theme.backgroundLighter
|
|
radius: 10
|
|
}
|
|
padding: 10
|
|
ToolTip.text: qsTr("Amount of prompt tokens to process at once, higher values can speed up reading prompts but will use more RAM")
|
|
ToolTip.visible: hovered
|
|
Layout.row: 4
|
|
Layout.column: 1
|
|
validator: IntValidator {
|
|
bottom: 1
|
|
}
|
|
onEditingFinished: {
|
|
var val = parseInt(text)
|
|
if (!isNaN(val)) {
|
|
settings.promptBatchSize = val
|
|
settings.sync()
|
|
focus = false
|
|
} else {
|
|
text = settings.promptBatchSize.toString()
|
|
}
|
|
}
|
|
Accessible.role: Accessible.EditableText
|
|
Accessible.name: batchSizeLabel.text
|
|
Accessible.description: ToolTip.text
|
|
}
|
|
Label {
|
|
id: repeatPenaltyLabel
|
|
text: qsTr("Repeat Penalty:")
|
|
color: theme.textColor
|
|
Layout.row: 5
|
|
Layout.column: 0
|
|
}
|
|
TextField {
|
|
text: settings.repeatPenalty.toString()
|
|
color: theme.textColor
|
|
background: Rectangle {
|
|
implicitWidth: 150
|
|
color: theme.backgroundLighter
|
|
radius: 10
|
|
}
|
|
padding: 10
|
|
ToolTip.text: qsTr("Amount to penalize repetitiveness of the output")
|
|
ToolTip.visible: hovered
|
|
Layout.row: 5
|
|
Layout.column: 1
|
|
validator: DoubleValidator {
|
|
locale: "C"
|
|
}
|
|
onEditingFinished: {
|
|
var val = parseFloat(text)
|
|
if (!isNaN(val)) {
|
|
settings.repeatPenalty = val
|
|
settings.sync()
|
|
focus = false
|
|
} else {
|
|
text = settings.repeatPenalty.toString()
|
|
}
|
|
}
|
|
Accessible.role: Accessible.EditableText
|
|
Accessible.name: repeatPenaltyLabel.text
|
|
Accessible.description: ToolTip.text
|
|
}
|
|
Label {
|
|
id: repeatPenaltyTokensLabel
|
|
text: qsTr("Repeat Penalty Tokens:")
|
|
color: theme.textColor
|
|
Layout.row: 6
|
|
Layout.column: 0
|
|
}
|
|
TextField {
|
|
text: settings.repeatPenaltyTokens.toString()
|
|
color: theme.textColor
|
|
background: Rectangle {
|
|
implicitWidth: 150
|
|
color: theme.backgroundLighter
|
|
radius: 10
|
|
}
|
|
padding: 10
|
|
ToolTip.text: qsTr("How far back in output to apply repeat penalty")
|
|
ToolTip.visible: hovered
|
|
Layout.row: 6
|
|
Layout.column: 1
|
|
validator: IntValidator {
|
|
bottom: 1
|
|
}
|
|
onEditingFinished: {
|
|
var val = parseInt(text)
|
|
if (!isNaN(val)) {
|
|
settings.repeatPenaltyTokens = val
|
|
settings.sync()
|
|
focus = false
|
|
} else {
|
|
text = settings.repeatPenaltyTokens.toString()
|
|
}
|
|
}
|
|
Accessible.role: Accessible.EditableText
|
|
Accessible.name: repeatPenaltyTokensLabel.text
|
|
Accessible.description: ToolTip.text
|
|
}
|
|
|
|
Label {
|
|
id: promptTemplateLabel
|
|
text: qsTr("Prompt Template:")
|
|
color: theme.textColor
|
|
Layout.row: 7
|
|
Layout.column: 0
|
|
}
|
|
Rectangle {
|
|
Layout.row: 7
|
|
Layout.column: 1
|
|
Layout.fillWidth: true
|
|
height: 200
|
|
color: "transparent"
|
|
clip: true
|
|
Label {
|
|
id: promptTemplateLabelHelp
|
|
visible: settings.promptTemplate.indexOf(
|
|
"%1") === -1
|
|
font.bold: true
|
|
color: theme.textErrorColor
|
|
text: qsTr("Prompt template must contain %1 to be replaced with the user's input.")
|
|
anchors.fill: templateScrollView
|
|
z: 200
|
|
padding: 10
|
|
wrapMode: TextArea.Wrap
|
|
Accessible.role: Accessible.EditableText
|
|
Accessible.name: text
|
|
}
|
|
ScrollView {
|
|
id: templateScrollView
|
|
anchors.fill: parent
|
|
TextArea {
|
|
text: settings.promptTemplate
|
|
color: theme.textColor
|
|
background: Rectangle {
|
|
implicitWidth: 150
|
|
color: theme.backgroundLighter
|
|
radius: 10
|
|
}
|
|
padding: 10
|
|
wrapMode: TextArea.Wrap
|
|
onTextChanged: {
|
|
settings.promptTemplate = text
|
|
settings.sync()
|
|
}
|
|
bottomPadding: 10
|
|
Accessible.role: Accessible.EditableText
|
|
Accessible.name: promptTemplateLabel.text
|
|
Accessible.description: promptTemplateLabelHelp.text
|
|
}
|
|
}
|
|
}
|
|
Button {
|
|
Layout.row: 8
|
|
Layout.column: 1
|
|
Layout.fillWidth: true
|
|
padding: 15
|
|
contentItem: Text {
|
|
text: qsTr("Restore Defaults")
|
|
horizontalAlignment: Text.AlignHCenter
|
|
color: theme.textColor
|
|
Accessible.role: Accessible.Button
|
|
Accessible.name: text
|
|
Accessible.description: qsTr("Restores the settings dialog to a default state")
|
|
}
|
|
|
|
background: Rectangle {
|
|
opacity: .5
|
|
border.color: theme.backgroundLightest
|
|
border.width: 1
|
|
radius: 10
|
|
color: theme.backgroundLight
|
|
}
|
|
onClicked: {
|
|
settingsDialog.restoreGenerationDefaults()
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
Item {
|
|
id: applicationSettingsTab
|
|
ScrollView {
|
|
background: Rectangle {
|
|
color: 'transparent'
|
|
border.color: theme.tabBorder
|
|
border.width: 1
|
|
radius: 2
|
|
}
|
|
padding: 10
|
|
width: parent.width
|
|
height: parent.height - 30
|
|
contentWidth: availableWidth - 20
|
|
ScrollBar.vertical.policy: ScrollBar.AlwaysOn
|
|
|
|
GridLayout {
|
|
anchors.margins: 10
|
|
columns: 3
|
|
rowSpacing: 10
|
|
columnSpacing: 10
|
|
anchors.fill: parent
|
|
FolderDialog {
|
|
id: modelPathDialog
|
|
title: "Please choose a directory"
|
|
currentFolder: Download.downloadLocalModelsPath
|
|
onAccepted: {
|
|
Download.downloadLocalModelsPath = selectedFolder
|
|
settings.modelPath = Download.downloadLocalModelsPath
|
|
settings.sync()
|
|
}
|
|
}
|
|
Label {
|
|
id: modelPathLabel
|
|
text: qsTr("Download path:")
|
|
color: theme.textColor
|
|
Layout.row: 1
|
|
Layout.column: 0
|
|
}
|
|
TextField {
|
|
id: modelPathDisplayLabel
|
|
text: Download.downloadLocalModelsPath
|
|
readOnly: true
|
|
color: theme.textColor
|
|
implicitWidth: 300
|
|
Layout.row: 1
|
|
Layout.column: 1
|
|
Layout.fillWidth: true
|
|
ToolTip.text: qsTr("Path where model files will be downloaded to")
|
|
ToolTip.visible: hovered
|
|
Accessible.role: Accessible.ToolTip
|
|
Accessible.name: modelPathDisplayLabel.text
|
|
Accessible.description: ToolTip.text
|
|
background: Rectangle {
|
|
color: theme.backgroundLighter
|
|
radius: 10
|
|
}
|
|
}
|
|
Button {
|
|
Layout.row: 1
|
|
Layout.column: 2
|
|
text: qsTr("Browse")
|
|
contentItem: Text {
|
|
text: qsTr("Browse")
|
|
horizontalAlignment: Text.AlignHCenter
|
|
color: theme.textColor
|
|
Accessible.role: Accessible.Button
|
|
Accessible.name: text
|
|
Accessible.description: qsTr("Opens a folder picker dialog to choose where to save model files")
|
|
}
|
|
background: Rectangle {
|
|
opacity: .5
|
|
border.color: theme.backgroundLightest
|
|
border.width: 1
|
|
radius: 10
|
|
color: theme.backgroundLight
|
|
}
|
|
onClicked: modelPathDialog.open()
|
|
}
|
|
Label {
|
|
id: nThreadsLabel
|
|
text: qsTr("CPU Threads:")
|
|
color: theme.textColor
|
|
Layout.row: 2
|
|
Layout.column: 0
|
|
}
|
|
TextField {
|
|
text: settingsDialog.threadCount.toString()
|
|
color: theme.textColor
|
|
background: Rectangle {
|
|
implicitWidth: 150
|
|
color: theme.backgroundLighter
|
|
radius: 10
|
|
}
|
|
padding: 10
|
|
ToolTip.text: qsTr("Amount of processing threads to use, a setting of 0 will use the lesser of 4 or your number of CPU threads")
|
|
ToolTip.visible: hovered
|
|
Layout.row: 2
|
|
Layout.column: 1
|
|
validator: IntValidator {
|
|
bottom: 1
|
|
}
|
|
onEditingFinished: {
|
|
var val = parseInt(text)
|
|
if (!isNaN(val)) {
|
|
settingsDialog.threadCount = val
|
|
LLM.threadCount = val
|
|
settings.sync()
|
|
focus = false
|
|
} else {
|
|
text = settingsDialog.threadCount.toString()
|
|
}
|
|
}
|
|
Accessible.role: Accessible.EditableText
|
|
Accessible.name: nThreadsLabel.text
|
|
Accessible.description: ToolTip.text
|
|
}
|
|
Button {
|
|
Layout.row: 3
|
|
Layout.column: 1
|
|
Layout.fillWidth: true
|
|
padding: 15
|
|
contentItem: Text {
|
|
text: qsTr("Restore Defaults")
|
|
horizontalAlignment: Text.AlignHCenter
|
|
color: theme.textColor
|
|
Accessible.role: Accessible.Button
|
|
Accessible.name: text
|
|
Accessible.description: qsTr("Restores the settings dialog to a default state")
|
|
}
|
|
|
|
background: Rectangle {
|
|
opacity: .5
|
|
border.color: theme.backgroundLightest
|
|
border.width: 1
|
|
radius: 10
|
|
color: theme.backgroundLight
|
|
}
|
|
onClicked: {
|
|
settingsDialog.restoreApplicationDefaults()
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|