ToolTip.text:qsTr("Temperature increases the chances of choosing less likely tokens - higher temperature gives more creative but less predictable outputs")
ToolTip.visible:hovered
Layout.row:0
@ -105,11 +111,18 @@ Dialog {
Label{
id: topPLabel
text:qsTr("Top P:")
color:"#d1d5db"
Layout.row:1
Layout.column:0
}
TextField{
text:settings.topP.toString()
color:"#d1d5db"
background:Rectangle{
implicitWidth:150
color:"#40414f"
radius:10
}
ToolTip.text:qsTr("Only the most likely tokens up to a total probability of top_p can be chosen, prevents choosing highly unlikely tokens, aka Nucleus Sampling")
ToolTip.visible:hovered
Layout.row:1
@ -132,11 +145,18 @@ Dialog {
Label{
id: topKLabel
text:qsTr("Top K:")
color:"#d1d5db"
Layout.row:2
Layout.column:0
}
TextField{
text:settings.topK.toString()
color:"#d1d5db"
background:Rectangle{
implicitWidth:150
color:"#40414f"
radius:10
}
ToolTip.text:qsTr("Only the top K most likely tokens will be chosen from")
ToolTip.visible:hovered
Layout.row:2
@ -159,11 +179,18 @@ Dialog {
Label{
id: maxLengthLabel
text:qsTr("Max Length:")
color:"#d1d5db"
Layout.row:3
Layout.column:0
}
TextField{
text:settings.maxLength.toString()
color:"#d1d5db"
background:Rectangle{
implicitWidth:150
color:"#40414f"
radius:10
}
ToolTip.text:qsTr("Maximum length of response in tokens")
ToolTip.visible:hovered
Layout.row:3
@ -187,11 +214,18 @@ Dialog {
Label{
id: batchSizeLabel
text:qsTr("Prompt Batch Size:")
color:"#d1d5db"
Layout.row:4
Layout.column:0
}
TextField{
text:settings.promptBatchSize.toString()
color:"#d1d5db"
background:Rectangle{
implicitWidth:150
color:"#40414f"
radius:10
}
ToolTip.text:qsTr("Amount of prompt tokens to process at once, higher values can speed up reading prompts but will use more RAM")
ToolTip.visible:hovered
Layout.row:4
@ -215,11 +249,18 @@ Dialog {
Label{
id: nThreadsLabel
text:qsTr("CPU Threads")
color:"#d1d5db"
Layout.row:5
Layout.column:0
}
TextField{
text:LLM.threadCount.toString()
color:"#d1d5db"
background:Rectangle{
implicitWidth:150
color:"#40414f"
radius:10
}
ToolTip.text:qsTr("Amount of processing threads to use")