ToolTip.text:qsTr("Temperature increases the chances of choosing less likely tokens - higher temperature gives more creative but less predictable outputs")
ToolTip.visible:hovered
Layout.row:0
@ -111,18 +116,19 @@ Dialog {
Label{
id: topPLabel
text:qsTr("Top P:")
color:"#d1d5db"
color:theme.textColor
Layout.row:1
Layout.column:0
}
TextField{
text:settings.topP.toString()
color:"#d1d5db"
color:theme.textColor
background:Rectangle{
implicitWidth:150
color:"#40414f"
color:theme.backgroundLighter
radius:10
}
padding:10
ToolTip.text:qsTr("Only the most likely tokens up to a total probability of top_p can be chosen, prevents choosing highly unlikely tokens, aka Nucleus Sampling")
ToolTip.visible:hovered
Layout.row:1
@ -145,18 +151,19 @@ Dialog {
Label{
id: topKLabel
text:qsTr("Top K:")
color:"#d1d5db"
color:theme.textColor
Layout.row:2
Layout.column:0
}
TextField{
text:settings.topK.toString()
color:"#d1d5db"
color:theme.textColor
background:Rectangle{
implicitWidth:150
color:"#40414f"
color:theme.backgroundLighter
radius:10
}
padding:10
ToolTip.text:qsTr("Only the top K most likely tokens will be chosen from")
ToolTip.visible:hovered
Layout.row:2
@ -179,18 +186,19 @@ Dialog {
Label{
id: maxLengthLabel
text:qsTr("Max Length:")
color:"#d1d5db"
color:theme.textColor
Layout.row:3
Layout.column:0
}
TextField{
text:settings.maxLength.toString()
color:"#d1d5db"
color:theme.textColor
background:Rectangle{
implicitWidth:150
color:"#40414f"
color:theme.backgroundLighter
radius:10
}
padding:10
ToolTip.text:qsTr("Maximum length of response in tokens")
ToolTip.visible:hovered
Layout.row:3
@ -214,18 +222,19 @@ Dialog {
Label{
id: batchSizeLabel
text:qsTr("Prompt Batch Size:")
color:"#d1d5db"
color:theme.textColor
Layout.row:4
Layout.column:0
}
TextField{
text:settings.promptBatchSize.toString()
color:"#d1d5db"
color:theme.textColor
background:Rectangle{
implicitWidth:150
color:"#40414f"
color:theme.backgroundLighter
radius:10
}
padding:10
ToolTip.text:qsTr("Amount of prompt tokens to process at once, higher values can speed up reading prompts but will use more RAM")
ToolTip.visible:hovered
Layout.row:4
@ -249,18 +258,19 @@ Dialog {
Label{
id: nThreadsLabel
text:qsTr("CPU Threads")
color:"#d1d5db"
color:theme.textColor
Layout.row:5
Layout.column:0
}
TextField{
text:LLM.threadCount.toString()
color:"#d1d5db"
color:theme.textColor
background:Rectangle{
implicitWidth:150
color:"#40414f"
color:theme.backgroundLighter
radius:10
}
padding:10
ToolTip.text:qsTr("Amount of processing threads to use")