some fixes
This commit is contained in:
parent
04d294c65b
commit
c2be2e54f0
@ -1,6 +1,6 @@
|
|||||||
#Llama Runner Configuration
|
#Llama Runner Configuration
|
||||||
#Mon Mar 23 12:24:12 CET 2026
|
#Mon Mar 23 13:54:12 UTC 2026
|
||||||
windowHeight=854
|
|
||||||
windowWidth=587
|
|
||||||
windowX=1973
|
|
||||||
windowY=546
|
windowY=546
|
||||||
|
windowHeight=854
|
||||||
|
windowX=1973
|
||||||
|
windowWidth=587
|
||||||
|
|||||||
@ -16,7 +16,8 @@
|
|||||||
"enableThinking": false,
|
"enableThinking": false,
|
||||||
"modelPath": "/home/kamma/models/Nemotron-Cascade-2-30B-A3B.Q8_0.gguf",
|
"modelPath": "/home/kamma/models/Nemotron-Cascade-2-30B-A3B.Q8_0.gguf",
|
||||||
"chatTemplateKwargs": "{\"enable_thinking\": false}",
|
"chatTemplateKwargs": "{\"enable_thinking\": false}",
|
||||||
"ngl": -1
|
"ngl": -1,
|
||||||
|
"fit": false
|
||||||
},
|
},
|
||||||
"Qwen3.5-q6k-180k": {
|
"Qwen3.5-q6k-180k": {
|
||||||
"host": "0.0.0.0",
|
"host": "0.0.0.0",
|
||||||
@ -35,7 +36,8 @@
|
|||||||
"enableThinking": false,
|
"enableThinking": false,
|
||||||
"modelPath": "/home/kamma/models/Qwen3.5-35B-A3B-Q6_K.gguf",
|
"modelPath": "/home/kamma/models/Qwen3.5-35B-A3B-Q6_K.gguf",
|
||||||
"chatTemplateKwargs": "{\"enable_thinking\": false}",
|
"chatTemplateKwargs": "{\"enable_thinking\": false}",
|
||||||
"ngl": 999
|
"ngl": 999,
|
||||||
|
"fit": false
|
||||||
},
|
},
|
||||||
"QwenCoderNext-160k": {
|
"QwenCoderNext-160k": {
|
||||||
"host": "0.0.0.0",
|
"host": "0.0.0.0",
|
||||||
@ -54,7 +56,8 @@
|
|||||||
"enableThinking": false,
|
"enableThinking": false,
|
||||||
"modelPath": "/home/kamma/models/Qwen3-Coder-Next-UD-Q2_K_XL.gguf",
|
"modelPath": "/home/kamma/models/Qwen3-Coder-Next-UD-Q2_K_XL.gguf",
|
||||||
"chatTemplateKwargs": "{\"enable_thinking\": false}",
|
"chatTemplateKwargs": "{\"enable_thinking\": false}",
|
||||||
"ngl": 999
|
"ngl": 999,
|
||||||
|
"fit": false
|
||||||
},
|
},
|
||||||
"Nemotron Cascade 180k": {
|
"Nemotron Cascade 180k": {
|
||||||
"host": "0.0.0.0",
|
"host": "0.0.0.0",
|
||||||
@ -73,7 +76,8 @@
|
|||||||
"enableThinking": false,
|
"enableThinking": false,
|
||||||
"modelPath": "/home/kamma/models/Nemotron-Cascade-2-30B-A3B.Q5_K_M.gguf",
|
"modelPath": "/home/kamma/models/Nemotron-Cascade-2-30B-A3B.Q5_K_M.gguf",
|
||||||
"chatTemplateKwargs": "{\"enable_thinking\": false}",
|
"chatTemplateKwargs": "{\"enable_thinking\": false}",
|
||||||
"ngl": 999
|
"ngl": 999,
|
||||||
|
"fit": false
|
||||||
},
|
},
|
||||||
"Qwen3.5 q6xl 160k": {
|
"Qwen3.5 q6xl 160k": {
|
||||||
"host": "0.0.0.0",
|
"host": "0.0.0.0",
|
||||||
@ -92,6 +96,27 @@
|
|||||||
"enableThinking": false,
|
"enableThinking": false,
|
||||||
"modelPath": "/home/kamma/models/Qwen3.5-35B-A3B-UD-Q6_K_XL.gguf",
|
"modelPath": "/home/kamma/models/Qwen3.5-35B-A3B-UD-Q6_K_XL.gguf",
|
||||||
"chatTemplateKwargs": "{\"enable_thinking\": false}",
|
"chatTemplateKwargs": "{\"enable_thinking\": false}",
|
||||||
"ngl": -1
|
"ngl": -1,
|
||||||
|
"fit": true
|
||||||
|
},
|
||||||
|
"gpt-oss-20b-160k": {
|
||||||
|
"host": "0.0.0.0",
|
||||||
|
"port": 3080,
|
||||||
|
"parallel": 1,
|
||||||
|
"threads": 99,
|
||||||
|
"flashAttention": true,
|
||||||
|
"kvUnified": true,
|
||||||
|
"cacheTypeK": "bf16",
|
||||||
|
"cacheTypeV": "bf16",
|
||||||
|
"temperature": 0.6,
|
||||||
|
"topP": 0.95,
|
||||||
|
"topK": 20,
|
||||||
|
"minP": 0.0,
|
||||||
|
"ctxSize": 160000,
|
||||||
|
"enableThinking": false,
|
||||||
|
"modelPath": "/home/kamma/models/gpt-oss-20b-F16.gguf",
|
||||||
|
"chatTemplateKwargs": "{\"enable_thinking\": false}",
|
||||||
|
"ngl": 999,
|
||||||
|
"fit": false
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@ -365,8 +365,6 @@ public class Main extends JFrame {
|
|||||||
threadsField.setText(String.valueOf(config.getThreads()));
|
threadsField.setText(String.valueOf(config.getThreads()));
|
||||||
flashAttnCheckBox.setSelected(config.isFlashAttention());
|
flashAttnCheckBox.setSelected(config.isFlashAttention());
|
||||||
kvUnifiedCheckBox.setSelected(config.isKvUnified());
|
kvUnifiedCheckBox.setSelected(config.isKvUnified());
|
||||||
fitCheckBox.setSelected(config.isFit());
|
|
||||||
toggleFitMode();
|
|
||||||
cacheTypeKComboBox.setSelectedItem(config.getCacheTypeK());
|
cacheTypeKComboBox.setSelectedItem(config.getCacheTypeK());
|
||||||
cacheTypeVComboBox.setSelectedItem(config.getCacheTypeV());
|
cacheTypeVComboBox.setSelectedItem(config.getCacheTypeV());
|
||||||
tempField.setText(String.valueOf(config.getTemperature()));
|
tempField.setText(String.valueOf(config.getTemperature()));
|
||||||
@ -380,7 +378,9 @@ public class Main extends JFrame {
|
|||||||
modelComboBox.setSelectedItem(modelName);
|
modelComboBox.setSelectedItem(modelName);
|
||||||
|
|
||||||
kwargsField.setText(config.getChatTemplateKwargs());
|
kwargsField.setText(config.getChatTemplateKwargs());
|
||||||
nglField.setText(String.valueOf(config.getNgl()));
|
setNglFieldText(String.valueOf(config.getNgl()));
|
||||||
|
fitCheckBox.setSelected(config.isFit());
|
||||||
|
toggleFitMode();
|
||||||
|
|
||||||
updateCommandPreview();
|
updateCommandPreview();
|
||||||
|
|
||||||
@ -778,24 +778,9 @@ public class Main extends JFrame {
|
|||||||
|
|
||||||
gbc.gridx = 1;
|
gbc.gridx = 1;
|
||||||
gbc.weightx = 1.0;
|
gbc.weightx = 1.0;
|
||||||
nglField = new JTextField("999", 10);
|
nglField = new JTextField("-1", 10);
|
||||||
nglField.setCaretColor(Color.WHITE);
|
nglField.setCaretColor(Color.WHITE);
|
||||||
nglField.getDocument().addDocumentListener(new javax.swing.event.DocumentListener() {
|
nglField.getDocument().addDocumentListener(createNglDocumentListener());
|
||||||
@Override
|
|
||||||
public void insertUpdate(javax.swing.event.DocumentEvent e) {
|
|
||||||
updateCommandPreview();
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public void removeUpdate(javax.swing.event.DocumentEvent e) {
|
|
||||||
updateCommandPreview();
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public void changedUpdate(javax.swing.event.DocumentEvent e) {
|
|
||||||
updateCommandPreview();
|
|
||||||
}
|
|
||||||
});
|
|
||||||
panel.add(nglField, gbc);
|
panel.add(nglField, gbc);
|
||||||
|
|
||||||
// Fit parameter
|
// Fit parameter
|
||||||
@ -944,14 +929,39 @@ public class Main extends JFrame {
|
|||||||
return panel;
|
return panel;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
private void toggleFitMode() {
|
||||||
|
nglField.setEnabled(!fitCheckBox.isSelected());
|
||||||
|
}
|
||||||
|
|
||||||
private void updateCommandPreview() {
|
private void updateCommandPreview() {
|
||||||
|
if (isProfileLoading) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
String command = buildCommand();
|
String command = buildCommand();
|
||||||
commandPreviewArea.setText(command);
|
commandPreviewArea.setText(command);
|
||||||
}
|
}
|
||||||
|
|
||||||
private void toggleFitMode() {
|
private void setNglFieldText(String text) {
|
||||||
nglField.setEnabled(!fitCheckBox.isSelected());
|
nglField.setText(text);
|
||||||
updateCommandPreview();
|
}
|
||||||
|
|
||||||
|
private javax.swing.event.DocumentListener createNglDocumentListener() {
|
||||||
|
return new javax.swing.event.DocumentListener() {
|
||||||
|
@Override
|
||||||
|
public void insertUpdate(javax.swing.event.DocumentEvent e) {
|
||||||
|
updateCommandPreview();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void removeUpdate(javax.swing.event.DocumentEvent e) {
|
||||||
|
updateCommandPreview();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void changedUpdate(javax.swing.event.DocumentEvent e) {
|
||||||
|
updateCommandPreview();
|
||||||
|
}
|
||||||
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
private void copyCommandToClipboard() {
|
private void copyCommandToClipboard() {
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user