42 lines
934 B
Plaintext
42 lines
934 B
Plaintext
{
|
|
"thinker": {
|
|
"path": "Qwen3.5-9B-GLM5.1-Distill-v1-Q4_K_M.gguf",
|
|
"backend": "vulkan",
|
|
"n_gpu_layers": -1,
|
|
"max_tokens": 2048,
|
|
"temperature": 0.3
|
|
},
|
|
"json_compiler": {
|
|
"path": "gemma-4-E4B-it-Q4_K_M.gguf",
|
|
"backend": "cpu",
|
|
"n_gpu_layers": 0,
|
|
"max_tokens": 1024,
|
|
"temperature": 0.1
|
|
},
|
|
"coder": {
|
|
"path": "X-Coder-SFT-Qwen3-8B.Q6_K.gguf",
|
|
"backend": "cpu",
|
|
"n_gpu_layers": 0,
|
|
"max_tokens": 2048,
|
|
"temperature": 0.2
|
|
},
|
|
"critic": {
|
|
"path": "gemma-4-E4B-it-Q4_K_M.gguf",
|
|
"backend": "cpu",
|
|
"n_gpu_layers": 0,
|
|
"max_tokens": 1024,
|
|
"temperature": 0.1
|
|
},
|
|
"sys_util": {
|
|
"path": "Menlo_Lucy-Q4_K_M.gguf",
|
|
"backend": "cpu",
|
|
"n_gpu_layers": 0,
|
|
"max_tokens": 1024,
|
|
"temperature": 0.1
|
|
},
|
|
"embeddings": {
|
|
"path": "all-MiniLM-L6-v2",
|
|
"model_name": "sentence-transformers/all-MiniLM-L6-v2",
|
|
"embedding_dim": 384
|
|
}
|
|
} |