Files
lm-launcher/models.json
2024-10-20 20:38:51 +02:00

2 lines
177 B
JSON

{"models":[{"path":"/home/sb/lm/models/Meta-Llama-3.1-8B-Instruct-Q8_0.gguf","contextSize":32768,"maxContextSize":32768,"gpuLayers":99,"threads":6,"promptTemplate":"llama-3"}]}