exo/lm-launcher
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

initial commit

Browse Source
This commit is contained in:
extio-de
2024-10-20 20:38:51 +02:00
commit f95067a44c
18 changed files with 1305 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
models.json Normal file
View File

@@ -0,0 +1 @@
{"models":[{"path":"/home/sb/lm/models/Meta-Llama-3.1-8B-Instruct-Q8_0.gguf","contextSize":32768,"maxContextSize":32768,"gpuLayers":99,"threads":6,"promptTemplate":"llama-3"}]}