initial commit

convert_to_gguf.sh

@@ -0,0 +1,15 @@
+#!/bin/bash
+
+if [[ $# -ne 2 ]] ; then
+    echo 'Arguments: <path> <model name>'
+    exit 1
+fi
+
+cd /workspace/llama.cpp
+./convert_hf_to_gguf.py --model-name $2 $1
+./llama-quantize $1/*-F16.gguf Q8_0
+./llama-quantize $1/*-F16.gguf Q6_K
+./llama-quantize $1/*-F16.gguf Q5_K_M
+./llama-quantize $1/*-F16.gguf Q4_K_M
+./llama-quantize $1/*-F16.gguf Q4_0_4_4
+./llama-quantize $1/*-F16.gguf IQ3_M