falcon : write file type

ggerganov · Aug 24, 2023 · 01f2224 · 01f2224
1 parent 38b16df
commit 01f2224
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/convert-falcon-hf-to-gguf.py b/convert-falcon-hf-to-gguf.py
@@ -107,6 +107,7 @@ def count_model_parts(dir_model: str) -> int:
 else:
     gguf_writer.add_head_count_kv(1)
 gguf_writer.add_layer_norm_eps(hparams["layer_norm_epsilon"])
+gguf_writer.add_file_type(ftype)
 
 # TOKENIZATION
 

diff --git a/scripts/run-all-ppl.sh b/scripts/run-all-ppl.sh
@@ -1,7 +1,7 @@
 #!/bin/bash
 
 qnt=(f16 q8_0 q6_k q5_k q5_1 q5_0 q4_k q4_1 q4_0 q3_k q2_k)
-args="--no-mmap -ngl 999 -t 8"
+args="-ngl 999 -t 8"
 
 if [ -z "$1" ]; then
     echo "usage: $0 <model> [qnt] [args]"