Upload folder using huggingface_hub

.gitattributes

@@ -37,3 +37,4 @@ GEITje-7B-ultra-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
 Q3_K_M/geitje-7b-ultra-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
 Q4_K_M/geitje-7b-ultra-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
 Q6_K/geitje-7b-ultra-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+Q8_0/geitje-7b-ultra-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

Q8_0/Modelfile

@@ -0,0 +1,14 @@
+FROM ./geitje-7b-ultra-Q8_0.gguf
+TEMPLATE """{{- if .System }}
+<|system|>
+{{ .System }}</s>
+{{ end }}
+<|user|>
+{{ .Prompt }}</s>
+<|assistant|>
+"""
+PARAMETER num_ctx 8192
+PARAMETER stop "<|system|>"
+PARAMETER stop "<|user|>"
+PARAMETER stop "<|assistant|>"
+PARAMETER stop "</s>"

Q8_0/geitje-7b-ultra-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac0115391ee13e8f6f13e836b42e38c86926fb8aff6205b573fa6d2dc6b8b66
+size 7695857952