diff --git a/Model-7.6B-Q4_1.gguf b/Model-7.6B-Q4_1.gguf new file mode 100644 index 0000000..758111d --- /dev/null +++ b/Model-7.6B-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e0c314fdb1ab2d5eb648a37247e7f22fae5fa6f0fa159f7d1af37feee2566c2 +size 4871389472 diff --git a/Model-7.6B-Q4_K_M.gguf b/Model-7.6B-Q4_K_M.gguf new file mode 100644 index 0000000..eaebfb7 --- /dev/null +++ b/Model-7.6B-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f635fc0c0bb88d50ccd9cf1f1e5892b5cb085ff88fe0d8e1148fd9a8a836bc2 +size 4681260960 diff --git a/Model-7.6B-Q5_0.gguf b/Model-7.6B-Q5_0.gguf new file mode 100644 index 0000000..55fafd3 --- /dev/null +++ b/Model-7.6B-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a0081fff534c8d531e5663323942c780722b181321ba352eb81bf4521f93d73 +size 5313200800