Hugging Face's logo

mradermacher
/
ahinsa0.6-llama3.2-3B-GGUF

Transformers
GGUF
English
text-generation-inference
unsloth
llama
trl
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
ceaf334
·
verified ·
1 Parent(s): 839a56c

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. ahinsa0.6-llama3.2-3B.IQ4_XS.gguf +3 -0
  3. ahinsa0.6-llama3.2-3B.Q2_K.gguf +3 -0
  4. ahinsa0.6-llama3.2-3B.Q3_K_L.gguf +3 -0
  5. ahinsa0.6-llama3.2-3B.Q3_K_M.gguf +3 -0
  6. ahinsa0.6-llama3.2-3B.Q3_K_S.gguf +3 -0
  7. ahinsa0.6-llama3.2-3B.Q4_K_M.gguf +3 -0
  8. ahinsa0.6-llama3.2-3B.Q4_K_S.gguf +3 -0
  9. ahinsa0.6-llama3.2-3B.Q5_K_M.gguf +3 -0
  10. ahinsa0.6-llama3.2-3B.Q5_K_S.gguf +3 -0
  11. ahinsa0.6-llama3.2-3B.Q6_K.gguf +3 -0
  12. ahinsa0.6-llama3.2-3B.Q8_0.gguf +3 -0
  13. ahinsa0.6-llama3.2-3B.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ ahinsa0.6-llama3.2-3B.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ ahinsa0.6-llama3.2-3B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ ahinsa0.6-llama3.2-3B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ ahinsa0.6-llama3.2-3B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ ahinsa0.6-llama3.2-3B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ ahinsa0.6-llama3.2-3B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ ahinsa0.6-llama3.2-3B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ ahinsa0.6-llama3.2-3B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ ahinsa0.6-llama3.2-3B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ ahinsa0.6-llama3.2-3B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ ahinsa0.6-llama3.2-3B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ ahinsa0.6-llama3.2-3B.f16.gguf filter=lfs diff=lfs merge=lfs -text
ahinsa0.6-llama3.2-3B.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf0a775bb60c127a7344468b297e5ff66c0a8ab60a5814baaeebe9d150d656c2
3
+ size 1840908032
ahinsa0.6-llama3.2-3B.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58928b843e275788db3e31a82c4e3f356c9c9f1ef29b8185dd1684e27294a2ff
3
+ size 1363937024
ahinsa0.6-llama3.2-3B.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8952069433dcf6ab4765566327dfa0c16257a621161705baeb0e1261722c2a18
3
+ size 1815348992
ahinsa0.6-llama3.2-3B.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94d1eeed5d2bdb60031e3ee160ac1f493b1d11c1e6acc0d7c30e9a2f7b90ab36
3
+ size 1687160576
ahinsa0.6-llama3.2-3B.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54d775ad2d4a7e87fa94fb5812085d5446c01787dbaadf274703797a86e12d04
3
+ size 1542850304
ahinsa0.6-llama3.2-3B.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82ed47a6bec117e2709db669102dda32c944447539fb0593e5c98ca966cb385f
3
+ size 2019378944
ahinsa0.6-llama3.2-3B.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdc58ba68efdc448e89aaf6fe7a49e6388d147de5984547505a573aa7496f8e3
3
+ size 1928201984
ahinsa0.6-llama3.2-3B.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a458bfaec1f568a2813d15ef7ab878e8b7be8db6464c03cf2d947913dc58a58
3
+ size 2322155264
ahinsa0.6-llama3.2-3B.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5ae736add1717b9adb4afed0d7982350d7129c75bf007d4fa39420a6a760140
3
+ size 2269513472
ahinsa0.6-llama3.2-3B.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c731b28ddf3af35017c7dc76a0d948cf506eab490c593fe2e3e5a3c136b04d2
3
+ size 2643855104
ahinsa0.6-llama3.2-3B.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:196f1ff8fc6c04816e2aa372975b9f69fc6abc79fa0c5c06c76b25f3496e4c18
3
+ size 3421900544
ahinsa0.6-llama3.2-3B.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86277ae347f5591bf9c60c8787e2764702d9270a1bceaafa2f17b449b73ccb91
3
+ size 6433689344