Hugging Face's logo

cognitivecomputations
/
dolphin-2.9.2-qwen2-72b-gguf

GGUF
Inference Endpoints
imatrix
conversational
Model card Files Community
1
Crystalcareai commited on
Commit
aa9656c
·
verified ·
1 Parent(s): e93d309

Upload folder using huggingface_hub

Browse files
Files changed (35) hide show
  1. .gitattributes +34 -0
  2. qwen2-IQ1_M.gguf +3 -0
  3. qwen2-IQ1_S.gguf +3 -0
  4. qwen2-IQ2_M.gguf +3 -0
  5. qwen2-IQ2_S.gguf +3 -0
  6. qwen2-IQ2_XS.gguf +3 -0
  7. qwen2-IQ2_XXS.gguf +3 -0
  8. qwen2-IQ3_M.gguf +3 -0
  9. qwen2-IQ3_S.gguf +3 -0
  10. qwen2-IQ3_XS.gguf +3 -0
  11. qwen2-IQ3_XXS.gguf +3 -0
  12. qwen2-IQ4_NL.gguf +3 -0
  13. qwen2-IQ4_XS.gguf +3 -0
  14. qwen2-Q2_K.gguf +3 -0
  15. qwen2-Q3_K_L.gguf +3 -0
  16. qwen2-Q3_K_M.gguf +3 -0
  17. qwen2-Q3_K_S.gguf +3 -0
  18. qwen2-Q4_K_M.gguf +3 -0
  19. qwen2-Q4_K_S.gguf +3 -0
  20. qwen2-Q5_K_M.gguf/qwen2-Q5_K_M-00001-of-00002.gguf +3 -0
  21. qwen2-Q5_K_M.gguf/qwen2-Q5_K_M-00002-of-00002.gguf +3 -0
  22. qwen2-Q5_K_S.gguf/qwen2-Q5_K_S-00001-of-00002.gguf +3 -0
  23. qwen2-Q5_K_S.gguf/qwen2-Q5_K_S-00002-of-00002.gguf +3 -0
  24. qwen2-Q6_K.gguf/qwen2-Q6_K-00001-of-00002.gguf +3 -0
  25. qwen2-Q6_K.gguf/qwen2-Q6_K-00002-of-00002.gguf +3 -0
  26. qwen2-Q8_0.gguf/qwen2-Q8_0-00001-of-00002.gguf +3 -0
  27. qwen2-Q8_0.gguf/qwen2-Q8_0-00002-of-00002.gguf +3 -0
  28. qwen2-f32.gguf/qwen2-f32-00001-of-00007.gguf +3 -0
  29. qwen2-f32.gguf/qwen2-f32-00002-of-00007.gguf +3 -0
  30. qwen2-f32.gguf/qwen2-f32-00003-of-00007.gguf +3 -0
  31. qwen2-f32.gguf/qwen2-f32-00004-of-00007.gguf +3 -0
  32. qwen2-f32.gguf/qwen2-f32-00005-of-00007.gguf +3 -0
  33. qwen2-f32.gguf/qwen2-f32-00006-of-00007.gguf +3 -0
  34. qwen2-f32.gguf/qwen2-f32-00007-of-00007.gguf +3 -0
  35. qwen2.imatrix +3 -0
.gitattributes CHANGED
@@ -33,3 +33,37 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ qwen2-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ qwen2-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ qwen2-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ qwen2-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ qwen2-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ qwen2-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ qwen2-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ qwen2-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ qwen2-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ qwen2-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ qwen2-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
47
+ qwen2-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ qwen2-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ qwen2-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
50
+ qwen2-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
51
+ qwen2-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
52
+ qwen2-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ qwen2-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ qwen2-Q5_K_M.gguf/qwen2-Q5_K_M-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
55
+ qwen2-Q5_K_M.gguf/qwen2-Q5_K_M-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
56
+ qwen2-Q5_K_S.gguf/qwen2-Q5_K_S-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
57
+ qwen2-Q5_K_S.gguf/qwen2-Q5_K_S-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
58
+ qwen2-Q6_K.gguf/qwen2-Q6_K-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
59
+ qwen2-Q6_K.gguf/qwen2-Q6_K-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
60
+ qwen2-Q8_0.gguf/qwen2-Q8_0-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
61
+ qwen2-Q8_0.gguf/qwen2-Q8_0-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
62
+ qwen2-f32.gguf/qwen2-f32-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
63
+ qwen2-f32.gguf/qwen2-f32-00002-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
64
+ qwen2-f32.gguf/qwen2-f32-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
65
+ qwen2-f32.gguf/qwen2-f32-00004-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
66
+ qwen2-f32.gguf/qwen2-f32-00005-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
67
+ qwen2-f32.gguf/qwen2-f32-00006-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
68
+ qwen2-f32.gguf/qwen2-f32-00007-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
69
+ qwen2.imatrix filter=lfs diff=lfs merge=lfs -text
qwen2-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:204676802ac6a9e5e7eb6ceee82fbca2eb6ac7cb24737123a7fb278044b457c5
3
+ size 23740209792
qwen2-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:729e6fbb1cdc85e015c2ee8b957a65bf412f57c62865399a96e2717288e32ae9
3
+ size 22690323072
qwen2-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9818da20e1a352006d7b274f7f7ceecf0dbc9c180d42ce4f7a80d05b152970a0
3
+ size 29338983040
qwen2-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38050542ebbf2682d5db02aa73d24d849b0704d51d0ce2124da0188d026ed983
3
+ size 27939134080
qwen2-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0bda7a840f7a5b8f02409efe695bc835fb4c83526e9de2ea830dd1be51e2841
3
+ size 27057642112
qwen2-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df4d11e5b446771b0780a2eee40ed94a9688b90d9aaa5dd267727f11bcb9dcac
3
+ size 25490020992
qwen2-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f147ab3b99909ae56e22030434b9a684ccf09ebea531bc1ddb40d596855192a5
3
+ size 35503594112
qwen2-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b186098a4551ff6cf6cedf9d4d638ba7bf456a40433026ecc73baa2cab9451b
3
+ size 34487786112
qwen2-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9df1c936f755f59c34e12649d26089e592876f37ed44a879df3c96c28d3d7e80
3
+ size 32842177152
qwen2-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:363a835b8df7807b44e41802bfc5eb5975ce112670179f3d3a0bc2c76f49a402
3
+ size 31845079680
qwen2-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:468e5953bc0b7bfae8c0cfbbba75668f27a0ea26049f4ccafda9e08fda203dfd
3
+ size 41315621504
qwen2-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc592d136052c67b59c930b99c33831cc816fc5e7ca8cd6dbe699cf9bde6eeb0
3
+ size 39709072000
qwen2-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a33b3dd5acb761c0eb63478b43d771bbe90148a43ed167b151be3df7c50cc5d9
3
+ size 29811759744
qwen2-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83414d611772cf7a867086023420817575bda6c0f7a1a030952f0678031af071
3
+ size 39505222272
qwen2-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bea72dc1e3d9e6a3a8b5e1032861c3aa3e325367e624e1d0d8105b31f7f71b2b
3
+ size 37698722432
qwen2-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df8ca81e4351eea3f9e2440e73697955966408999031fa3427ce082195b893d9
3
+ size 34487786112
qwen2-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44a0e82cbc2a201b2f4b9e16099a0a4d97b6f0099d45bcc5b354601f38dbb709
3
+ size 47415712384
qwen2-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11fe3cb8956204489b5d545e5c8bae6cf888d110f0fd39bc2afdb6a5644d76be
3
+ size 43889220224
qwen2-Q5_K_M.gguf/qwen2-Q5_K_M-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29ad285374be8993f03ff06df011652e8a87233c14f16447ba7edb233da8c35f
3
+ size 42876096864
qwen2-Q5_K_M.gguf/qwen2-Q5_K_M-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ca32ad1036939d94a6efb9e604e40f066eef0c1829a2fa7261550527ec575c9
3
+ size 11571366368
qwen2-Q5_K_S.gguf/qwen2-Q5_K_S-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef0596f974fbc547016850d30d46de9a117f65cfe3c421c1d677227157c58838
3
+ size 42929633888
qwen2-Q5_K_S.gguf/qwen2-Q5_K_S-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aaa5cdba75cd68ec7b5a75c182fa4873105517e9f3e2b2dbb1ea3e68c6d6eefa
3
+ size 8445501664
qwen2-Q6_K.gguf/qwen2-Q6_K-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5244655948eb6d2c806a2187176405193c3de911f8c3de3266d0bb7c51165c73
3
+ size 42880168960
qwen2-Q6_K.gguf/qwen2-Q6_K-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba78c433e88fd5574b945618c8e2d819ab76aa4f69b3e4701c628393d77d767e
3
+ size 21467457344
qwen2-Q8_0.gguf/qwen2-Q8_0-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff4cc66df6366ca58805dbb6ba72e6bd79e0a1cae206b708ef77b49ff0a96a2c
3
+ size 42879482464
qwen2-Q8_0.gguf/qwen2-Q8_0-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffdb0dd83693af2e9c98b6fe0f4c925bf7fdeb833736ad42d65d6b6fd90e9f4c
3
+ size 34383126752
qwen2-f32.gguf/qwen2-f32-00001-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c346ac1d04c4c668bdf8b2cf607596169ce3e11ac220f411c601d0c3f95e2c40
3
+ size 42637983616
qwen2-f32.gguf/qwen2-f32-00002-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ac04f523d5e58328140639cf281a927612d99bae355cb78f82c25b365bde1ac
3
+ size 42795798656
qwen2-f32.gguf/qwen2-f32-00003-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc39aea4c6e0049b922a6c87febef07417f6fd1213b466e486760c8ab509c949
3
+ size 42430902688
qwen2-f32.gguf/qwen2-f32-00004-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca1dca11cbda8fed234d73ec328e9756dbad3535e87568fdfdcc24819c3ce42d
3
+ size 42128875712
qwen2-f32.gguf/qwen2-f32-00005-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e00ef64480abaed2ec52d86989732f6fa2cfb62987aad5fc4075e713375efb63
3
+ size 42128875712
qwen2-f32.gguf/qwen2-f32-00006-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b45362205eae58c6098a643e8a32547468a2ba9981907e7a1f4f86152dde8213
3
+ size 42128875712
qwen2-f32.gguf/qwen2-f32-00007-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ee73eacbdb43a3ee209d6923c97286cb5421947f4395ec27f7d0eed938a3ab7
3
+ size 36579490016
qwen2.imatrix ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d5bffb7f401473806f34b43d882d5b9ae8ca468e5e2cf7968cdb2bea8efe9ba
3
+ size 25209019