Hugging Face's logo

cortexso
/
qwen2.5

Text Generation
GGUF
cortex.cpp
conversational
Model card Files
xet
Community
jan-hq commited on
Commit
e03ce67
·
verified ·
1 Parent(s): 2e4d451

Upload folder using huggingface_hub

Browse files
Files changed (11) hide show
  1. .gitattributes +10 -0
  2. qwen2.5-3b-instruct-q2_k.gguf +3 -0
  3. qwen2.5-3b-instruct-q3_k_l.gguf +3 -0
  4. qwen2.5-3b-instruct-q3_k_m.gguf +3 -0
  5. qwen2.5-3b-instruct-q3_k_s.gguf +3 -0
  6. qwen2.5-3b-instruct-q4_k_m.gguf +3 -0
  7. qwen2.5-3b-instruct-q4_k_s.gguf +3 -0
  8. qwen2.5-3b-instruct-q5_k_m.gguf +3 -0
  9. qwen2.5-3b-instruct-q5_k_s.gguf +3 -0
  10. qwen2.5-3b-instruct-q6_k.gguf +3 -0
  11. qwen2.5-3b-instruct-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -73,3 +73,13 @@ qwen2.5-7b-instruct-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
73
  qwen2.5-7b-instruct-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
74
  qwen2.5-7b-instruct-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
75
  qwen2.5-7b-instruct-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
73
  qwen2.5-7b-instruct-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
74
  qwen2.5-7b-instruct-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
75
  qwen2.5-7b-instruct-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
76
+ qwen2.5-3b-instruct-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
77
+ qwen2.5-3b-instruct-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
78
+ qwen2.5-3b-instruct-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
79
+ qwen2.5-3b-instruct-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
80
+ qwen2.5-3b-instruct-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
81
+ qwen2.5-3b-instruct-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
82
+ qwen2.5-3b-instruct-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
83
+ qwen2.5-3b-instruct-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
84
+ qwen2.5-3b-instruct-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
85
+ qwen2.5-3b-instruct-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
qwen2.5-3b-instruct-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc3b276864fd5d75dd932eadfd30aa9c5d2228d869a8cee52ddbc23927685458
3
+ size 1274755904
qwen2.5-3b-instruct-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3d3855109f7017bafec2270cd252edbd7144a324b4ce9dad530a50a2f516791
3
+ size 1707391808
qwen2.5-3b-instruct-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce252432e443733af08c0691e6146fb1e71bae6e36bfff35eea0c202e6999014
3
+ size 1590475584
qwen2.5-3b-instruct-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:732523e9309f1a2b28272718ad47e3a9ed5629add275207b59b3a037b74090b6
3
+ size 1454357312
qwen2.5-3b-instruct-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af0779915e8d4764fc1781432a0670da54eb3bbda2be322b3348a13da6344d19
3
+ size 1929902912
qwen2.5-3b-instruct-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f926bc9046ebff9fe94e427fb8dbe2f37c3ae0063e8cfade5f98344e1bebde5a
3
+ size 1834384192
qwen2.5-3b-instruct-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d37ebdafa749e3f5abd5d38eb83f7e8b3afa6c82c95ecba0e741f71a1158758
3
+ size 2224814912
qwen2.5-3b-instruct-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71c6d96805a5d891de5d34082b2d82d6316fd277a5562663368afe9dfbc358fc
3
+ size 2169666368
qwen2.5-3b-instruct-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85bc6dc260f809ef974106c5bbae65194124150c92dd10376115b29f7257875a
3
+ size 2538158912
qwen2.5-3b-instruct-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fc633f9dc63e6b1e78eda42086ab5d8fd39f721ca71f5c392fe92d4e963a36f
3
+ size 3285476160