Trial GPU-resident Qwen3.5-9B with verified 4B rollback
This commit is contained in:
1 parent
0929cdb555
commit
dec534cc88
10 files changed
+307
-93
No files matched your search
+25
-8
@@ -2,19 +2,19 @@
|
||||
"llama_cpp_commit": "d81235049384534c167caea52b85a694f6103d14",
|
||||
"models": {
|
||||
"routine": {
|
||||
"repo": "unsloth/Qwen3.5-4B-GGUF",
|
||||
"revision": "e87f176479d0855a907a41277aca2f8ee7a09523",
|
||||
"directory": "qwen35-4b/e87f176479d0855a907a41277aca2f8ee7a09523",
|
||||
"repo": "unsloth/Qwen3.5-9B-GGUF",
|
||||
"revision": "3885219b6810b007914f3a7950a8d1b469d598a5",
|
||||
"directory": "qwen35-9b/3885219b6810b007914f3a7950a8d1b469d598a5",
|
||||
"files": [
|
||||
{
|
||||
"name": "Qwen3.5-4B-Q4_K_M.gguf",
|
||||
"sha256": "00fe7986ff5f6b463e62455821146049db6f9313603938a70800d1fb69ef11a4",
|
||||
"size": 2740937888
|
||||
"name": "Qwen3.5-9B-IQ4_XS.gguf",
|
||||
"size": 5168653536,
|
||||
"sha256": "7e918aeca06c52bcb528ea6b04b4ec957e75ee8c0a73138854c0dfcf371ea429"
|
||||
},
|
||||
{
|
||||
"name": "mmproj-F16.gguf",
|
||||
"sha256": "cd88edcf8d031894960bb0c9c5b9b7e1fea6ebee02b9f7ce925a00d12891f864",
|
||||
"size": 672423616
|
||||
"sha256": "f70dc3509053962b0d0d3ee8a7eacebf5d60aa560cad78254ae8698516ae029f",
|
||||
"size": 918166080
|
||||
}
|
||||
]
|
||||
},
|
||||
@@ -46,6 +46,23 @@
|
||||
"size": 1282439264
|
||||
}
|
||||
]
|
||||
},
|
||||
"fallback": {
|
||||
"repo": "unsloth/Qwen3.5-4B-GGUF",
|
||||
"revision": "e87f176479d0855a907a41277aca2f8ee7a09523",
|
||||
"directory": "qwen35-4b/e87f176479d0855a907a41277aca2f8ee7a09523",
|
||||
"files": [
|
||||
{
|
||||
"name": "Qwen3.5-4B-Q4_K_M.gguf",
|
||||
"sha256": "00fe7986ff5f6b463e62455821146049db6f9313603938a70800d1fb69ef11a4",
|
||||
"size": 2740937888
|
||||
},
|
||||
{
|
||||
"name": "mmproj-F16.gguf",
|
||||
"sha256": "cd88edcf8d031894960bb0c9c5b9b7e1fea6ebee02b9f7ce925a00d12891f864",
|
||||
"size": 672423616
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in new issue
Block a user