download : prefer q8_0 when q4_k not available

This commit is contained in:
Georgi Gerganov 2026-04-27 12:08:25 +03:00
parent 0f1bb602dd
commit fd6f79c7a4
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735

View File

@ -627,7 +627,7 @@ static hf_cache::hf_file find_best_model(const hf_cache::hf_files & files,
if (!tag.empty()) {
tags.push_back(tag);
} else {
tags = {"Q4_K_M", "Q4_0"};
tags = {"Q4_K_M", "Q8_0"};
}
for (const auto & t : tags) {