merge: TurboQuant KV cache types onto upstream master (MTP built-in)
This commit is contained in:
@@ -493,6 +493,15 @@ static ggml_type ggml_type_from_name(const std::string & s) {
|
||||
if (s == "iq4_nl") {
|
||||
return GGML_TYPE_IQ4_NL;
|
||||
}
|
||||
if (s == "turbo2") {
|
||||
return GGML_TYPE_TURBO2_0;
|
||||
}
|
||||
if (s == "turbo3") {
|
||||
return GGML_TYPE_TURBO3_0;
|
||||
}
|
||||
if (s == "turbo4") {
|
||||
return GGML_TYPE_TURBO4_0;
|
||||
}
|
||||
|
||||
return GGML_TYPE_COUNT;
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user