Enum QuantizationType

Namespace

JD.AI.Core.LocalModels

Assembly

JD.AI.Core.dll

GGUF quantization type parsed from the filename.

public enum QuantizationType

Fields

F16 = 2

F32 = 1

IQ2_XXS = 17

IQ3_XXS = 16

IQ4_XS = 15

Q2_K = 14

Q3_K_L = 13

Q3_K_M = 11

Q3_K_S = 12

Q4_0 = 10

Q4_K_M = 8

Q4_K_S = 9

Q5_0 = 7

Q5_K_M = 5

Q5_K_S = 6

Q6_K = 4

Q8_0 = 3

Unknown = 0