Hugging Face's logo

HawkBearPig
/
flint-FP8-NVFP4

Text Generation
Safetensors
flint
Mixture of Experts
quantized
fp8
nvfp4
mixed-precision
conversational
dgpp_mixed
Model card Files
xet
 Community
flint-FP8-NVFP4 / config.json
HawkBearPig's picture
HawkBearPig
Publish 35.74 GB FP8/NVFP4 policy with held-out quality, exact export replay and generation checks
95e7465 verified
Raw History Blame Contribute Delete
8.84 kB
{
"architectures": [
"FlintForCausalLM"
],
"model_type": "flint",
"attention_bias": false,
"attention_dropout": 0.0,
"bos_token_id": 150000,
"decoder_sparse_step": 1,
"eos_token_id": [
150001,
150003,
150005,
150018
],
"head_dim": 128,
"hidden_act": "silu",
"hidden_size": 2048,
"initializer_range": 0.02,
"intermediate_size": 6144,
"layer_types": [
"full_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"full_attention"
],
"max_position_embeddings": 262144,
"mlp_only_layers": [
0,
1
],
"moe_intermediate_size": 512,
"norm_topk_prob": true,
"num_attention_heads": 32,
"num_experts": 256,
"num_experts_per_tok": 6,
"num_hidden_layers": 49,
"num_key_value_heads": 4,
"no_rope_layer_indices": [
0,
1,
5,
9,
13,
17,
21,
25,
29,
33,
37,
41,
45,
48
],
"output_router_logits": false,
"pad_token_id": 150001,
"rms_norm_eps": 1e-06,
"rope_theta": 10000.0,
"router_aux_loss_coef": 0.0005,
"router_score_function": "sigmoid",
"shared_expert_intermediate_size": 1024,
"sliding_window": 513,
"softmax_type": "learnable",
"tie_word_embeddings": false,
"torch_dtype": "bfloat16",
"use_cache": true,
"use_sliding_window": true,
"vocab_size": 150144,
"transformers_version": "5.12.1",
"quantization_config": {
"quant_method": "dgpp_mixed",
"quantization_status": "compressed",
"recipe": "layer-policy",
"activations": "bfloat16",
"routed_experts": {
"layers": [
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48
],
"projections": [
"gate",
"up",
"down"
],
"retained_bf16_layers": [],
"precision_by_layer": {
"2": {
"gate": "fp8",
"up": "fp8",
"down": "fp8"
},
"3": {
"gate": "fp8",
"up": "fp8",
"down": "fp8"
},
"4": {
"gate": "fp8",
"up": "fp8",
"down": "fp8"
},
"5": {
"gate": "fp8",
"up": "fp8",
"down": "fp8"
},
"6": {
"gate": "fp8",
"up": "fp8",
"down": "fp8"
},
"7": {
"gate": "fp8",
"up": "fp8",
"down": "fp8"
},
"8": {
"gate": "fp8",
"up": "fp8",
"down": "fp8"
},
"9": {
"gate": "fp8",
"up": "fp8",
"down": "fp8"
},
"10": {
"gate": "fp8",
"up": "fp8",
"down": "fp8"
},
"11": {
"gate": "fp8",
"up": "fp8",
"down": "fp8"
},
"12": {
"gate": "fp8",
"up": "nvfp4",
"down": "fp8"
},
"13": {
"gate": "fp8",
"up": "fp8",
"down": "fp8"
},
"14": {
"gate": "fp8",
"up": "fp8",
"down": "fp8"
},
"15": {
"gate": "fp8",
"up": "fp8",
"down": "fp8"
},
"16": {
"gate": "fp8",
"up": "fp8",
"down": "fp8"
},
"17": {
"gate": "fp8",
"up": "fp8",
"down": "fp8"
},
"18": {
"gate": "fp8",
"up": "fp8",
"down": "fp8"
},
"19": {
"gate": "fp8",
"up": "fp8",
"down": "fp8"
},
"20": {
"gate": "fp8",
"up": "fp8",
"down": "fp8"
},
"21": {
"gate": "fp8",
"up": "fp8",
"down": "fp8"
},
"22": {
"gate": "fp8",
"up": "fp8",
"down": "fp8"
},
"23": {
"gate": "fp8",
"up": "fp8",
"down": "fp8"
},
"24": {
"gate": "fp8",
"up": "fp8",
"down": "fp8"
},
"25": {
"gate": "fp8",
"up": "fp8",
"down": "fp8"
},
"26": {
"gate": "fp8",
"up": "fp8",
"down": "fp8"
},
"27": {
"gate": "fp8",
"up": "fp8",
"down": "fp8"
},
"28": {
"gate": "fp8",
"up": "fp8",
"down": "fp8"
},
"29": {
"gate": "fp8",
"up": "fp8",
"down": "fp8"
},
"30": {
"gate": "fp8",
"up": "fp8",
"down": "fp8"
},
"31": {
"gate": "nvfp4",
"up": "nvfp4",
"down": "nvfp4"
},
"32": {
"gate": "fp8",
"up": "fp8",
"down": "fp8"
},
"33": {
"gate": "nvfp4",
"up": "nvfp4",
"down": "nvfp4"
},
"34": {
"gate": "nvfp4",
"up": "nvfp4",
"down": "nvfp4"
},
"35": {
"gate": "nvfp4",
"up": "nvfp4",
"down": "nvfp4"
},
"36": {
"gate": "nvfp4",
"up": "nvfp4",
"down": "nvfp4"
},
"37": {
"gate": "nvfp4",
"up": "nvfp4",
"down": "fp8"
},
"38": {
"gate": "nvfp4",
"up": "nvfp4",
"down": "nvfp4"
},
"39": {
"gate": "nvfp4",
"up": "nvfp4",
"down": "nvfp4"
},
"40": {
"gate": "nvfp4",
"up": "nvfp4",
"down": "nvfp4"
},
"41": {
"gate": "nvfp4",
"up": "nvfp4",
"down": "nvfp4"
},
"42": {
"gate": "nvfp4",
"up": "nvfp4",
"down": "nvfp4"
},
"43": {
"gate": "nvfp4",
"up": "nvfp4",
"down": "nvfp4"
},
"44": {
"gate": "nvfp4",
"up": "nvfp4",
"down": "nvfp4"
},
"45": {
"gate": "nvfp4",
"up": "nvfp4",
"down": "nvfp4"
},
"46": {
"gate": "nvfp4",
"up": "nvfp4",
"down": "nvfp4"
},
"47": {
"gate": "nvfp4",
"up": "nvfp4",
"down": "nvfp4"
},
"48": {
"gate": "nvfp4",
"up": "nvfp4",
"down": "nvfp4"
}
},
"fp8_format": {
"weight_dtype": "float8_e4m3fn",
"weight_block_size": [
128,
128
],
"scale_dtype": "float32",
"scale_suffix": "weight_scale_inv",
"dequantize": "float32(weight) * weight_scale_inv[row // 128, col // 128]"
},
"nvfp4_format": {
"format": "nvfp4-pack-quantized",
"group_size": 16,
"weight_dtype": "float4_e2m1",
"scale_dtype": "float8_e4m3fn",
"global_scale_dtype": "float32",
"packing": "low nibble is even input coordinate",
"dequantize": "e2m1(code) * (float32(weight_scale) / weight_global_scale)"
}
},
"other_weights": "source BF16, byte-identical"
}
}