| { |
| "backend": "vulkan", |
| "target": null, |
| "tokenizer": "tokenizer.json", |
| "output_repo": "experimentalmachines/Qwen2.5-Math-1.5B-Instruct-ExecuTorch", |
| "source": { |
| "id": "Qwen/Qwen2.5-Math-1.5B-Instruct", |
| "sha": "aafeb0fc6f22cbf0eaeed126eff8be45b0360a35", |
| "created_at": "2024-09-16T11:57:49+00:00", |
| "total_params": 1543714304, |
| "family": "qwen2_5", |
| "variant": "instruct", |
| "license": { |
| "license": "apache-2.0", |
| "license_link": "https://huggingface.co/Qwen/Qwen2.5-Math-1.5B-Instruct/blob/main/LICENSE" |
| }, |
| "license_files": [ |
| "LICENSE" |
| ] |
| }, |
| "toolchain": { |
| "executorch": "1.4.0", |
| "torch": "2.13.0+cpu", |
| "torchao": "0.18.0" |
| }, |
| "recipe": { |
| "model_class": "qwen2_5_1_5b", |
| "converter": "qwen2", |
| "params": { |
| "dim": 1536, |
| "ffn_dim_multiplier": 1, |
| "hidden_dim": 8960, |
| "n_heads": 12, |
| "head_dim": 128, |
| "n_kv_heads": 2, |
| "n_layers": 28, |
| "norm_eps": 1e-06, |
| "rope_theta": 10000.0, |
| "vocab_size": 151936, |
| "use_scaled_rope": false, |
| "use_hf_rope": true, |
| "attention_qkv_bias": true |
| }, |
| "qmode": "8da4w", |
| "export_llm_qmode": "8da4w", |
| "group_size": 32, |
| "embedding_quantize": "8,0", |
| "embedding_hqq": false, |
| "int4_codes": "round-to-nearest", |
| "prefill_chunk": 2048, |
| "kv_cache_dtype": "fp32", |
| "label": "8da4w-g32, int8 embeddings, int4 codes rounded to nearest", |
| "description": "ExecuTorch 1.4.0 `export_llm`: 8-bit dynamic activations and 4-bit weights in groups of 32, int8 per-channel embeddings, the Vulkan delegate, prefill chunk 2048, fp32 KV cache." |
| }, |
| "window": { |
| "context": 16384, |
| "reason": "requested window 16384", |
| "kv_cache_bytes_per_token": 57344, |
| "device_resident_bytes": 2586061875, |
| "phone_budget_bytes": 5000000000, |
| "fits_phone_budget": true, |
| "table": [ |
| { |
| "context": 32768, |
| "kv_cache_bytes": 1879048192, |
| "device_resident_bytes": 3559475947, |
| "export_peak_bytes": 41551591680, |
| "fits_device": true, |
| "fits_host": false |
| }, |
| { |
| "context": 16384, |
| "kv_cache_bytes": 939524096, |
| "device_resident_bytes": 2586061875, |
| "export_peak_bytes": 18063489280, |
| "fits_device": true, |
| "fits_host": true |
| }, |
| { |
| "context": 8192, |
| "kv_cache_bytes": 469762048, |
| "device_resident_bytes": 2099354839, |
| "export_peak_bytes": 11956582656, |
| "fits_device": true, |
| "fits_host": true |
| }, |
| { |
| "context": 4096, |
| "kv_cache_bytes": 234881024, |
| "device_resident_bytes": 1856001320, |
| "export_peak_bytes": 10312415488, |
| "fits_device": true, |
| "fits_host": true |
| }, |
| { |
| "context": 2048, |
| "kv_cache_bytes": 117440512, |
| "device_resident_bytes": 1734324561, |
| "export_peak_bytes": 9842653440, |
| "fits_device": true, |
| "fits_host": true |
| } |
| ] |
| }, |
| "files": [ |
| { |
| "path": "vulkan/Qwen2.5-Math-1.5B-Instruct-vulkan-8da4w-16k.pte", |
| "bytes": 1442948096, |
| "sha256": "d3de75ea81305307ff2d96bd67b7b9e41ebeffe9f61ec12d27b49d8f55b96047" |
| } |
| ], |
| "estimates": { |
| "pte_bytes_estimate": 1146537779, |
| "pte_bytes_actual": 1442948096, |
| "export_peak_bytes_estimate": 18063489280 |
| }, |
| "host": { |
| "nproc": 8, |
| "mem_total_bytes": 33229729792, |
| "swap_total_bytes": 25769799680, |
| "cpu_model": "AMD EPYC", |
| "peak_rss_convert_bytes": 3919736832, |
| "peak_rss_export_bytes": 21992206336, |
| "peak_swap_used_bytes": 0, |
| "min_mem_available_bytes": 12777369600, |
| "peak_in_use_bytes": 20452360192, |
| "peak_in_use_at": "2026-10-03T21:00:41Z", |
| "export_seconds": 146.7, |
| "total_seconds": 162.9 |
| }, |
| "conversion": { |
| "tensors": 339, |
| "tied_embeddings": true, |
| "dtypes": [ |
| "torch.bfloat16" |
| ] |
| }, |
| "metadata": { |
| "enable_dynamic_shape": true, |
| "get_bos_id": 151643, |
| "get_eos_ids": [ |
| 151645, |
| 151643 |
| ], |
| "get_max_context_len": 16384, |
| "get_max_seq_len": 2048, |
| "get_n_layers": 28, |
| "get_vocab_size": 151936, |
| "use_kv_cache": true, |
| "use_sdpa_with_kv_cache": true, |
| "methods": [ |
| "enable_dynamic_shape", |
| "forward", |
| "get_bos_id", |
| "get_eos_ids", |
| "get_max_context_len", |
| "get_max_seq_len", |
| "get_n_layers", |
| "get_vocab_size", |
| "use_kv_cache", |
| "use_sdpa_with_kv_cache" |
| ] |
| }, |
| "smoke": { |
| "kind": "structural", |
| "passed": true, |
| "problems": [], |
| "methods": [ |
| "enable_dynamic_shape", |
| "forward", |
| "get_bos_id", |
| "get_eos_ids", |
| "get_max_context_len", |
| "get_max_seq_len", |
| "get_n_layers", |
| "get_vocab_size", |
| "use_kv_cache", |
| "use_sdpa_with_kv_cache" |
| ], |
| "delegates": { |
| "forward": { |
| "backends": [ |
| "VulkanBackend" |
| ], |
| "delegate_calls": 1 |
| } |
| }, |
| "metadata": { |
| "enable_dynamic_shape": true, |
| "get_bos_id": 151643, |
| "get_eos_ids": [ |
| 151645, |
| 151643 |
| ], |
| "get_max_context_len": 16384, |
| "get_max_seq_len": 2048, |
| "get_n_layers": 28, |
| "get_vocab_size": 151936, |
| "use_kv_cache": true, |
| "use_sdpa_with_kv_cache": true, |
| "methods": [ |
| "enable_dynamic_shape", |
| "forward", |
| "get_bos_id", |
| "get_eos_ids", |
| "get_max_context_len", |
| "get_max_seq_len", |
| "get_n_layers", |
| "get_vocab_size", |
| "use_kv_cache", |
| "use_sdpa_with_kv_cache" |
| ] |
| } |
| }, |
| "run": { |
| "url": "https://github.com/ExperimentalMachines/execupack/actions/runs/37153471164", |
| "id": "37153471164" |
| } |
| } |
|
|
