| { | |
| "_serialized_key": "NxDNeuronConfig", | |
| "batch_size": 1, | |
| "capacity_factor": null, | |
| "checkpoint_id": "Qwen/Qwen3-30B-A3B-Instruct-2507", | |
| "checkpoint_revision": "0d7cf23991f47feeb3a57ecb4c9cee8ea4a17bfe", | |
| "continuous_batching": false, | |
| "ep_degree": 1, | |
| "fused_qkv": false, | |
| "glu_mlp": true, | |
| "local_ranks_size": 32, | |
| "max_batch_size": 1, | |
| "max_context_length": 8192, | |
| "max_topk": 256, | |
| "n_active_tokens": 8192, | |
| "neuronxcc_version": "2.21.18209.0+043b1bf7", | |
| "on_device_sampling": true, | |
| "optimum_neuron_version": "0.4.2", | |
| "output_logits": false, | |
| "pp_degree": 1, | |
| "sequence_length": 8192, | |
| "speculation_length": 0, | |
| "start_rank_id": 0, | |
| "target": "trn1", | |
| "torch_dtype": "bfloat16", | |
| "tp_degree": 32 | |
| } | |