diff --git a/ch05/11_qwen3/standalone-qwen3-moe-plus-kvcache.ipynb b/ch05/11_qwen3/standalone-qwen3-moe-plus-kvcache.ipynb index 6323253..792c35c 100644 --- a/ch05/11_qwen3/standalone-qwen3-moe-plus-kvcache.ipynb +++ b/ch05/11_qwen3/standalone-qwen3-moe-plus-kvcache.ipynb @@ -579,7 +579,7 @@ " \"dtype\": torch.bfloat16,\n", " \"num_experts\": 128,\n", " \"num_experts_per_tok\": 8,\n", - " \"moe_intermediate_size\": 768,\n", + " \"moe_intermediate_size\": 768,\n", "}" ] },