From 5ae41c402e13c71ff2f7813136e0e0e50c2a73d5 Mon Sep 17 00:00:00 2001 From: Sebastian Raschka Date: Fri, 5 Sep 2025 14:02:24 -0500 Subject: [PATCH] Fix code comment --- pkg/llms_from_scratch/qwen3.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/pkg/llms_from_scratch/qwen3.py b/pkg/llms_from_scratch/qwen3.py index cf7a335..09d4e0a 100644 --- a/pkg/llms_from_scratch/qwen3.py +++ b/pkg/llms_from_scratch/qwen3.py @@ -64,8 +64,8 @@ QWEN3_CONFIG_8B = { "context_length": 40_960, "emb_dim": 4096, # 60% larger than above "n_heads": 32, - "n_layers": 36, # 26% larger than above - "hidden_dim": 12288, + "n_layers": 36, + "hidden_dim": 12288, # 26% larger than above "head_dim": 128, "qk_norm": True, "n_kv_groups": 8,