From 7fe4874dda4282c0da3510ec1994cf4ad662fb92 Mon Sep 17 00:00:00 2001 From: Sebastian Raschka Date: Tue, 14 Oct 2025 11:10:06 -0500 Subject: [PATCH] Update the compression rate comment in MLA (#883) * compression comment * update --- ch04/05_mla/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ch04/05_mla/README.md b/ch04/05_mla/README.md index 51deb24..22e961f 100644 --- a/ch04/05_mla/README.md +++ b/ch04/05_mla/README.md @@ -127,7 +127,7 @@ uv run gpt_with_kv_mla.py \ --n_heads 24 \ --n_layers 12 \ --emb_dim 768 \ ---latent_dim 192 # 4x compression +--latent_dim 192 # (768×2)/192 = 8× compression ...