books/LLMs-from-scratch
1
0
Fork 0
mirror of https://github.com/rasbt/LLMs-from-scratch.git synced 2026-04-10 12:33:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

User argpars utils to show default args on command line

Browse Source
This commit is contained in:
rasbt
2026-03-01 20:15:21 -06:00
parent c079904491
commit 4612d20fa8
27 changed files with 30 additions and 30 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
ch04/04_gqa/memory_estimator_gqa.py
View File

@@ -31,7 +31,7 @@ def calc_kv_bytes_total(batch, context_length, emb_dim, n_heads,
def main():
p = argparse.ArgumentParser(description="Estimate KV-cache memory for MHA vs GQA")
p = argparse.ArgumentParser(formatter_class=argparse.ArgumentDefaultsHelpFormatter, description="Estimate KV-cache memory for MHA vs GQA")
p.add_argument("--context_length", default=1024, type=int)
p.add_argument("--emb_dim", required=True, type=int)
p.add_argument("--n_heads", required=True, type=int)