From 5ca60321c477e76647e7862fdf43017b000208cb Mon Sep 17 00:00:00 2001
From: rasbt <mail@sebastianraschka.com>
Date: Sat, 9 Mar 2024 10:20:08 -0600
Subject: [PATCH] add a100 numbers

---
 .../mha-implementations.ipynb                 | 40 ++++++++++---------
 1 file changed, 22 insertions(+), 18 deletions(-)

diff --git a/ch03/02_bonus_efficient-multihead-attention/mha-implementations.ipynb b/ch03/02_bonus_efficient-multihead-attention/mha-implementations.ipynb
index d1b969f..3c6d3bf 100644
--- a/ch03/02_bonus_efficient-multihead-attention/mha-implementations.ipynb
+++ b/ch03/02_bonus_efficient-multihead-attention/mha-implementations.ipynb
@@ -685,20 +685,20 @@
   {
    "cell_type": "code",
    "execution_count": 9,
-   "id": "4d21edc6",
+   "id": "707a2a14-a089-48a8-88aa-d328e1e0a9d0",
    "metadata": {
     "colab": {
      "base_uri": "https://localhost:8080/"
     },
     "id": "a97c0b2e-6593-49d8-98bc-2267b3aa610f",
-    "outputId": "ebe635b2-5c03-4e9b-da3a-951d308acf7b"
+    "outputId": "a0ea49e8-3907-4021-a8ee-a7541d19f650"
    },
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "914 ms ± 50.4 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)\n"
+      "41 ms ± 6.1 µs per loop (mean ± std. dev. of 7 runs, 100 loops each)\n"
      ]
     }
    ],
@@ -710,20 +710,20 @@
   {
    "cell_type": "code",
    "execution_count": 10,
-   "id": "98fda51b",
+   "id": "8686dd69-3655-40e4-a57b-a2c55532a010",
    "metadata": {
     "colab": {
      "base_uri": "https://localhost:8080/"
     },
     "id": "19db9c2c-8e75-431a-8eef-0b4d8284e6e6",
-    "outputId": "c6e7bcff-661c-45a6-da82-b1e3f89cf761"
+    "outputId": "d11c08c3-d741-4427-9b45-9b1e8882cf80"
    },
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "252 ms ± 9.04 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)\n"
+      "6.57 ms ± 996 ns per loop (mean ± std. dev. of 7 runs, 100 loops each)\n"
      ]
     }
    ],
@@ -735,20 +735,20 @@
   {
    "cell_type": "code",
    "execution_count": 11,
-   "id": "af8d11a7",
+   "id": "2209d7df-e54b-4910-ae2b-c78cf684d9bf",
    "metadata": {
     "colab": {
      "base_uri": "https://localhost:8080/"
     },
     "id": "aa526ee0-7a88-4f34-a49a-f8f97da83779",
-    "outputId": "92b634f8-43f8-468f-87a1-bb774b64c212"
+    "outputId": "8e69637e-4d6a-4b25-acb0-2fa829167932"
    },
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "300 ms ± 8.5 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)\n"
+      "7.19 ms ± 433 ns per loop (mean ± std. dev. of 7 runs, 100 loops each)\n"
      ]
     }
    ],
@@ -760,20 +760,20 @@
   {
    "cell_type": "code",
    "execution_count": 12,
-   "id": "de1e9a77",
+   "id": "1075abe2-4839-4fd6-af3e-c09bb3651e26",
    "metadata": {
     "colab": {
      "base_uri": "https://localhost:8080/"
     },
     "id": "cc2b4256-16d8-4c34-9fd0-d4b4af0e60fa",
-    "outputId": "80c6e314-0771-470e-b090-628984ce2d85"
+    "outputId": "17aee8fc-8e6c-4a7f-d8fc-0880fd816467"
    },
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "94.2 ms ± 1.6 ms per loop (mean ± std. dev. of 7 runs, 10 loops each)\n"
+      "2.37 ms ± 228 ns per loop (mean ± std. dev. of 7 runs, 1000 loops each)\n"
      ]
     }
    ],
@@ -785,20 +785,20 @@
   {
    "cell_type": "code",
    "execution_count": 13,
-   "id": "481e3fea",
+   "id": "868e3670-8edc-47bc-9e06-eb505e44dc9d",
    "metadata": {
     "colab": {
      "base_uri": "https://localhost:8080/"
     },
     "id": "0f209e70-ebb6-4a1a-b608-1ff42e41c01d",
-    "outputId": "3cd37b53-04d4-4dd0-9450-6fc8ebaac083"
+    "outputId": "47737f93-1762-4561-9bb5-a8ac356ff11b"
    },
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "297 ms ± 2.37 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)\n"
+      "6.66 ms ± 241 ns per loop (mean ± std. dev. of 7 runs, 100 loops each)\n"
      ]
     }
    ],
@@ -810,16 +810,20 @@
   {
    "cell_type": "code",
    "execution_count": 14,
-   "id": "9d52a9eb",
+   "id": "944870e6-de54-4e3b-a455-b8f21f6f92c8",
    "metadata": {
-    "tags": []
+    "colab": {
+     "base_uri": "https://localhost:8080/"
+    },
+    "id": "3f4968c2-8d40-4ab9-8dba-052b4f77d756",
+    "outputId": "9fba58fe-b3d1-43ae-ec15-45b57792785f"
    },
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "274 ms ± 2.19 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)\n"
+      "4.52 ms ± 243 ns per loop (mean ± std. dev. of 7 runs, 100 loops each)\n"
      ]
     }
    ],