books/LLMs-from-scratch
1
0
Fork 0
mirror of https://github.com/rasbt/LLMs-from-scratch.git synced 2026-04-10 12:33:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

add a100 numbers

Browse Source
This commit is contained in:
rasbt
2024-03-09 10:20:08 -06:00
parent 29ca41799a
commit 5ca60321c4
1 changed files with 22 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

40
ch03/02_bonus_efficient-multihead-attention/mha-implementations.ipynb
View File

@@ -685,20 +685,20 @@
{
"cell_type": "code",
"execution_count": 9,
"id": "4d21edc6",
"id": "707a2a14-a089-48a8-88aa-d328e1e0a9d0",
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "a97c0b2e-6593-49d8-98bc-2267b3aa610f",
"outputId": "ebe635b2-5c03-4e9b-da3a-951d308acf7b"
"outputId": "a0ea49e8-3907-4021-a8ee-a7541d19f650"
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"914 ms ± 50.4 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)\n"
"41 ms ± 6.1 µs per loop (mean ± std. dev. of 7 runs, 100 loops each)\n"
]
}
],
@@ -710,20 +710,20 @@
{
"cell_type": "code",
"execution_count": 10,
"id": "98fda51b",
"id": "8686dd69-3655-40e4-a57b-a2c55532a010",
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "19db9c2c-8e75-431a-8eef-0b4d8284e6e6",
"outputId": "c6e7bcff-661c-45a6-da82-b1e3f89cf761"
"outputId": "d11c08c3-d741-4427-9b45-9b1e8882cf80"
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"252 ms ± 9.04 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)\n"
"6.57 ms ± 996 ns per loop (mean ± std. dev. of 7 runs, 100 loops each)\n"
]
}
],
@@ -735,20 +735,20 @@
{
"cell_type": "code",
"execution_count": 11,
"id": "af8d11a7",
"id": "2209d7df-e54b-4910-ae2b-c78cf684d9bf",
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "aa526ee0-7a88-4f34-a49a-f8f97da83779",
"outputId": "92b634f8-43f8-468f-87a1-bb774b64c212"
"outputId": "8e69637e-4d6a-4b25-acb0-2fa829167932"
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"300 ms ± 8.5 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)\n"
"7.19 ms ± 433 ns per loop (mean ± std. dev. of 7 runs, 100 loops each)\n"
]
}
],
@@ -760,20 +760,20 @@
{
"cell_type": "code",
"execution_count": 12,
"id": "de1e9a77",
"id": "1075abe2-4839-4fd6-af3e-c09bb3651e26",
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "cc2b4256-16d8-4c34-9fd0-d4b4af0e60fa",
"outputId": "80c6e314-0771-470e-b090-628984ce2d85"
"outputId": "17aee8fc-8e6c-4a7f-d8fc-0880fd816467"
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"94.2 ms ± 1.6 ms per loop (mean ± std. dev. of 7 runs, 10 loops each)\n"
"2.37 ms ± 228 ns per loop (mean ± std. dev. of 7 runs, 1000 loops each)\n"
]
}
],
@@ -785,20 +785,20 @@
{
"cell_type": "code",
"execution_count": 13,
"id": "481e3fea",
"id": "868e3670-8edc-47bc-9e06-eb505e44dc9d",
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "0f209e70-ebb6-4a1a-b608-1ff42e41c01d",
"outputId": "3cd37b53-04d4-4dd0-9450-6fc8ebaac083"
"outputId": "47737f93-1762-4561-9bb5-a8ac356ff11b"
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"297 ms ± 2.37 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)\n"
"6.66 ms ± 241 ns per loop (mean ± std. dev. of 7 runs, 100 loops each)\n"
]
}
],
@@ -810,16 +810,20 @@
{
"cell_type": "code",
"execution_count": 14,
"id": "9d52a9eb",
"id": "944870e6-de54-4e3b-a455-b8f21f6f92c8",
"metadata": {
"tags": []
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "3f4968c2-8d40-4ab9-8dba-052b4f77d756",
"outputId": "9fba58fe-b3d1-43ae-ec15-45b57792785f"
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"274 ms ± 2.19 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)\n"
"4.52 ms ± 243 ns per loop (mean ± std. dev. of 7 runs, 100 loops each)\n"
]
}
],