From e637393056b3bac81babde93f42bb3595f1a91b2 Mon Sep 17 00:00:00 2001 From: Daniel Kleine <53251018+d-kleine@users.noreply.github.com> Date: Thu, 6 Jun 2024 03:17:49 +0200 Subject: [PATCH] updated Dockerfile and Additional Classification Finetuning Experiments (#195) * accuracy to .2f * added curl --- ch06/02_bonus_additional-experiments/README.md | 2 +- setup/03_optional-docker-environment/.devcontainer/Dockerfile | 1 + 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/ch06/02_bonus_additional-experiments/README.md b/ch06/02_bonus_additional-experiments/README.md index 27967df..d0424e0 100644 --- a/ch06/02_bonus_additional-experiments/README.md +++ b/ch06/02_bonus_additional-experiments/README.md @@ -19,7 +19,7 @@ For example, | 6 | gpt2-medium (355M) | pretrained | last | last_block | longest train ex. (120) | 87.50% | 91.28% | 84.67% | 0.75 min | A100 | | 7 | gpt2-large (774M) | pretrained | last | last_block | longest train ex. (120) | 99.52% | 98.66% | 96.67% | 1.50 min | A100 | | 8 | gpt2-xl (1558M) | pretrained | last | last_block | longest train ex. (120) | 99.81% | 99.33% | 98.33% | 2.83 min | A100 | -| 9 | gpt2-small (124M) | random | last | all | longest train ex. (120) | 100% | 96.64% | 93.67% | 0.69 min | A100 | +| 9 | gpt2-small (124M) | random | last | all | longest train ex. (120) | 100.00% | 96.64% | 93.67% | 0.69 min | A100 | | 10 | gpt2-small (124M) | pretrained | last | LoRA | longest train ex. (120) | 100.00% | 97.32% | 96.67% | 0.75 min | A100 | | 11 | gpt2-small (124M) | pretrained | last | last_block | context length (1024) | 83.08% | 87.92% | 78.33% | 2.46 min | A100 | | 12 | gpt2-small (124M) | pretrained | last | last_block | variable: no padding (batch size 1) | 100.00% | 98.66% | 98.00% | 1.75 min | A100 | diff --git a/setup/03_optional-docker-environment/.devcontainer/Dockerfile b/setup/03_optional-docker-environment/.devcontainer/Dockerfile index 6cfd708..7e0f697 100644 --- a/setup/03_optional-docker-environment/.devcontainer/Dockerfile +++ b/setup/03_optional-docker-environment/.devcontainer/Dockerfile @@ -4,6 +4,7 @@ RUN apt-get update && \ apt-get upgrade -y && \ apt-get install -y rsync && \ apt-get install -y git && \ + apt-get install -y curl && \ rm -rf /var/lib/apt/lists/* COPY requirements.txt requirements.txt