Files
LLMs-from-scratch/pixi.toml
Matthew Feickert a8b8eb4731 feat: Add pixi environment (#534)
* feat: Add pixi environment

* Add pixi manifest pixi.toml for Linux x86, macOS arm64, Windows 64.

* ci: Update CI workflow and unify to one

* Enable workflow dispatch.
* Add concurrency limits.
* Use pixi for CI workflow.
* Unify to a single workflow for all OS tested

* feat: Add pixi lock file

* Ensure tensorflow-cpu installed on Windows

* fix package check

* fix package check

* simplification plus uv and pip runners

* some fixes to pixi and pip

* create pixi.lock

* fix pixi.lock issue

* another attempt trying to fix get_packages

* another attempt trying to fix get_packages

* clean up python_environment_check.py

* updated runner and docs

* use bash

* proper env activiation

* proper env activiation

---------

Co-authored-by: rasbt <mail@sebastianraschka.com>
2025-02-17 11:33:53 -06:00

48 lines
1.1 KiB
TOML

[project]
authors = ["Matthew Feickert <matthew.feickert@cern.ch>"]
channels = ["conda-forge"]
name = "LLMs-from-scratch"
platforms = ["linux-64", "osx-arm64", "win-64"]
version = "0.1.0"
[tasks]
[dependencies]
python = "3.10.*"
pytorch-cpu = ">=2.6.0,<3"
jupyterlab = ">=4.3.5,<5"
tiktoken = ">=0.9.0,<0.10"
matplotlib = ">=3.10.0,<4"
tqdm = ">=4.67.1,<5"
pandas = ">=2.2.3,<3"
numpy = ">=1.26,<2.1"
psutil = ">=5.9.5,<7"
[pypi-dependencies]
# The TensorFlow team unfortunately does not maintain the conda-forge
# feedstock and it is currently broken for TensorFlow v2.18.0
tensorflow = ">=2.18.0, <3"
llms-from-scratch = { path = ".", editable = true }
[target.win-64.pypi-dependencies]
tensorflow-cpu = ">=2.18.0, <3"
[feature.tests.dependencies]
blobfile = ">=3.0.0,<4"
huggingface_hub = ">=0.24.7,<0.29"
ipywidgets = ">=8.1.2,<9"
safetensors = ">=0.4.4,<0.6"
sentencepiece = ">=0.1.99,<0.3"
transformers = ">=4.33.2,<5"
pytest = ">=8.3.4,<9"
nbval = ">=0.11.0,<0.12"
[feature.tests.pypi-dependencies]
pytest-ruff = ">=0.4.1, <0.5"
[feature.tests.target.win-64.pypi-dependencies]
tensorflow-io-gcs-filesystem = "==0.31.0"
[environments]
tests = ["tests"]