reqs

scripts/requirements.txt

@@ -0,0 +1,149 @@
+absl-py==2.1.0
+accelerate==1.3.0
+aiohappyeyeballs==2.4.6
+aiohttp==3.11.13
+aiosignal==1.3.2
+annotated-types==0.7.0
+antlr4-python3-runtime==4.11.0
+anyio==4.8.0
+attrs==25.1.0
+bitsandbytes==0.44.1
+boto3==1.36.26
+botocore==1.36.26
+certifi==2025.1.31
+chardet==5.2.0
+charset-normalizer==3.4.1
+click==8.1.8
+colorama==0.4.6
+DataProperty==1.1.0
+datasets==3.3.2
+dill==0.3.8
+docker-pycreds==0.4.0
+docstring_parser==0.16
+evaluate==0.4.3
+fastapi==0.115.8
+filelock==3.17.0
+frozenlist==1.5.0
+fsspec==2024.12.0
+gitdb==4.0.12
+GitPython==3.1.44
+grokadamw==0.1.2
+grpcio==1.70.0
+h11==0.14.0
+hf_transfer==0.1.9
+httpcore==1.0.7
+httptools==0.6.4
+httpx==0.28.1
+huggingface-hub==0.29.1
+idna==3.10
+immutabledict==4.2.1
+immutables==0.21
+importlib_resources==6.5.2
+Jinja2==3.1.5
+jmespath==1.0.1
+joblib==1.4.2
+jsonargparse==4.37.0
+jsonlines==4.0.0
+langdetect==1.0.9
+lightning==2.5.0.post0
+lightning-thunder==0.2.2.dev20250223
+lightning-utilities==0.12.0
+litdata==0.2.17
+litgpt @ git+https://github.com/Lightning-AI/litgpt.git@3b7f5bb624e59b2eb7b57d5334a272a4506f03e2
+litserve==0.2.4
+lm_eval==0.4.7
+looseversion==1.3.0
+lxml==5.3.1
+Markdown==3.7
+MarkupSafe==3.0.2
+mbstrdecoder==1.1.4
+mergekit @ git+https://github.com/arcee-ai/mergekit.git@d4b4dd2bf92b054c312a546b022283c9db0e7f01
+more-itertools==10.6.0
+mpmath==1.3.0
+multidict==6.1.0
+multiprocess==0.70.16
+networkx==3.4.2
+nltk==3.9.1
+numexpr==2.10.2
+numpy==1.26.4
+nvidia-cublas-cu12==12.4.5.8
+nvidia-cuda-cupti-cu12==12.4.127
+nvidia-cuda-nvrtc-cu12==12.4.127
+nvidia-cuda-runtime-cu12==12.4.127
+nvidia-cudnn-cu12==9.1.0.70
+nvidia-cufft-cu12==11.2.1.3
+nvidia-curand-cu12==10.3.5.147
+nvidia-cusolver-cu12==11.6.1.9
+nvidia-cusparse-cu12==12.3.1.170
+nvidia-nccl-cu12==2.21.5
+nvidia-nvjitlink-cu12==12.4.127
+nvidia-nvtx-cu12==12.4.127
+opt_einsum==3.4.0
+optree==0.14.0
+packaging==24.2
+pandas==2.2.3
+pathvalidate==3.2.3
+peft==0.14.0
+pillow==11.1.0
+platformdirs==4.3.6
+portalocker==3.1.1
+propcache==0.3.0
+protobuf==5.29.3
+psutil==7.0.0
+pyarrow==19.0.1
+pybind11==2.13.6
+pydantic==2.10.6
+pydantic_core==2.27.2
+pytablewriter==1.2.1
+python-dateutil==2.9.0.post0
+python-dotenv==1.0.1
+pytorch-lightning==2.5.0.post0
+pytz==2025.1
+PyYAML==6.0.2
+regex==2024.11.6
+requests==2.32.3
+rouge_score==0.1.2
+s3transfer==0.11.2
+sacrebleu==2.5.1
+safetensors==0.5.2
+scikit-learn==1.6.1
+scipy==1.15.2
+sentencepiece==0.2.0
+sentry-sdk==2.22.0
+setproctitle==1.3.5
+setuptools==75.8.0
+six==1.17.0
+smmap==5.0.2
+sniffio==1.3.1
+sqlitedict==2.1.0
+starlette==0.45.3
+sympy==1.13.1
+tabledata==1.3.4
+tabulate==0.9.0
+tcolorpy==0.1.7
+tensorboard==2.19.0
+tensorboard-data-server==0.7.2
+threadpoolctl==3.5.0
+tokenizers==0.21.0
+torch==2.5.1
+torchao==0.8.0
+torchmetrics==1.6.1
+tqdm==4.67.1
+tqdm-multiprocess==0.0.11
+transformers==4.47.1
+triton==3.1.0
+typepy==1.3.4
+typeshed_client==2.7.0
+typing_extensions==4.12.2
+tzdata==2025.1
+urllib3==2.3.0
+uvicorn==0.34.0
+uvloop==0.21.0
+wandb==0.19.7
+watchfiles==1.0.4
+websockets==15.0
+Werkzeug==3.1.3
+word2number==1.1
+xxhash==3.5.0
+yarl==1.18.3
+zstandard==0.23.0