From b3179d75025eae403d3bd980d87fd44d5276e9c8 Mon Sep 17 00:00:00 2001 From: ishaansehgal99 <ishaanforthewin@gmail.com> Date: Tue, 14 Jan 2025 18:41:56 -0800 Subject: [PATCH] fix: Update dependencies --- .../workspace/dependencies/requirements.txt | 562 +++++++++++++++++- 1 file changed, 538 insertions(+), 24 deletions(-) diff --git a/presets/workspace/dependencies/requirements.txt b/presets/workspace/dependencies/requirements.txt index 39a574e74..f8f4c69b5 100644 --- a/presets/workspace/dependencies/requirements.txt +++ b/presets/workspace/dependencies/requirements.txt @@ -1,26 +1,540 @@ -# Dependencies for TFS - -# Core Dependencies -vllm==0.6.3 -transformers == 4.45.0 -torch==2.4.0 -accelerate==1.0.0 -fastapi>=0.111.0,<0.112.0 # Allow patch updates -pydantic>=2.9 -uvicorn[standard]>=0.29.0,<0.30.0 # Allow patch updates -uvloop -peft==0.11.1 -numpy<3.0,>=1.25.0 -sentencepiece==0.2.0 -jinja2>=3.1.0 - -# Utility libraries -datasets==2.19.1 -peft==0.11.1 -bitsandbytes==0.42.0 +# +# This file is autogenerated by pip-compile with Python 3.12 +# by the following command: +# +# pip-compile --output-file=requirements.txt requirements_backup.txt +# +accelerate==1.2.1 + # via + # -r requirements_backup.txt + # peft + # trl +aiohappyeyeballs==2.4.4 + # via aiohttp +aiohttp==3.11.11 + # via + # aiohttp-cors + # datasets + # fsspec + # ray + # vllm +aiohttp-cors==0.7.0 + # via ray +aiosignal==1.3.2 + # via + # aiohttp + # ray +airportsdata==20241001 + # via outlines +annotated-types==0.7.0 + # via pydantic +anyio==4.8.0 + # via + # httpx + # openai + # starlette + # watchfiles +astor==0.8.1 + # via depyf +attrs==24.3.0 + # via + # aiohttp + # jsonschema + # referencing +bitsandbytes==0.45.0 + # via -r requirements_backup.txt +blake3==1.0.2 + # via vllm +cachetools==5.5.0 + # via google-auth +certifi==2024.12.14 + # via + # httpcore + # httpx + # requests +charset-normalizer==3.4.1 + # via requests +click==8.1.8 + # via + # ray + # uvicorn +cloudpickle==3.1.1 + # via + # outlines + # vllm +colorful==0.5.6 + # via ray +compressed-tensors==0.8.1 + # via vllm +datasets==3.2.0 + # via + # -r requirements_backup.txt + # trl +depyf==0.18.0 + # via vllm +dill==0.3.8 + # via + # datasets + # depyf + # multiprocess +diskcache==5.6.3 + # via outlines +distlib==0.3.9 + # via virtualenv +distro==1.9.0 + # via openai +einops==0.8.0 + # via vllm +fastapi==0.115.6 + # via + # -r requirements_backup.txt + # vllm +filelock==3.16.1 + # via + # datasets + # huggingface-hub + # ray + # torch + # transformers + # triton + # virtualenv + # vllm +frozenlist==1.5.0 + # via + # aiohttp + # aiosignal + # ray +fsspec[http]==2024.9.0 + # via + # datasets + # huggingface-hub + # torch +gguf==0.10.0 + # via vllm +google-api-core==2.24.0 + # via opencensus +google-auth==2.37.0 + # via google-api-core +googleapis-common-protos==1.66.0 + # via google-api-core +gputil==1.4.0 + # via -r requirements_backup.txt +grpcio==1.69.0 + # via ray +h11==0.14.0 + # via + # httpcore + # uvicorn +httpcore==1.0.7 + # via httpx +httptools==0.6.4 + # via uvicorn +httpx==0.28.1 + # via openai +huggingface-hub==0.27.1 + # via + # accelerate + # datasets + # peft + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +importlib-metadata==8.5.0 + # via vllm +iniconfig==2.0.0 + # via pytest +interegular==0.3.3 + # via + # lm-format-enforcer + # outlines + # outlines-core +jinja2==3.1.5 + # via + # -r requirements_backup.txt + # memray + # outlines + # torch +jiter==0.8.2 + # via openai +jsonschema==4.23.0 + # via + # mistral-common + # outlines + # outlines-core + # ray +jsonschema-specifications==2024.10.1 + # via jsonschema +lark==1.2.2 + # via + # outlines + # vllm +linkify-it-py==2.0.3 + # via markdown-it-py +lm-format-enforcer==0.10.9 + # via vllm +markdown-it-py[linkify,plugins]==3.0.0 + # via + # mdit-py-plugins + # rich + # textual +markupsafe==3.0.2 + # via jinja2 +mdit-py-plugins==0.4.2 + # via markdown-it-py +mdurl==0.1.2 + # via markdown-it-py +memray==1.15.0 + # via ray +mistral-common[opencv]==1.5.1 + # via + # mistral-common + # vllm +mpmath==1.3.0 + # via sympy +msgpack==1.1.0 + # via ray +msgspec==0.19.0 + # via vllm +multidict==6.1.0 + # via + # aiohttp + # yarl +multiprocess==0.70.16 + # via datasets +nest-asyncio==1.6.0 + # via outlines +networkx==3.4.2 + # via torch +numpy==1.26.4 + # via + # -r requirements_backup.txt + # accelerate + # bitsandbytes + # datasets + # gguf + # mistral-common + # opencv-python-headless + # outlines + # pandas + # peft + # torchvision + # transformers + # vllm + # xformers +nvidia-cublas-cu12==12.4.5.8 + # via + # nvidia-cudnn-cu12 + # nvidia-cusolver-cu12 + # torch +nvidia-cuda-cupti-cu12==12.4.127 + # via torch +nvidia-cuda-nvrtc-cu12==12.4.127 + # via torch +nvidia-cuda-runtime-cu12==12.4.127 + # via torch +nvidia-cudnn-cu12==9.1.0.70 + # via torch +nvidia-cufft-cu12==11.2.1.3 + # via torch +nvidia-curand-cu12==10.3.5.147 + # via torch +nvidia-cusolver-cu12==11.6.1.9 + # via torch +nvidia-cusparse-cu12==12.3.1.170 + # via + # nvidia-cusolver-cu12 + # torch +nvidia-ml-py==12.560.30 + # via vllm +nvidia-nccl-cu12==2.21.5 + # via torch +nvidia-nvjitlink-cu12==12.4.127 + # via + # nvidia-cusolver-cu12 + # nvidia-cusparse-cu12 + # torch +nvidia-nvtx-cu12==12.4.127 + # via torch +openai==1.59.7 + # via vllm +opencensus==0.11.4 + # via ray +opencensus-context==0.1.3 + # via opencensus +opencv-python-headless==4.10.0.84 + # via mistral-common +outlines==0.1.11 + # via vllm +outlines-core==0.1.26 + # via outlines +packaging==24.2 + # via + # accelerate + # datasets + # huggingface-hub + # lm-format-enforcer + # peft + # pytest + # ray + # transformers +pandas==2.2.3 + # via datasets +partial-json-parser==0.2.1.1.post5 + # via vllm +peft==0.14.0 + # via -r requirements_backup.txt +pillow==10.4.0 + # via + # mistral-common + # torchvision + # vllm +platformdirs==4.3.6 + # via + # textual + # virtualenv +pluggy==1.5.0 + # via pytest +prometheus-client==0.21.1 + # via + # prometheus-fastapi-instrumentator + # ray + # vllm +prometheus-fastapi-instrumentator==7.0.2 + # via vllm +propcache==0.2.1 + # via + # aiohttp + # yarl +proto-plus==1.25.0 + # via google-api-core +protobuf==5.29.3 + # via + # google-api-core + # googleapis-common-protos + # proto-plus + # ray + # vllm +psutil==6.1.1 + # via + # -r requirements_backup.txt + # accelerate + # peft + # vllm +py-cpuinfo==9.0.0 + # via vllm +py-spy==0.4.0 + # via ray +pyarrow==18.1.0 + # via datasets +pyasn1==0.6.1 + # via + # pyasn1-modules + # rsa +pyasn1-modules==0.4.1 + # via google-auth +pybind11==2.13.6 + # via xgrammar +pycountry==24.6.1 + # via outlines +pydantic==2.10.5 + # via + # -r requirements_backup.txt + # compressed-tensors + # fastapi + # lm-format-enforcer + # mistral-common + # openai + # outlines + # ray + # vllm + # xgrammar +pydantic-core==2.27.2 + # via pydantic +pygments==2.19.1 + # via rich +pytest==8.3.4 + # via xgrammar +python-dateutil==2.9.0.post0 + # via pandas +python-dotenv==1.0.1 + # via uvicorn +pytz==2024.2 + # via pandas +pyyaml==6.0.2 + # via + # accelerate + # datasets + # gguf + # huggingface-hub + # lm-format-enforcer + # peft + # ray + # transformers + # uvicorn + # vllm +pyzmq==26.2.0 + # via vllm +ray[default]==2.40.0 + # via vllm +referencing==0.35.1 + # via + # jsonschema + # jsonschema-specifications + # outlines +regex==2024.11.6 + # via + # tiktoken + # transformers +requests==2.32.3 + # via + # datasets + # google-api-core + # huggingface-hub + # mistral-common + # outlines + # ray + # tiktoken + # transformers + # vllm +rich==13.9.4 + # via + # memray + # textual + # trl +rpds-py==0.22.3 + # via + # jsonschema + # referencing +rsa==4.9 + # via google-auth +safetensors==0.5.2 + # via + # accelerate + # peft + # transformers sentencepiece==0.2.0 + # via + # -r requirements_backup.txt + # mistral-common + # vllm + # xgrammar +six==1.17.0 + # via + # opencensus + # python-dateutil + # vllm +smart-open==7.1.0 + # via ray +sniffio==1.3.1 + # via + # anyio + # openai +starlette==0.41.3 + # via + # fastapi + # prometheus-fastapi-instrumentator +sympy==1.13.1 + # via torch +textual==1.0.0 + # via memray +tiktoken==0.7.0 + # via + # mistral-common + # vllm + # xgrammar +tokenizers==0.21.0 + # via + # transformers + # vllm +torch==2.5.1 + # via + # -r requirements_backup.txt + # accelerate + # bitsandbytes + # compressed-tensors + # outlines + # peft + # torchvision + # vllm + # xformers + # xgrammar +torchvision==0.20.1 + # via vllm +tqdm==4.67.1 + # via + # datasets + # gguf + # huggingface-hub + # openai + # outlines + # peft + # transformers + # vllm +transformers==4.48.0 + # via + # -r requirements_backup.txt + # compressed-tensors + # peft + # trl + # vllm + # xgrammar +triton==3.1.0 + # via torch +trl==0.13.0 + # via -r requirements_backup.txt +typing-extensions==4.12.2 + # via + # anyio + # bitsandbytes + # fastapi + # huggingface-hub + # mistral-common + # openai + # outlines + # pydantic + # pydantic-core + # textual + # torch + # vllm +tzdata==2024.2 + # via pandas +uc-micro-py==1.0.3 + # via linkify-it-py +urllib3==2.3.0 + # via requests +uvicorn[standard]==0.29.0 + # via + # -r requirements_backup.txt + # vllm +uvloop==0.21.0 + # via + # -r requirements_backup.txt + # uvicorn +virtualenv==20.28.1 + # via ray +vllm==0.6.6.post1 + # via -r requirements_backup.txt +watchfiles==1.0.4 + # via uvicorn +websockets==14.1 + # via uvicorn +wrapt==1.17.2 + # via smart-open +xformers==0.0.28.post3 + # via vllm +xgrammar==0.1.9 + # via vllm +xxhash==3.5.0 + # via datasets +yarl==1.18.3 + # via aiohttp +zipp==3.21.0 + # via importlib-metadata -# Less critical, can be latest -gputil -psutil -trl +# The following packages are considered to be unsafe in a requirements file: +# setuptools \ No newline at end of file