From d5368a8a069f3158ec044919410bae57fce18021 Mon Sep 17 00:00:00 2001 From: Gene Der Su Date: Fri, 21 Feb 2025 00:08:27 -0800 Subject: [PATCH] [llm.serving] Address dependencies related issues for llm serving (#50785) Two dependencies we are resolving that requires to pin `xgrammar` and `pynvml` to specific versions. Related vllm PR/ issues - https://github.com/vllm-project/vllm/pull/13338 - https://github.com/vllm-project/vllm/issues/12847 --------- Signed-off-by: Gene Su --- .../llm/llm-test-requirements.txt | 2 + ...requirements_compiled_rayllm_py311_cpu.txt | 31 ++++++------- ...quirements_compiled_rayllm_py311_cu121.txt | 31 ++++++------- ...quirements_compiled_rayllm_py311_cu124.txt | 31 ++++++------- ...rements_compiled_rayllm_test_py311_cpu.txt | 43 ++++++++++--------- ...ments_compiled_rayllm_test_py311_cu121.txt | 43 ++++++++++--------- ...ments_compiled_rayllm_test_py311_cu124.txt | 43 ++++++++++--------- 7 files changed, 110 insertions(+), 114 deletions(-) diff --git a/python/requirements/llm/llm-test-requirements.txt b/python/requirements/llm/llm-test-requirements.txt index b98410a4414b..aa7e54106b52 100644 --- a/python/requirements/llm/llm-test-requirements.txt +++ b/python/requirements/llm/llm-test-requirements.txt @@ -2,3 +2,5 @@ pytest aiohttp pillow httpx>=0.27.2 +pynvml>=12.0.0 +xgrammar>=0.1.11, !=0.1.13, !=0.1.12 diff --git a/python/requirements_compiled_rayllm_py311_cpu.txt b/python/requirements_compiled_rayllm_py311_cpu.txt index ae1f2a4640d1..178b1e52a5d7 100644 --- a/python/requirements_compiled_rayllm_py311_cpu.txt +++ b/python/requirements_compiled_rayllm_py311_cpu.txt @@ -3125,24 +3125,19 @@ xformers==0.0.28.post3 \ # via # -c python/requirements_compiled_rayllm_test_py311_cpu.txt # vllm -xgrammar==0.1.13 \ - --hash=sha256:0e3232b3540e426df68712ebdf8c7f55976a67735a505cff0a05ca915d6ba7b7 \ - --hash=sha256:2b8b638ae84afc0170d0c2361771f7b7f21695fbf982b52782b1a57f43927800 \ - --hash=sha256:5d0ed6118652e5dd974423fa4b4759c6de6e16ff2f630a7f55558c0667c0aa25 \ - --hash=sha256:65677e7b3b44cc2e07e893d223c59586c18841dc0893d7dfb3158c10579d8119 \ - --hash=sha256:6c9b605f6713a01e097a5793bb14a225644f0616615a333c57061ddb134ddc03 \ - --hash=sha256:7c1017a39628f4242c679d746b50c087f37f0baadeca11145fc5d68260136c8c \ - --hash=sha256:8ccbdcc99b62ad6e509ab3b5c4806008b3f6e3501f1e02c5285dd768233e87fe \ - --hash=sha256:9c569592cfda167b3c8dd45ea7a03afca926bdf050f2e70f87fbc265a9c89332 \ - --hash=sha256:9e050755afff2f65f2fb4880e46270faac0cba9067cdb366c8616d51198bd4ab \ - --hash=sha256:abbd74bf88bdb263d510d393ebbcab8244b314cd9c4efba683180ded17c8386f \ - --hash=sha256:aec4671d522db5a79f31eed586cb1d25f8e8d650aafcde59f22fb236eeea5e1e \ - --hash=sha256:b32c4f07baaf9a5891c3064068e4f39677da5d87fa3085d6dd935c8b72c26aa7 \ - --hash=sha256:bc7a29bd856fadcc6779466b016822a68083976174210ea86e698febc1ffc343 \ - --hash=sha256:d1a2613df6ac86710b5a09afbb1742ec27785f0222a13e4b7a8113f93d6201af \ - --hash=sha256:d38885aff44cf06cdf457543fbfb1d104e2d3f4e77712f09590d20e30e7ef3e5 \ - --hash=sha256:d571d18185246ce36b04c9156a22b36f0cf1b4587f7f91a0818c999526496459 \ - --hash=sha256:f400de04c226336f7831cdd332c25b94852bb5fd3d2b63625461fdd23d13486f +xgrammar==0.1.11 \ + --hash=sha256:035ec93306543b99bf2141dcc7f1a6dd0c255753fc8b5a2b5f3289a59fed8e37 \ + --hash=sha256:12dd579a7073c14981e01aeee566d20e60001bf90af23024e0e6692a770ff535 \ + --hash=sha256:1854d0fe6b908a3d2d42251a62e627224dbf6035a4322b844b1b5a277e3d0461 \ + --hash=sha256:3b3975dcf4b3ed7b16bbe3c068738b09847f841793e1c5e1b4a07dff36bbdc37 \ + --hash=sha256:561f8d4307db8cf5d3c3b3ff46eda6d95379f6e801278dbf9153a9d5e8b6126c \ + --hash=sha256:5ed31db2669dc499d9d29bb16f30b3395332ff9d0fb80b759697190a5ef5258b \ + --hash=sha256:6ac3cbb0a82a3a9d07f0739f63b2e26cbef7855149d236057dcc7fee74b37970 \ + --hash=sha256:7934c968371d55759cac35be3b218cdf4b13f323f535ea0faa233240bab803b9 \ + --hash=sha256:93bb6c10cbdf1a2bda3b458d97b47436657d780f98dccf3d266e17e13568c0a9 \ + --hash=sha256:9c6f571121e4af45e3b5dc55f3dadd751cffff1f85f1c6fc5c4276db2bbed222 \ + --hash=sha256:b2106bceb2ce313628af915f2c2b1c9865612026dd3c9feddbfcc69e4ee6c971 \ + --hash=sha256:b293443725eddad31cf7b407bb24d5f3156c4b12a2c8041743cb7068a69fadcb # via # -c python/requirements_compiled_rayllm_test_py311_cpu.txt # vllm diff --git a/python/requirements_compiled_rayllm_py311_cu121.txt b/python/requirements_compiled_rayllm_py311_cu121.txt index 317895d74b27..da80df694f6a 100644 --- a/python/requirements_compiled_rayllm_py311_cu121.txt +++ b/python/requirements_compiled_rayllm_py311_cu121.txt @@ -3211,24 +3211,19 @@ xformers==0.0.28.post3 \ # via # -c python/requirements_compiled_rayllm_test_py311_cu121.txt # vllm -xgrammar==0.1.13 \ - --hash=sha256:0e3232b3540e426df68712ebdf8c7f55976a67735a505cff0a05ca915d6ba7b7 \ - --hash=sha256:2b8b638ae84afc0170d0c2361771f7b7f21695fbf982b52782b1a57f43927800 \ - --hash=sha256:5d0ed6118652e5dd974423fa4b4759c6de6e16ff2f630a7f55558c0667c0aa25 \ - --hash=sha256:65677e7b3b44cc2e07e893d223c59586c18841dc0893d7dfb3158c10579d8119 \ - --hash=sha256:6c9b605f6713a01e097a5793bb14a225644f0616615a333c57061ddb134ddc03 \ - --hash=sha256:7c1017a39628f4242c679d746b50c087f37f0baadeca11145fc5d68260136c8c \ - --hash=sha256:8ccbdcc99b62ad6e509ab3b5c4806008b3f6e3501f1e02c5285dd768233e87fe \ - --hash=sha256:9c569592cfda167b3c8dd45ea7a03afca926bdf050f2e70f87fbc265a9c89332 \ - --hash=sha256:9e050755afff2f65f2fb4880e46270faac0cba9067cdb366c8616d51198bd4ab \ - --hash=sha256:abbd74bf88bdb263d510d393ebbcab8244b314cd9c4efba683180ded17c8386f \ - --hash=sha256:aec4671d522db5a79f31eed586cb1d25f8e8d650aafcde59f22fb236eeea5e1e \ - --hash=sha256:b32c4f07baaf9a5891c3064068e4f39677da5d87fa3085d6dd935c8b72c26aa7 \ - --hash=sha256:bc7a29bd856fadcc6779466b016822a68083976174210ea86e698febc1ffc343 \ - --hash=sha256:d1a2613df6ac86710b5a09afbb1742ec27785f0222a13e4b7a8113f93d6201af \ - --hash=sha256:d38885aff44cf06cdf457543fbfb1d104e2d3f4e77712f09590d20e30e7ef3e5 \ - --hash=sha256:d571d18185246ce36b04c9156a22b36f0cf1b4587f7f91a0818c999526496459 \ - --hash=sha256:f400de04c226336f7831cdd332c25b94852bb5fd3d2b63625461fdd23d13486f +xgrammar==0.1.11 \ + --hash=sha256:035ec93306543b99bf2141dcc7f1a6dd0c255753fc8b5a2b5f3289a59fed8e37 \ + --hash=sha256:12dd579a7073c14981e01aeee566d20e60001bf90af23024e0e6692a770ff535 \ + --hash=sha256:1854d0fe6b908a3d2d42251a62e627224dbf6035a4322b844b1b5a277e3d0461 \ + --hash=sha256:3b3975dcf4b3ed7b16bbe3c068738b09847f841793e1c5e1b4a07dff36bbdc37 \ + --hash=sha256:561f8d4307db8cf5d3c3b3ff46eda6d95379f6e801278dbf9153a9d5e8b6126c \ + --hash=sha256:5ed31db2669dc499d9d29bb16f30b3395332ff9d0fb80b759697190a5ef5258b \ + --hash=sha256:6ac3cbb0a82a3a9d07f0739f63b2e26cbef7855149d236057dcc7fee74b37970 \ + --hash=sha256:7934c968371d55759cac35be3b218cdf4b13f323f535ea0faa233240bab803b9 \ + --hash=sha256:93bb6c10cbdf1a2bda3b458d97b47436657d780f98dccf3d266e17e13568c0a9 \ + --hash=sha256:9c6f571121e4af45e3b5dc55f3dadd751cffff1f85f1c6fc5c4276db2bbed222 \ + --hash=sha256:b2106bceb2ce313628af915f2c2b1c9865612026dd3c9feddbfcc69e4ee6c971 \ + --hash=sha256:b293443725eddad31cf7b407bb24d5f3156c4b12a2c8041743cb7068a69fadcb # via # -c python/requirements_compiled_rayllm_test_py311_cu121.txt # vllm diff --git a/python/requirements_compiled_rayllm_py311_cu124.txt b/python/requirements_compiled_rayllm_py311_cu124.txt index d98f3c2ad3fa..2dee0cc967f6 100644 --- a/python/requirements_compiled_rayllm_py311_cu124.txt +++ b/python/requirements_compiled_rayllm_py311_cu124.txt @@ -3229,24 +3229,19 @@ xformers==0.0.28.post3 \ # via # -c python/requirements_compiled_rayllm_test_py311_cu124.txt # vllm -xgrammar==0.1.13 \ - --hash=sha256:0e3232b3540e426df68712ebdf8c7f55976a67735a505cff0a05ca915d6ba7b7 \ - --hash=sha256:2b8b638ae84afc0170d0c2361771f7b7f21695fbf982b52782b1a57f43927800 \ - --hash=sha256:5d0ed6118652e5dd974423fa4b4759c6de6e16ff2f630a7f55558c0667c0aa25 \ - --hash=sha256:65677e7b3b44cc2e07e893d223c59586c18841dc0893d7dfb3158c10579d8119 \ - --hash=sha256:6c9b605f6713a01e097a5793bb14a225644f0616615a333c57061ddb134ddc03 \ - --hash=sha256:7c1017a39628f4242c679d746b50c087f37f0baadeca11145fc5d68260136c8c \ - --hash=sha256:8ccbdcc99b62ad6e509ab3b5c4806008b3f6e3501f1e02c5285dd768233e87fe \ - --hash=sha256:9c569592cfda167b3c8dd45ea7a03afca926bdf050f2e70f87fbc265a9c89332 \ - --hash=sha256:9e050755afff2f65f2fb4880e46270faac0cba9067cdb366c8616d51198bd4ab \ - --hash=sha256:abbd74bf88bdb263d510d393ebbcab8244b314cd9c4efba683180ded17c8386f \ - --hash=sha256:aec4671d522db5a79f31eed586cb1d25f8e8d650aafcde59f22fb236eeea5e1e \ - --hash=sha256:b32c4f07baaf9a5891c3064068e4f39677da5d87fa3085d6dd935c8b72c26aa7 \ - --hash=sha256:bc7a29bd856fadcc6779466b016822a68083976174210ea86e698febc1ffc343 \ - --hash=sha256:d1a2613df6ac86710b5a09afbb1742ec27785f0222a13e4b7a8113f93d6201af \ - --hash=sha256:d38885aff44cf06cdf457543fbfb1d104e2d3f4e77712f09590d20e30e7ef3e5 \ - --hash=sha256:d571d18185246ce36b04c9156a22b36f0cf1b4587f7f91a0818c999526496459 \ - --hash=sha256:f400de04c226336f7831cdd332c25b94852bb5fd3d2b63625461fdd23d13486f +xgrammar==0.1.11 \ + --hash=sha256:035ec93306543b99bf2141dcc7f1a6dd0c255753fc8b5a2b5f3289a59fed8e37 \ + --hash=sha256:12dd579a7073c14981e01aeee566d20e60001bf90af23024e0e6692a770ff535 \ + --hash=sha256:1854d0fe6b908a3d2d42251a62e627224dbf6035a4322b844b1b5a277e3d0461 \ + --hash=sha256:3b3975dcf4b3ed7b16bbe3c068738b09847f841793e1c5e1b4a07dff36bbdc37 \ + --hash=sha256:561f8d4307db8cf5d3c3b3ff46eda6d95379f6e801278dbf9153a9d5e8b6126c \ + --hash=sha256:5ed31db2669dc499d9d29bb16f30b3395332ff9d0fb80b759697190a5ef5258b \ + --hash=sha256:6ac3cbb0a82a3a9d07f0739f63b2e26cbef7855149d236057dcc7fee74b37970 \ + --hash=sha256:7934c968371d55759cac35be3b218cdf4b13f323f535ea0faa233240bab803b9 \ + --hash=sha256:93bb6c10cbdf1a2bda3b458d97b47436657d780f98dccf3d266e17e13568c0a9 \ + --hash=sha256:9c6f571121e4af45e3b5dc55f3dadd751cffff1f85f1c6fc5c4276db2bbed222 \ + --hash=sha256:b2106bceb2ce313628af915f2c2b1c9865612026dd3c9feddbfcc69e4ee6c971 \ + --hash=sha256:b293443725eddad31cf7b407bb24d5f3156c4b12a2c8041743cb7068a69fadcb # via # -c python/requirements_compiled_rayllm_test_py311_cu124.txt # vllm diff --git a/python/requirements_compiled_rayllm_test_py311_cpu.txt b/python/requirements_compiled_rayllm_test_py311_cpu.txt index 7e5a6429c050..9d8d30b2d9b4 100644 --- a/python/requirements_compiled_rayllm_test_py311_cpu.txt +++ b/python/requirements_compiled_rayllm_test_py311_cpu.txt @@ -2084,7 +2084,9 @@ numpy==1.26.4 \ nvidia-ml-py==12.570.86 \ --hash=sha256:0508d4a0c7b6d015cf574530b95a62ed4fc89da3b8b47e1aefe6777db170ec8b \ --hash=sha256:58907de35a845abd13dcb227f18298f3b5dd94a72d04c9e594e77711e95c0b51 - # via vllm + # via + # pynvml + # vllm openai==1.63.2 \ --hash=sha256:1f38b27b5a40814c2b7d8759ec78110df58c4a614c25f182809ca52b080ff4d4 \ --hash=sha256:aeabeec984a7d2957b4928ceaa339e2ead19c61cfcf35ae62b7c363368d26360 @@ -2682,6 +2684,10 @@ pygments==2.18.0 \ # ipython # nbconvert # rich +pynvml==12.0.0 \ + --hash=sha256:299ce2451a6a17e6822d6faee750103e25b415f06f59abb8db65d30f794166f5 \ + --hash=sha256:fdff84b62a27dbe98e08e1a647eb77342bef1aebe0878bcd15e99a83fcbecb9e + # via -r python/requirements/llm/llm-test-requirements.txt pyopenssl==24.2.1 \ --hash=sha256:4247f0dbe3748d560dcbb2ff3ea01af0f9a1a001ef5f7c4c647956ed8cbf0e95 \ --hash=sha256:967d5719b12b243588573f39b0c677637145c7a1ffedcd495a487e58177fbb8d @@ -3874,25 +3880,22 @@ xformers==0.0.28.post3 \ --hash=sha256:c7a2392c874dfd8f38b73e14492baf048a4f50f77ddf522bfcf6ebf5ee84d567 \ --hash=sha256:e5ae1269ceea51c0d3a0a03ebe729aaae8e29dc4ca5e0f5a3bcd482045905811 # via vllm -xgrammar==0.1.13 \ - --hash=sha256:0e3232b3540e426df68712ebdf8c7f55976a67735a505cff0a05ca915d6ba7b7 \ - --hash=sha256:2b8b638ae84afc0170d0c2361771f7b7f21695fbf982b52782b1a57f43927800 \ - --hash=sha256:5d0ed6118652e5dd974423fa4b4759c6de6e16ff2f630a7f55558c0667c0aa25 \ - --hash=sha256:65677e7b3b44cc2e07e893d223c59586c18841dc0893d7dfb3158c10579d8119 \ - --hash=sha256:6c9b605f6713a01e097a5793bb14a225644f0616615a333c57061ddb134ddc03 \ - --hash=sha256:7c1017a39628f4242c679d746b50c087f37f0baadeca11145fc5d68260136c8c \ - --hash=sha256:8ccbdcc99b62ad6e509ab3b5c4806008b3f6e3501f1e02c5285dd768233e87fe \ - --hash=sha256:9c569592cfda167b3c8dd45ea7a03afca926bdf050f2e70f87fbc265a9c89332 \ - --hash=sha256:9e050755afff2f65f2fb4880e46270faac0cba9067cdb366c8616d51198bd4ab \ - --hash=sha256:abbd74bf88bdb263d510d393ebbcab8244b314cd9c4efba683180ded17c8386f \ - --hash=sha256:aec4671d522db5a79f31eed586cb1d25f8e8d650aafcde59f22fb236eeea5e1e \ - --hash=sha256:b32c4f07baaf9a5891c3064068e4f39677da5d87fa3085d6dd935c8b72c26aa7 \ - --hash=sha256:bc7a29bd856fadcc6779466b016822a68083976174210ea86e698febc1ffc343 \ - --hash=sha256:d1a2613df6ac86710b5a09afbb1742ec27785f0222a13e4b7a8113f93d6201af \ - --hash=sha256:d38885aff44cf06cdf457543fbfb1d104e2d3f4e77712f09590d20e30e7ef3e5 \ - --hash=sha256:d571d18185246ce36b04c9156a22b36f0cf1b4587f7f91a0818c999526496459 \ - --hash=sha256:f400de04c226336f7831cdd332c25b94852bb5fd3d2b63625461fdd23d13486f - # via vllm +xgrammar==0.1.11 \ + --hash=sha256:035ec93306543b99bf2141dcc7f1a6dd0c255753fc8b5a2b5f3289a59fed8e37 \ + --hash=sha256:12dd579a7073c14981e01aeee566d20e60001bf90af23024e0e6692a770ff535 \ + --hash=sha256:1854d0fe6b908a3d2d42251a62e627224dbf6035a4322b844b1b5a277e3d0461 \ + --hash=sha256:3b3975dcf4b3ed7b16bbe3c068738b09847f841793e1c5e1b4a07dff36bbdc37 \ + --hash=sha256:561f8d4307db8cf5d3c3b3ff46eda6d95379f6e801278dbf9153a9d5e8b6126c \ + --hash=sha256:5ed31db2669dc499d9d29bb16f30b3395332ff9d0fb80b759697190a5ef5258b \ + --hash=sha256:6ac3cbb0a82a3a9d07f0739f63b2e26cbef7855149d236057dcc7fee74b37970 \ + --hash=sha256:7934c968371d55759cac35be3b218cdf4b13f323f535ea0faa233240bab803b9 \ + --hash=sha256:93bb6c10cbdf1a2bda3b458d97b47436657d780f98dccf3d266e17e13568c0a9 \ + --hash=sha256:9c6f571121e4af45e3b5dc55f3dadd751cffff1f85f1c6fc5c4276db2bbed222 \ + --hash=sha256:b2106bceb2ce313628af915f2c2b1c9865612026dd3c9feddbfcc69e4ee6c971 \ + --hash=sha256:b293443725eddad31cf7b407bb24d5f3156c4b12a2c8041743cb7068a69fadcb + # via + # -r python/requirements/llm/llm-test-requirements.txt + # vllm y-py==0.6.2 \ --hash=sha256:015f7f6c1ce8a83d57955d1dc7ddd57cb633ae00576741a4fc9a0f72ed70007d \ --hash=sha256:032365dfe932bfab8e80937ad6093b4c22e67d63ad880096b5fa8768f8d829ba \ diff --git a/python/requirements_compiled_rayllm_test_py311_cu121.txt b/python/requirements_compiled_rayllm_test_py311_cu121.txt index 2148a977c040..d475c965405a 100644 --- a/python/requirements_compiled_rayllm_test_py311_cu121.txt +++ b/python/requirements_compiled_rayllm_test_py311_cu121.txt @@ -2126,7 +2126,9 @@ nvidia-cusparse-cu12==12.1.0.106 \ nvidia-ml-py==12.570.86 \ --hash=sha256:0508d4a0c7b6d015cf574530b95a62ed4fc89da3b8b47e1aefe6777db170ec8b \ --hash=sha256:58907de35a845abd13dcb227f18298f3b5dd94a72d04c9e594e77711e95c0b51 - # via vllm + # via + # pynvml + # vllm nvidia-nccl-cu12==2.21.5 \ --hash=sha256:8579076d30a8c24988834445f8d633c697d42397e92ffc3f63fa26766d25e0a0 # via torch @@ -2738,6 +2740,10 @@ pygments==2.18.0 \ # ipython # nbconvert # rich +pynvml==12.0.0 \ + --hash=sha256:299ce2451a6a17e6822d6faee750103e25b415f06f59abb8db65d30f794166f5 \ + --hash=sha256:fdff84b62a27dbe98e08e1a647eb77342bef1aebe0878bcd15e99a83fcbecb9e + # via -r python/requirements/llm/llm-test-requirements.txt pyopenssl==24.2.1 \ --hash=sha256:4247f0dbe3748d560dcbb2ff3ea01af0f9a1a001ef5f7c4c647956ed8cbf0e95 \ --hash=sha256:967d5719b12b243588573f39b0c677637145c7a1ffedcd495a487e58177fbb8d @@ -3937,25 +3943,22 @@ xformers==0.0.28.post3 \ --hash=sha256:c7a2392c874dfd8f38b73e14492baf048a4f50f77ddf522bfcf6ebf5ee84d567 \ --hash=sha256:e5ae1269ceea51c0d3a0a03ebe729aaae8e29dc4ca5e0f5a3bcd482045905811 # via vllm -xgrammar==0.1.13 \ - --hash=sha256:0e3232b3540e426df68712ebdf8c7f55976a67735a505cff0a05ca915d6ba7b7 \ - --hash=sha256:2b8b638ae84afc0170d0c2361771f7b7f21695fbf982b52782b1a57f43927800 \ - --hash=sha256:5d0ed6118652e5dd974423fa4b4759c6de6e16ff2f630a7f55558c0667c0aa25 \ - --hash=sha256:65677e7b3b44cc2e07e893d223c59586c18841dc0893d7dfb3158c10579d8119 \ - --hash=sha256:6c9b605f6713a01e097a5793bb14a225644f0616615a333c57061ddb134ddc03 \ - --hash=sha256:7c1017a39628f4242c679d746b50c087f37f0baadeca11145fc5d68260136c8c \ - --hash=sha256:8ccbdcc99b62ad6e509ab3b5c4806008b3f6e3501f1e02c5285dd768233e87fe \ - --hash=sha256:9c569592cfda167b3c8dd45ea7a03afca926bdf050f2e70f87fbc265a9c89332 \ - --hash=sha256:9e050755afff2f65f2fb4880e46270faac0cba9067cdb366c8616d51198bd4ab \ - --hash=sha256:abbd74bf88bdb263d510d393ebbcab8244b314cd9c4efba683180ded17c8386f \ - --hash=sha256:aec4671d522db5a79f31eed586cb1d25f8e8d650aafcde59f22fb236eeea5e1e \ - --hash=sha256:b32c4f07baaf9a5891c3064068e4f39677da5d87fa3085d6dd935c8b72c26aa7 \ - --hash=sha256:bc7a29bd856fadcc6779466b016822a68083976174210ea86e698febc1ffc343 \ - --hash=sha256:d1a2613df6ac86710b5a09afbb1742ec27785f0222a13e4b7a8113f93d6201af \ - --hash=sha256:d38885aff44cf06cdf457543fbfb1d104e2d3f4e77712f09590d20e30e7ef3e5 \ - --hash=sha256:d571d18185246ce36b04c9156a22b36f0cf1b4587f7f91a0818c999526496459 \ - --hash=sha256:f400de04c226336f7831cdd332c25b94852bb5fd3d2b63625461fdd23d13486f - # via vllm +xgrammar==0.1.11 \ + --hash=sha256:035ec93306543b99bf2141dcc7f1a6dd0c255753fc8b5a2b5f3289a59fed8e37 \ + --hash=sha256:12dd579a7073c14981e01aeee566d20e60001bf90af23024e0e6692a770ff535 \ + --hash=sha256:1854d0fe6b908a3d2d42251a62e627224dbf6035a4322b844b1b5a277e3d0461 \ + --hash=sha256:3b3975dcf4b3ed7b16bbe3c068738b09847f841793e1c5e1b4a07dff36bbdc37 \ + --hash=sha256:561f8d4307db8cf5d3c3b3ff46eda6d95379f6e801278dbf9153a9d5e8b6126c \ + --hash=sha256:5ed31db2669dc499d9d29bb16f30b3395332ff9d0fb80b759697190a5ef5258b \ + --hash=sha256:6ac3cbb0a82a3a9d07f0739f63b2e26cbef7855149d236057dcc7fee74b37970 \ + --hash=sha256:7934c968371d55759cac35be3b218cdf4b13f323f535ea0faa233240bab803b9 \ + --hash=sha256:93bb6c10cbdf1a2bda3b458d97b47436657d780f98dccf3d266e17e13568c0a9 \ + --hash=sha256:9c6f571121e4af45e3b5dc55f3dadd751cffff1f85f1c6fc5c4276db2bbed222 \ + --hash=sha256:b2106bceb2ce313628af915f2c2b1c9865612026dd3c9feddbfcc69e4ee6c971 \ + --hash=sha256:b293443725eddad31cf7b407bb24d5f3156c4b12a2c8041743cb7068a69fadcb + # via + # -r python/requirements/llm/llm-test-requirements.txt + # vllm y-py==0.6.2 \ --hash=sha256:015f7f6c1ce8a83d57955d1dc7ddd57cb633ae00576741a4fc9a0f72ed70007d \ --hash=sha256:032365dfe932bfab8e80937ad6093b4c22e67d63ad880096b5fa8768f8d829ba \ diff --git a/python/requirements_compiled_rayllm_test_py311_cu124.txt b/python/requirements_compiled_rayllm_test_py311_cu124.txt index 0063c544f0bb..ff6156cd9d6d 100644 --- a/python/requirements_compiled_rayllm_test_py311_cu124.txt +++ b/python/requirements_compiled_rayllm_test_py311_cu124.txt @@ -2134,7 +2134,9 @@ nvidia-cusparse-cu12==12.3.1.170 \ nvidia-ml-py==12.570.86 \ --hash=sha256:0508d4a0c7b6d015cf574530b95a62ed4fc89da3b8b47e1aefe6777db170ec8b \ --hash=sha256:58907de35a845abd13dcb227f18298f3b5dd94a72d04c9e594e77711e95c0b51 - # via vllm + # via + # pynvml + # vllm nvidia-nccl-cu12==2.21.5 \ --hash=sha256:8579076d30a8c24988834445f8d633c697d42397e92ffc3f63fa26766d25e0a0 # via torch @@ -2748,6 +2750,10 @@ pygments==2.18.0 \ # ipython # nbconvert # rich +pynvml==12.0.0 \ + --hash=sha256:299ce2451a6a17e6822d6faee750103e25b415f06f59abb8db65d30f794166f5 \ + --hash=sha256:fdff84b62a27dbe98e08e1a647eb77342bef1aebe0878bcd15e99a83fcbecb9e + # via -r python/requirements/llm/llm-test-requirements.txt pyopenssl==24.2.1 \ --hash=sha256:4247f0dbe3748d560dcbb2ff3ea01af0f9a1a001ef5f7c4c647956ed8cbf0e95 \ --hash=sha256:967d5719b12b243588573f39b0c677637145c7a1ffedcd495a487e58177fbb8d @@ -3955,25 +3961,22 @@ xformers==0.0.28.post3 \ --hash=sha256:e5ae1269ceea51c0d3a0a03ebe729aaae8e29dc4ca5e0f5a3bcd482045905811 \ --hash=sha256:f2d3d2d5ed96a66bee582bbedaaf53a4933fcfb293140f14c573ec4422cafc26 # via vllm -xgrammar==0.1.13 \ - --hash=sha256:0e3232b3540e426df68712ebdf8c7f55976a67735a505cff0a05ca915d6ba7b7 \ - --hash=sha256:2b8b638ae84afc0170d0c2361771f7b7f21695fbf982b52782b1a57f43927800 \ - --hash=sha256:5d0ed6118652e5dd974423fa4b4759c6de6e16ff2f630a7f55558c0667c0aa25 \ - --hash=sha256:65677e7b3b44cc2e07e893d223c59586c18841dc0893d7dfb3158c10579d8119 \ - --hash=sha256:6c9b605f6713a01e097a5793bb14a225644f0616615a333c57061ddb134ddc03 \ - --hash=sha256:7c1017a39628f4242c679d746b50c087f37f0baadeca11145fc5d68260136c8c \ - --hash=sha256:8ccbdcc99b62ad6e509ab3b5c4806008b3f6e3501f1e02c5285dd768233e87fe \ - --hash=sha256:9c569592cfda167b3c8dd45ea7a03afca926bdf050f2e70f87fbc265a9c89332 \ - --hash=sha256:9e050755afff2f65f2fb4880e46270faac0cba9067cdb366c8616d51198bd4ab \ - --hash=sha256:abbd74bf88bdb263d510d393ebbcab8244b314cd9c4efba683180ded17c8386f \ - --hash=sha256:aec4671d522db5a79f31eed586cb1d25f8e8d650aafcde59f22fb236eeea5e1e \ - --hash=sha256:b32c4f07baaf9a5891c3064068e4f39677da5d87fa3085d6dd935c8b72c26aa7 \ - --hash=sha256:bc7a29bd856fadcc6779466b016822a68083976174210ea86e698febc1ffc343 \ - --hash=sha256:d1a2613df6ac86710b5a09afbb1742ec27785f0222a13e4b7a8113f93d6201af \ - --hash=sha256:d38885aff44cf06cdf457543fbfb1d104e2d3f4e77712f09590d20e30e7ef3e5 \ - --hash=sha256:d571d18185246ce36b04c9156a22b36f0cf1b4587f7f91a0818c999526496459 \ - --hash=sha256:f400de04c226336f7831cdd332c25b94852bb5fd3d2b63625461fdd23d13486f - # via vllm +xgrammar==0.1.11 \ + --hash=sha256:035ec93306543b99bf2141dcc7f1a6dd0c255753fc8b5a2b5f3289a59fed8e37 \ + --hash=sha256:12dd579a7073c14981e01aeee566d20e60001bf90af23024e0e6692a770ff535 \ + --hash=sha256:1854d0fe6b908a3d2d42251a62e627224dbf6035a4322b844b1b5a277e3d0461 \ + --hash=sha256:3b3975dcf4b3ed7b16bbe3c068738b09847f841793e1c5e1b4a07dff36bbdc37 \ + --hash=sha256:561f8d4307db8cf5d3c3b3ff46eda6d95379f6e801278dbf9153a9d5e8b6126c \ + --hash=sha256:5ed31db2669dc499d9d29bb16f30b3395332ff9d0fb80b759697190a5ef5258b \ + --hash=sha256:6ac3cbb0a82a3a9d07f0739f63b2e26cbef7855149d236057dcc7fee74b37970 \ + --hash=sha256:7934c968371d55759cac35be3b218cdf4b13f323f535ea0faa233240bab803b9 \ + --hash=sha256:93bb6c10cbdf1a2bda3b458d97b47436657d780f98dccf3d266e17e13568c0a9 \ + --hash=sha256:9c6f571121e4af45e3b5dc55f3dadd751cffff1f85f1c6fc5c4276db2bbed222 \ + --hash=sha256:b2106bceb2ce313628af915f2c2b1c9865612026dd3c9feddbfcc69e4ee6c971 \ + --hash=sha256:b293443725eddad31cf7b407bb24d5f3156c4b12a2c8041743cb7068a69fadcb + # via + # -r python/requirements/llm/llm-test-requirements.txt + # vllm y-py==0.6.2 \ --hash=sha256:015f7f6c1ce8a83d57955d1dc7ddd57cb633ae00576741a4fc9a0f72ed70007d \ --hash=sha256:032365dfe932bfab8e80937ad6093b4c22e67d63ad880096b5fa8768f8d829ba \