[llm.serving] Address dependencies related issues for llm serving (#5…

…0785) Two dependencies we are resolving that requires to pin `xgrammar` and `pynvml` to specific versions. Related vllm PR/ issues - vllm-project/vllm#13338 - vllm-project/vllm#12847 --------- Signed-off-by: Gene Su <[email protected]>
ray-project · Feb 21, 2025 · d5368a8 · d5368a8
1 parent f5a53fe
commit d5368a8
Show file tree

Hide file tree

Showing 7 changed files with 110 additions and 114 deletions.
diff --git a/python/requirements/llm/llm-test-requirements.txt b/python/requirements/llm/llm-test-requirements.txt
@@ -2,3 +2,5 @@ pytest
 aiohttp
 pillow
 httpx>=0.27.2
+pynvml>=12.0.0
+xgrammar>=0.1.11, !=0.1.13, !=0.1.12
diff --git a/python/requirements_compiled_rayllm_py311_cpu.txt b/python/requirements_compiled_rayllm_py311_cpu.txt
@@ -3125,24 +3125,19 @@ xformers==0.0.28.post3 \
     # via
     #   -c python/requirements_compiled_rayllm_test_py311_cpu.txt
     #   vllm
-xgrammar==0.1.13 \
-    --hash=sha256:0e3232b3540e426df68712ebdf8c7f55976a67735a505cff0a05ca915d6ba7b7 \
-    --hash=sha256:2b8b638ae84afc0170d0c2361771f7b7f21695fbf982b52782b1a57f43927800 \
-    --hash=sha256:5d0ed6118652e5dd974423fa4b4759c6de6e16ff2f630a7f55558c0667c0aa25 \
-    --hash=sha256:65677e7b3b44cc2e07e893d223c59586c18841dc0893d7dfb3158c10579d8119 \
-    --hash=sha256:6c9b605f6713a01e097a5793bb14a225644f0616615a333c57061ddb134ddc03 \
-    --hash=sha256:7c1017a39628f4242c679d746b50c087f37f0baadeca11145fc5d68260136c8c \
-    --hash=sha256:8ccbdcc99b62ad6e509ab3b5c4806008b3f6e3501f1e02c5285dd768233e87fe \
-    --hash=sha256:9c569592cfda167b3c8dd45ea7a03afca926bdf050f2e70f87fbc265a9c89332 \
-    --hash=sha256:9e050755afff2f65f2fb4880e46270faac0cba9067cdb366c8616d51198bd4ab \
-    --hash=sha256:abbd74bf88bdb263d510d393ebbcab8244b314cd9c4efba683180ded17c8386f \
-    --hash=sha256:aec4671d522db5a79f31eed586cb1d25f8e8d650aafcde59f22fb236eeea5e1e \
-    --hash=sha256:b32c4f07baaf9a5891c3064068e4f39677da5d87fa3085d6dd935c8b72c26aa7 \
-    --hash=sha256:bc7a29bd856fadcc6779466b016822a68083976174210ea86e698febc1ffc343 \
-    --hash=sha256:d1a2613df6ac86710b5a09afbb1742ec27785f0222a13e4b7a8113f93d6201af \
-    --hash=sha256:d38885aff44cf06cdf457543fbfb1d104e2d3f4e77712f09590d20e30e7ef3e5 \
-    --hash=sha256:d571d18185246ce36b04c9156a22b36f0cf1b4587f7f91a0818c999526496459 \
-    --hash=sha256:f400de04c226336f7831cdd332c25b94852bb5fd3d2b63625461fdd23d13486f
+xgrammar==0.1.11 \
+    --hash=sha256:035ec93306543b99bf2141dcc7f1a6dd0c255753fc8b5a2b5f3289a59fed8e37 \
+    --hash=sha256:12dd579a7073c14981e01aeee566d20e60001bf90af23024e0e6692a770ff535 \
+    --hash=sha256:1854d0fe6b908a3d2d42251a62e627224dbf6035a4322b844b1b5a277e3d0461 \
+    --hash=sha256:3b3975dcf4b3ed7b16bbe3c068738b09847f841793e1c5e1b4a07dff36bbdc37 \
+    --hash=sha256:561f8d4307db8cf5d3c3b3ff46eda6d95379f6e801278dbf9153a9d5e8b6126c \
+    --hash=sha256:5ed31db2669dc499d9d29bb16f30b3395332ff9d0fb80b759697190a5ef5258b \
+    --hash=sha256:6ac3cbb0a82a3a9d07f0739f63b2e26cbef7855149d236057dcc7fee74b37970 \
+    --hash=sha256:7934c968371d55759cac35be3b218cdf4b13f323f535ea0faa233240bab803b9 \
+    --hash=sha256:93bb6c10cbdf1a2bda3b458d97b47436657d780f98dccf3d266e17e13568c0a9 \
+    --hash=sha256:9c6f571121e4af45e3b5dc55f3dadd751cffff1f85f1c6fc5c4276db2bbed222 \
+    --hash=sha256:b2106bceb2ce313628af915f2c2b1c9865612026dd3c9feddbfcc69e4ee6c971 \
+    --hash=sha256:b293443725eddad31cf7b407bb24d5f3156c4b12a2c8041743cb7068a69fadcb
     # via
     #   -c python/requirements_compiled_rayllm_test_py311_cpu.txt
     #   vllm

diff --git a/python/requirements_compiled_rayllm_py311_cu121.txt b/python/requirements_compiled_rayllm_py311_cu121.txt
@@ -3211,24 +3211,19 @@ xformers==0.0.28.post3 \
     # via
     #   -c python/requirements_compiled_rayllm_test_py311_cu121.txt
     #   vllm
-xgrammar==0.1.13 \
-    --hash=sha256:0e3232b3540e426df68712ebdf8c7f55976a67735a505cff0a05ca915d6ba7b7 \
-    --hash=sha256:2b8b638ae84afc0170d0c2361771f7b7f21695fbf982b52782b1a57f43927800 \
-    --hash=sha256:5d0ed6118652e5dd974423fa4b4759c6de6e16ff2f630a7f55558c0667c0aa25 \
-    --hash=sha256:65677e7b3b44cc2e07e893d223c59586c18841dc0893d7dfb3158c10579d8119 \
-    --hash=sha256:6c9b605f6713a01e097a5793bb14a225644f0616615a333c57061ddb134ddc03 \
-    --hash=sha256:7c1017a39628f4242c679d746b50c087f37f0baadeca11145fc5d68260136c8c \
-    --hash=sha256:8ccbdcc99b62ad6e509ab3b5c4806008b3f6e3501f1e02c5285dd768233e87fe \
-    --hash=sha256:9c569592cfda167b3c8dd45ea7a03afca926bdf050f2e70f87fbc265a9c89332 \
-    --hash=sha256:9e050755afff2f65f2fb4880e46270faac0cba9067cdb366c8616d51198bd4ab \
-    --hash=sha256:abbd74bf88bdb263d510d393ebbcab8244b314cd9c4efba683180ded17c8386f \
-    --hash=sha256:aec4671d522db5a79f31eed586cb1d25f8e8d650aafcde59f22fb236eeea5e1e \
-    --hash=sha256:b32c4f07baaf9a5891c3064068e4f39677da5d87fa3085d6dd935c8b72c26aa7 \
-    --hash=sha256:bc7a29bd856fadcc6779466b016822a68083976174210ea86e698febc1ffc343 \
-    --hash=sha256:d1a2613df6ac86710b5a09afbb1742ec27785f0222a13e4b7a8113f93d6201af \
-    --hash=sha256:d38885aff44cf06cdf457543fbfb1d104e2d3f4e77712f09590d20e30e7ef3e5 \
-    --hash=sha256:d571d18185246ce36b04c9156a22b36f0cf1b4587f7f91a0818c999526496459 \
-    --hash=sha256:f400de04c226336f7831cdd332c25b94852bb5fd3d2b63625461fdd23d13486f
+xgrammar==0.1.11 \
+    --hash=sha256:035ec93306543b99bf2141dcc7f1a6dd0c255753fc8b5a2b5f3289a59fed8e37 \
+    --hash=sha256:12dd579a7073c14981e01aeee566d20e60001bf90af23024e0e6692a770ff535 \
+    --hash=sha256:1854d0fe6b908a3d2d42251a62e627224dbf6035a4322b844b1b5a277e3d0461 \
+    --hash=sha256:3b3975dcf4b3ed7b16bbe3c068738b09847f841793e1c5e1b4a07dff36bbdc37 \
+    --hash=sha256:561f8d4307db8cf5d3c3b3ff46eda6d95379f6e801278dbf9153a9d5e8b6126c \
+    --hash=sha256:5ed31db2669dc499d9d29bb16f30b3395332ff9d0fb80b759697190a5ef5258b \
+    --hash=sha256:6ac3cbb0a82a3a9d07f0739f63b2e26cbef7855149d236057dcc7fee74b37970 \
+    --hash=sha256:7934c968371d55759cac35be3b218cdf4b13f323f535ea0faa233240bab803b9 \
+    --hash=sha256:93bb6c10cbdf1a2bda3b458d97b47436657d780f98dccf3d266e17e13568c0a9 \
+    --hash=sha256:9c6f571121e4af45e3b5dc55f3dadd751cffff1f85f1c6fc5c4276db2bbed222 \
+    --hash=sha256:b2106bceb2ce313628af915f2c2b1c9865612026dd3c9feddbfcc69e4ee6c971 \
+    --hash=sha256:b293443725eddad31cf7b407bb24d5f3156c4b12a2c8041743cb7068a69fadcb
     # via
     #   -c python/requirements_compiled_rayllm_test_py311_cu121.txt
     #   vllm

diff --git a/python/requirements_compiled_rayllm_py311_cu124.txt b/python/requirements_compiled_rayllm_py311_cu124.txt
@@ -3229,24 +3229,19 @@ xformers==0.0.28.post3 \
     # via
     #   -c python/requirements_compiled_rayllm_test_py311_cu124.txt
     #   vllm
-xgrammar==0.1.13 \
-    --hash=sha256:0e3232b3540e426df68712ebdf8c7f55976a67735a505cff0a05ca915d6ba7b7 \
-    --hash=sha256:2b8b638ae84afc0170d0c2361771f7b7f21695fbf982b52782b1a57f43927800 \
-    --hash=sha256:5d0ed6118652e5dd974423fa4b4759c6de6e16ff2f630a7f55558c0667c0aa25 \
-    --hash=sha256:65677e7b3b44cc2e07e893d223c59586c18841dc0893d7dfb3158c10579d8119 \
-    --hash=sha256:6c9b605f6713a01e097a5793bb14a225644f0616615a333c57061ddb134ddc03 \
-    --hash=sha256:7c1017a39628f4242c679d746b50c087f37f0baadeca11145fc5d68260136c8c \
-    --hash=sha256:8ccbdcc99b62ad6e509ab3b5c4806008b3f6e3501f1e02c5285dd768233e87fe \
-    --hash=sha256:9c569592cfda167b3c8dd45ea7a03afca926bdf050f2e70f87fbc265a9c89332 \
-    --hash=sha256:9e050755afff2f65f2fb4880e46270faac0cba9067cdb366c8616d51198bd4ab \
-    --hash=sha256:abbd74bf88bdb263d510d393ebbcab8244b314cd9c4efba683180ded17c8386f \
-    --hash=sha256:aec4671d522db5a79f31eed586cb1d25f8e8d650aafcde59f22fb236eeea5e1e \
-    --hash=sha256:b32c4f07baaf9a5891c3064068e4f39677da5d87fa3085d6dd935c8b72c26aa7 \
-    --hash=sha256:bc7a29bd856fadcc6779466b016822a68083976174210ea86e698febc1ffc343 \
-    --hash=sha256:d1a2613df6ac86710b5a09afbb1742ec27785f0222a13e4b7a8113f93d6201af \
-    --hash=sha256:d38885aff44cf06cdf457543fbfb1d104e2d3f4e77712f09590d20e30e7ef3e5 \
-    --hash=sha256:d571d18185246ce36b04c9156a22b36f0cf1b4587f7f91a0818c999526496459 \
-    --hash=sha256:f400de04c226336f7831cdd332c25b94852bb5fd3d2b63625461fdd23d13486f
+xgrammar==0.1.11 \
+    --hash=sha256:035ec93306543b99bf2141dcc7f1a6dd0c255753fc8b5a2b5f3289a59fed8e37 \
+    --hash=sha256:12dd579a7073c14981e01aeee566d20e60001bf90af23024e0e6692a770ff535 \
+    --hash=sha256:1854d0fe6b908a3d2d42251a62e627224dbf6035a4322b844b1b5a277e3d0461 \
+    --hash=sha256:3b3975dcf4b3ed7b16bbe3c068738b09847f841793e1c5e1b4a07dff36bbdc37 \
+    --hash=sha256:561f8d4307db8cf5d3c3b3ff46eda6d95379f6e801278dbf9153a9d5e8b6126c \
+    --hash=sha256:5ed31db2669dc499d9d29bb16f30b3395332ff9d0fb80b759697190a5ef5258b \
+    --hash=sha256:6ac3cbb0a82a3a9d07f0739f63b2e26cbef7855149d236057dcc7fee74b37970 \
+    --hash=sha256:7934c968371d55759cac35be3b218cdf4b13f323f535ea0faa233240bab803b9 \
+    --hash=sha256:93bb6c10cbdf1a2bda3b458d97b47436657d780f98dccf3d266e17e13568c0a9 \
+    --hash=sha256:9c6f571121e4af45e3b5dc55f3dadd751cffff1f85f1c6fc5c4276db2bbed222 \
+    --hash=sha256:b2106bceb2ce313628af915f2c2b1c9865612026dd3c9feddbfcc69e4ee6c971 \
+    --hash=sha256:b293443725eddad31cf7b407bb24d5f3156c4b12a2c8041743cb7068a69fadcb
     # via
     #   -c python/requirements_compiled_rayllm_test_py311_cu124.txt
     #   vllm

diff --git a/python/requirements_compiled_rayllm_test_py311_cpu.txt b/python/requirements_compiled_rayllm_test_py311_cpu.txt
@@ -2084,7 +2084,9 @@ numpy==1.26.4 \
 nvidia-ml-py==12.570.86 \
     --hash=sha256:0508d4a0c7b6d015cf574530b95a62ed4fc89da3b8b47e1aefe6777db170ec8b \
     --hash=sha256:58907de35a845abd13dcb227f18298f3b5dd94a72d04c9e594e77711e95c0b51
-    # via vllm
+    # via
+    #   pynvml
+    #   vllm
 openai==1.63.2 \
     --hash=sha256:1f38b27b5a40814c2b7d8759ec78110df58c4a614c25f182809ca52b080ff4d4 \
     --hash=sha256:aeabeec984a7d2957b4928ceaa339e2ead19c61cfcf35ae62b7c363368d26360
@@ -2682,6 +2684,10 @@ pygments==2.18.0 \
     #   ipython
     #   nbconvert
     #   rich
+pynvml==12.0.0 \
+    --hash=sha256:299ce2451a6a17e6822d6faee750103e25b415f06f59abb8db65d30f794166f5 \
+    --hash=sha256:fdff84b62a27dbe98e08e1a647eb77342bef1aebe0878bcd15e99a83fcbecb9e
+    # via -r python/requirements/llm/llm-test-requirements.txt
 pyopenssl==24.2.1 \
     --hash=sha256:4247f0dbe3748d560dcbb2ff3ea01af0f9a1a001ef5f7c4c647956ed8cbf0e95 \
     --hash=sha256:967d5719b12b243588573f39b0c677637145c7a1ffedcd495a487e58177fbb8d
@@ -3874,25 +3880,22 @@ xformers==0.0.28.post3 \
     --hash=sha256:c7a2392c874dfd8f38b73e14492baf048a4f50f77ddf522bfcf6ebf5ee84d567 \
     --hash=sha256:e5ae1269ceea51c0d3a0a03ebe729aaae8e29dc4ca5e0f5a3bcd482045905811
     # via vllm
-xgrammar==0.1.13 \
-    --hash=sha256:0e3232b3540e426df68712ebdf8c7f55976a67735a505cff0a05ca915d6ba7b7 \
-    --hash=sha256:2b8b638ae84afc0170d0c2361771f7b7f21695fbf982b52782b1a57f43927800 \
-    --hash=sha256:5d0ed6118652e5dd974423fa4b4759c6de6e16ff2f630a7f55558c0667c0aa25 \
-    --hash=sha256:65677e7b3b44cc2e07e893d223c59586c18841dc0893d7dfb3158c10579d8119 \
-    --hash=sha256:6c9b605f6713a01e097a5793bb14a225644f0616615a333c57061ddb134ddc03 \
-    --hash=sha256:7c1017a39628f4242c679d746b50c087f37f0baadeca11145fc5d68260136c8c \
-    --hash=sha256:8ccbdcc99b62ad6e509ab3b5c4806008b3f6e3501f1e02c5285dd768233e87fe \
-    --hash=sha256:9c569592cfda167b3c8dd45ea7a03afca926bdf050f2e70f87fbc265a9c89332 \
-    --hash=sha256:9e050755afff2f65f2fb4880e46270faac0cba9067cdb366c8616d51198bd4ab \
-    --hash=sha256:abbd74bf88bdb263d510d393ebbcab8244b314cd9c4efba683180ded17c8386f \
-    --hash=sha256:aec4671d522db5a79f31eed586cb1d25f8e8d650aafcde59f22fb236eeea5e1e \
-    --hash=sha256:b32c4f07baaf9a5891c3064068e4f39677da5d87fa3085d6dd935c8b72c26aa7 \
-    --hash=sha256:bc7a29bd856fadcc6779466b016822a68083976174210ea86e698febc1ffc343 \
-    --hash=sha256:d1a2613df6ac86710b5a09afbb1742ec27785f0222a13e4b7a8113f93d6201af \
-    --hash=sha256:d38885aff44cf06cdf457543fbfb1d104e2d3f4e77712f09590d20e30e7ef3e5 \
-    --hash=sha256:d571d18185246ce36b04c9156a22b36f0cf1b4587f7f91a0818c999526496459 \
-    --hash=sha256:f400de04c226336f7831cdd332c25b94852bb5fd3d2b63625461fdd23d13486f
-    # via vllm
+xgrammar==0.1.11 \
+    --hash=sha256:035ec93306543b99bf2141dcc7f1a6dd0c255753fc8b5a2b5f3289a59fed8e37 \
+    --hash=sha256:12dd579a7073c14981e01aeee566d20e60001bf90af23024e0e6692a770ff535 \
+    --hash=sha256:1854d0fe6b908a3d2d42251a62e627224dbf6035a4322b844b1b5a277e3d0461 \
+    --hash=sha256:3b3975dcf4b3ed7b16bbe3c068738b09847f841793e1c5e1b4a07dff36bbdc37 \
+    --hash=sha256:561f8d4307db8cf5d3c3b3ff46eda6d95379f6e801278dbf9153a9d5e8b6126c \
+    --hash=sha256:5ed31db2669dc499d9d29bb16f30b3395332ff9d0fb80b759697190a5ef5258b \
+    --hash=sha256:6ac3cbb0a82a3a9d07f0739f63b2e26cbef7855149d236057dcc7fee74b37970 \
+    --hash=sha256:7934c968371d55759cac35be3b218cdf4b13f323f535ea0faa233240bab803b9 \
+    --hash=sha256:93bb6c10cbdf1a2bda3b458d97b47436657d780f98dccf3d266e17e13568c0a9 \
+    --hash=sha256:9c6f571121e4af45e3b5dc55f3dadd751cffff1f85f1c6fc5c4276db2bbed222 \
+    --hash=sha256:b2106bceb2ce313628af915f2c2b1c9865612026dd3c9feddbfcc69e4ee6c971 \
+    --hash=sha256:b293443725eddad31cf7b407bb24d5f3156c4b12a2c8041743cb7068a69fadcb
+    # via
+    #   -r python/requirements/llm/llm-test-requirements.txt
+    #   vllm
 y-py==0.6.2 \
     --hash=sha256:015f7f6c1ce8a83d57955d1dc7ddd57cb633ae00576741a4fc9a0f72ed70007d \
     --hash=sha256:032365dfe932bfab8e80937ad6093b4c22e67d63ad880096b5fa8768f8d829ba \

diff --git a/python/requirements_compiled_rayllm_test_py311_cu121.txt b/python/requirements_compiled_rayllm_test_py311_cu121.txt
@@ -2126,7 +2126,9 @@ nvidia-cusparse-cu12==12.1.0.106 \
 nvidia-ml-py==12.570.86 \
     --hash=sha256:0508d4a0c7b6d015cf574530b95a62ed4fc89da3b8b47e1aefe6777db170ec8b \
     --hash=sha256:58907de35a845abd13dcb227f18298f3b5dd94a72d04c9e594e77711e95c0b51
-    # via vllm
+    # via
+    #   pynvml
+    #   vllm
 nvidia-nccl-cu12==2.21.5 \
     --hash=sha256:8579076d30a8c24988834445f8d633c697d42397e92ffc3f63fa26766d25e0a0
     # via torch
@@ -2738,6 +2740,10 @@ pygments==2.18.0 \
     #   ipython
     #   nbconvert
     #   rich
+pynvml==12.0.0 \
+    --hash=sha256:299ce2451a6a17e6822d6faee750103e25b415f06f59abb8db65d30f794166f5 \
+    --hash=sha256:fdff84b62a27dbe98e08e1a647eb77342bef1aebe0878bcd15e99a83fcbecb9e
+    # via -r python/requirements/llm/llm-test-requirements.txt
 pyopenssl==24.2.1 \
     --hash=sha256:4247f0dbe3748d560dcbb2ff3ea01af0f9a1a001ef5f7c4c647956ed8cbf0e95 \
     --hash=sha256:967d5719b12b243588573f39b0c677637145c7a1ffedcd495a487e58177fbb8d
@@ -3937,25 +3943,22 @@ xformers==0.0.28.post3 \
     --hash=sha256:c7a2392c874dfd8f38b73e14492baf048a4f50f77ddf522bfcf6ebf5ee84d567 \
     --hash=sha256:e5ae1269ceea51c0d3a0a03ebe729aaae8e29dc4ca5e0f5a3bcd482045905811
     # via vllm
-xgrammar==0.1.13 \
-    --hash=sha256:0e3232b3540e426df68712ebdf8c7f55976a67735a505cff0a05ca915d6ba7b7 \
-    --hash=sha256:2b8b638ae84afc0170d0c2361771f7b7f21695fbf982b52782b1a57f43927800 \
-    --hash=sha256:5d0ed6118652e5dd974423fa4b4759c6de6e16ff2f630a7f55558c0667c0aa25 \
-    --hash=sha256:65677e7b3b44cc2e07e893d223c59586c18841dc0893d7dfb3158c10579d8119 \
-    --hash=sha256:6c9b605f6713a01e097a5793bb14a225644f0616615a333c57061ddb134ddc03 \
-    --hash=sha256:7c1017a39628f4242c679d746b50c087f37f0baadeca11145fc5d68260136c8c \
-    --hash=sha256:8ccbdcc99b62ad6e509ab3b5c4806008b3f6e3501f1e02c5285dd768233e87fe \
-    --hash=sha256:9c569592cfda167b3c8dd45ea7a03afca926bdf050f2e70f87fbc265a9c89332 \
-    --hash=sha256:9e050755afff2f65f2fb4880e46270faac0cba9067cdb366c8616d51198bd4ab \
-    --hash=sha256:abbd74bf88bdb263d510d393ebbcab8244b314cd9c4efba683180ded17c8386f \
-    --hash=sha256:aec4671d522db5a79f31eed586cb1d25f8e8d650aafcde59f22fb236eeea5e1e \
-    --hash=sha256:b32c4f07baaf9a5891c3064068e4f39677da5d87fa3085d6dd935c8b72c26aa7 \
-    --hash=sha256:bc7a29bd856fadcc6779466b016822a68083976174210ea86e698febc1ffc343 \
-    --hash=sha256:d1a2613df6ac86710b5a09afbb1742ec27785f0222a13e4b7a8113f93d6201af \
-    --hash=sha256:d38885aff44cf06cdf457543fbfb1d104e2d3f4e77712f09590d20e30e7ef3e5 \
-    --hash=sha256:d571d18185246ce36b04c9156a22b36f0cf1b4587f7f91a0818c999526496459 \
-    --hash=sha256:f400de04c226336f7831cdd332c25b94852bb5fd3d2b63625461fdd23d13486f
-    # via vllm
+xgrammar==0.1.11 \
+    --hash=sha256:035ec93306543b99bf2141dcc7f1a6dd0c255753fc8b5a2b5f3289a59fed8e37 \
+    --hash=sha256:12dd579a7073c14981e01aeee566d20e60001bf90af23024e0e6692a770ff535 \
+    --hash=sha256:1854d0fe6b908a3d2d42251a62e627224dbf6035a4322b844b1b5a277e3d0461 \
+    --hash=sha256:3b3975dcf4b3ed7b16bbe3c068738b09847f841793e1c5e1b4a07dff36bbdc37 \
+    --hash=sha256:561f8d4307db8cf5d3c3b3ff46eda6d95379f6e801278dbf9153a9d5e8b6126c \
+    --hash=sha256:5ed31db2669dc499d9d29bb16f30b3395332ff9d0fb80b759697190a5ef5258b \
+    --hash=sha256:6ac3cbb0a82a3a9d07f0739f63b2e26cbef7855149d236057dcc7fee74b37970 \
+    --hash=sha256:7934c968371d55759cac35be3b218cdf4b13f323f535ea0faa233240bab803b9 \
+    --hash=sha256:93bb6c10cbdf1a2bda3b458d97b47436657d780f98dccf3d266e17e13568c0a9 \
+    --hash=sha256:9c6f571121e4af45e3b5dc55f3dadd751cffff1f85f1c6fc5c4276db2bbed222 \
+    --hash=sha256:b2106bceb2ce313628af915f2c2b1c9865612026dd3c9feddbfcc69e4ee6c971 \
+    --hash=sha256:b293443725eddad31cf7b407bb24d5f3156c4b12a2c8041743cb7068a69fadcb
+    # via
+    #   -r python/requirements/llm/llm-test-requirements.txt
+    #   vllm
 y-py==0.6.2 \
     --hash=sha256:015f7f6c1ce8a83d57955d1dc7ddd57cb633ae00576741a4fc9a0f72ed70007d \
     --hash=sha256:032365dfe932bfab8e80937ad6093b4c22e67d63ad880096b5fa8768f8d829ba \