diff --git a/internal/guest/runtime/hcsv2/nvidia_utils.go b/internal/guest/runtime/hcsv2/nvidia_utils.go
index f55b56826b..59d9f50654 100644
--- a/internal/guest/runtime/hcsv2/nvidia_utils.go
+++ b/internal/guest/runtime/hcsv2/nvidia_utils.go
@@ -38,7 +38,6 @@ func addNvidiaDeviceHook(ctx context.Context, spec *oci.Spec, ociBundlePath stri
 		genericHookPath,
 		nvidiaToolBinary,
 		debugOption,
-		"--load-kmods",
 		"--no-pivot",
 		"configure",
 		"--ldconfig=@/sbin/ldconfig",