diff --git a/csrc/cache.h b/csrc/cache.h
index da49d9103214b..b26faad2ca814 100644
--- a/csrc/cache.h
+++ b/csrc/cache.h
@@ -1,3 +1,5 @@
+#pragma once
+
 #include <torch/extension.h>
 
 #include <map>
diff --git a/csrc/cuda_utils.h b/csrc/cuda_utils.h
index 85cb199b9aa0c..69c96cef0d17e 100644
--- a/csrc/cuda_utils.h
+++ b/csrc/cuda_utils.h
@@ -1,3 +1,5 @@
+#pragma once
+
 #include <torch/extension.h>
 
 int get_device_attribute(
diff --git a/csrc/dispatch_utils.h b/csrc/dispatch_utils.h
index 7c0c49d392a98..0ae9cd6415982 100644
--- a/csrc/dispatch_utils.h
+++ b/csrc/dispatch_utils.h
@@ -2,6 +2,8 @@
  * Adapted from
  * https://github.com/pytorch/pytorch/blob/v2.0.1/aten/src/ATen/Dispatch.h
  */
+#pragma once
+
 #include <torch/extension.h>
 
 #define VLLM_DISPATCH_CASE_FLOATING_TYPES(...)              \
diff --git a/csrc/ops.h b/csrc/ops.h
index 7a174179f7248..5ded1c1286e4e 100644
--- a/csrc/ops.h
+++ b/csrc/ops.h
@@ -1,3 +1,5 @@
+#pragma once
+
 #include <torch/extension.h>
 
 void paged_attention_v1(