diff --git a/csrc/setup_hip.py b/csrc/setup_hip.py
index 5bee7e02e8f6..2439f029c901 100644
--- a/csrc/setup_hip.py
+++ b/csrc/setup_hip.py
@@ -50,6 +50,8 @@ def update_git_submodule():
             "./gpu/quant_int8.cu",
             "./gpu/dequant_int8.cu",
             "./gpu/flash_attn_bwd.cc",
+            "./gpu/update_inputs_v2.cu",
+            "./gpu/set_preids_token_penalty_multi_scores.cu",
         ],
         extra_compile_args={
             "cxx": ["-O3"],