diff --git a/vllm/compilation/backends.py b/vllm/compilation/backends.py
index c493a764f56d..979b00586ef0 100644
--- a/vllm/compilation/backends.py
+++ b/vllm/compilation/backends.py
@@ -239,6 +239,8 @@ def __init__(self, module: torch.fx.GraphModule,
         self.graph_pool = graph_pool
         self.vllm_config = vllm_config
         self.vllm_backend = vllm_backend
+        # When True, it annoyingly dumps the torch.fx.Graph on errors.
+        self.extra_traceback = False
 
     def run(self, *args):
         fake_args = [