diff --git a/userbenchmark/dynamo/dynamobench/common.py b/userbenchmark/dynamo/dynamobench/common.py
index eede963a1..06a536fab 100644
--- a/userbenchmark/dynamo/dynamobench/common.py
+++ b/userbenchmark/dynamo/dynamobench/common.py
@@ -42,7 +42,6 @@
 import torch.distributed
 import torch.multiprocessing as mp
 from torch._C import _has_cuda as HAS_CUDA, _has_xpu as HAS_XPU
-from torch._C._nativert import PyModelRunner
 from torch._dynamo.profiler import fx_insert_profiling, Profiler
 from torch._dynamo.testing import (
     dummy_fx_compile,
@@ -1487,6 +1486,7 @@ def load(cls, model, example_inputs):
                     f, exported_programs={"forward": ep}
                 )
                 filename = f.name
+            from torch._C._nativert import PyModelRunner
             cls.cache[key] = PyModelRunner(filename, "forward")
 
         return cls.cache[key]