fix: Add truncate_long_and_double to Dynamo

- Add default, setting, and function arguments for
`truncate_long_and_double` in Dynamo

Author: gs-olive

py/torch_tensorrt/dynamo/backend/__init__.py

@@ -21,6 +21,7 @@
     VERSION_COMPATIBLE,
     OPTIMIZATION_LEVEL,
     USE_EXPERIMENTAL_RT,
+    TRUNCATE_LONG_AND_DOUBLE,
 )
 
 
@@ -44,7 +45,7 @@ def compile(
     dla_local_dram_size=1073741824,
     dla_global_dram_size=536870912,
     calibrator=None,
-    truncate_long_and_double=False,
+    truncate_long_and_double=TRUNCATE_LONG_AND_DOUBLE,
     require_full_compilation=False,
     min_block_size=MIN_BLOCK_SIZE,
     torch_executed_ops=[],
@@ -63,7 +64,7 @@ def compile(
         "The Dynamo backend is an experimental feature, for which only the "
         + "following arguments are supported: "
         + "{enabled_precisions, debug, workspace_size, min_block_size, "
-        + "torch_executed_ops, pass_through_build_failures}"
+        + "truncate_long_and_double, torch_executed_ops, pass_through_build_failures}"
     )
 
     if not isinstance(inputs, collections.abc.Sequence):
@@ -100,6 +101,7 @@ def compile(
         version_compatible=version_compatible,
         optimization_level=optimization_level,
         use_experimental_rt=use_experimental_rt,
+        truncate_long_and_double=truncate_long_and_double,
         **kwargs,
     )
 
@@ -127,6 +129,7 @@ def create_backend(
     version_compatible: bool = VERSION_COMPATIBLE,
     optimization_level: Optional[int] = OPTIMIZATION_LEVEL,
     use_experimental_rt: bool = USE_EXPERIMENTAL_RT,
+    truncate_long_and_double: bool = TRUNCATE_LONG_AND_DOUBLE,
     **kwargs,
 ):
     """Create torch.compile backend given specified arguments
@@ -160,6 +163,7 @@ def create_backend(
         version_compatible=version_compatible,
         optimization_level=optimization_level,
         use_experimental_rt=use_experimental_rt,
+        truncate_long_and_double=truncate_long_and_double,
     )
 
     return partial(

py/torch_tensorrt/dynamo/common/_defaults.py

@@ -10,3 +10,4 @@
 VERSION_COMPATIBLE = False
 OPTIMIZATION_LEVEL = None
 USE_EXPERIMENTAL_RT = False
+TRUNCATE_LONG_AND_DOUBLE = False

py/torch_tensorrt/dynamo/common/_settings.py

@@ -12,6 +12,7 @@
     VERSION_COMPATIBLE,
     OPTIMIZATION_LEVEL,
     USE_EXPERIMENTAL_RT,
+    TRUNCATE_LONG_AND_DOUBLE,
 )
 
 
@@ -27,3 +28,4 @@ class CompilationSettings:
     version_compatible: bool = VERSION_COMPATIBLE
     optimization_level: Optional[int] = OPTIMIZATION_LEVEL
     use_experimental_rt: bool = USE_EXPERIMENTAL_RT
+    truncate_long_and_double: bool = TRUNCATE_LONG_AND_DOUBLE