We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 44ecec6 commit c0914abCopy full SHA for c0914ab
tests/unittest/api_stability/references/llm.yaml
@@ -55,6 +55,8 @@ methods:
55
default: null
56
# Runtime behavior
57
fail_fast_on_attention_window_too_large:
58
+ annotation: bool
59
+ default: false
60
garbage_collection_gen0_threshold:
61
annotation: int
62
default: 20000
@@ -104,7 +106,7 @@ methods:
104
106
torch_compile_config:
105
107
annotation: Optional[tensorrt_llm.llmapi.llm_args.TorchCompileConfig]
108
- autotuner_enabled:
109
+ enable_autotuner:
110
annotation: bool
111
default: True
112
enable_layerwise_nvtx_marker:
0 commit comments