Support INT8 SDPA template for CPU

test/prototype/inductor/test_int8_sdpa_fusion.py

@@ -122,10 +122,14 @@ def _check_common(
             if has_fuse_pattern:
                 self.assertGreaterEqual(counters["inductor"]["int8_fuse_attention"], 1)
             if contains:
-                # many of the patterns get re-expanded in dispatcher
-                self.assertIn(
-                    "torchao.qscaled_dot_product",
-                    source_code,
+                self.assertTrue(
+                    any(
+                        op_name in source_code
+                        for op_name in [
+                            "qscaled_dot_product",
+                            "cpp_fused_quantize_per_tensor",
+                        ]
+                    )
                 )
 
             # some tests configured with very low dropout where we still want to check equality

torchao/prototype/inductor/codegen/__init__.py

@@ -0,0 +1,5 @@
+from .cpp_int8_sdpa_template import CppInt8SdpaTemplate
+
+__all__ = [
+    "CppInt8SdpaTemplate",
+]