@@ -931,14 +931,14 @@ function compile_mlir!(
931
931
end
932
932
933
933
if optimize === :all
934
- run_pass_pipeline! (mod, join ([opt_passes, " enzyme-batch" , opt_passes2], " ," ))
935
- run_pass_pipeline! (
936
- mod, " $enzyme_pass ,arith-raise{stablehlo=true}" ; enable_verifier= false
937
- )
938
934
run_pass_pipeline! (
939
935
mod,
940
936
join (
941
937
[
938
+ opt_passes,
939
+ " enzyme-batch" ,
940
+ opt_passes2,
941
+ enzyme_pass,
942
942
" canonicalize" ,
943
943
" remove-unnecessary-enzyme-ops" ,
944
944
" enzyme-simplify-math" ,
@@ -947,18 +947,18 @@ function compile_mlir!(
947
947
raise_passes,
948
948
jit,
949
949
],
950
- ' , ' ,
950
+ " , " ,
951
951
),
952
952
)
953
953
elseif optimize === :before_kernel
954
- run_pass_pipeline! (mod, join ([opt_passes, " enzyme-batch" , opt_passes2], " ," ))
955
- run_pass_pipeline! (
956
- mod, " $enzyme_pass ,arith-raise{stablehlo=true}" ; enable_verifier= false
957
- )
958
954
run_pass_pipeline! (
959
955
mod,
960
956
join (
961
957
[
958
+ opt_passes,
959
+ " enzyme-batch" ,
960
+ opt_passes2,
961
+ enzyme_pass,
962
962
" canonicalize" ,
963
963
" remove-unnecessary-enzyme-ops" ,
964
964
" enzyme-simplify-math" ,
@@ -968,14 +968,14 @@ function compile_mlir!(
968
968
),
969
969
)
970
970
elseif optimize === :before_jit
971
- run_pass_pipeline! (mod, join ([opt_passes, " enzyme-batch" , opt_passes2], " ," ))
972
- run_pass_pipeline! (
973
- mod, " $enzyme_pass ,arith-raise{stablehlo=true}" ; enable_verifier= false
974
- )
975
971
run_pass_pipeline! (
976
972
mod,
977
973
join (
978
974
[
975
+ opt_passes,
976
+ " enzyme-batch" ,
977
+ opt_passes2,
978
+ enzyme_pass,
979
979
" canonicalize" ,
980
980
" remove-unnecessary-enzyme-ops" ,
981
981
" enzyme-simplify-math" ,
@@ -987,14 +987,14 @@ function compile_mlir!(
987
987
),
988
988
)
989
989
elseif optimize === :before_raise
990
- run_pass_pipeline! (mod, join ([opt_passes, " enzyme-batch" , opt_passes2], " ," ))
991
- run_pass_pipeline! (
992
- mod, " $enzyme_pass ,arith-raise{stablehlo=true}" ; enable_verifier= false
993
- )
994
990
run_pass_pipeline! (
995
991
mod,
996
992
join (
997
993
[
994
+ opt_passes,
995
+ " enzyme-batch" ,
996
+ opt_passes2,
997
+ enzyme_pass,
998
998
" canonicalize" ,
999
999
" remove-unnecessary-enzyme-ops" ,
1000
1000
" enzyme-simplify-math" ,
@@ -1005,12 +1005,14 @@ function compile_mlir!(
1005
1005
),
1006
1006
)
1007
1007
elseif optimize === :no_enzyme
1008
- run_pass_pipeline! (mod, join ([opt_passes, " enzyme-batch" , opt_passes2], " ," ))
1009
- run_pass_pipeline! (mod, " arith-raise{stablehlo=true}" ; enable_verifier= false )
1010
1008
run_pass_pipeline! (
1011
1009
mod,
1012
1010
join (
1013
1011
[
1012
+ opt_passes,
1013
+ " enzyme-batch" ,
1014
+ opt_passes2,
1015
+ enzyme_pass,
1014
1016
" canonicalize" ,
1015
1017
" remove-unnecessary-enzyme-ops" ,
1016
1018
" enzyme-simplify-math" ,
@@ -1020,26 +1022,26 @@ function compile_mlir!(
1020
1022
),
1021
1023
)
1022
1024
elseif optimize === :only_enzyme
1023
- run_pass_pipeline! (mod, " enzyme-batch" )
1024
- run_pass_pipeline! (
1025
- mod, " $enzyme_pass ,arith-raise{stablehlo=true}" ; enable_verifier= false
1026
- )
1027
1025
run_pass_pipeline! (
1028
1026
mod,
1029
1027
join (
1030
- [" canonicalize" , " remove-unnecessary-enzyme-ops" , " enzyme-simplify-math" ],
1028
+ [
1029
+ " enzyme-batch" ,
1030
+ enzyme_pass,
1031
+ " canonicalize" ,
1032
+ " remove-unnecessary-enzyme-ops" ,
1033
+ " enzyme-simplify-math" ,
1034
+ ],
1031
1035
' ,' ,
1032
1036
),
1033
1037
)
1034
1038
elseif optimize === :after_enzyme
1035
- run_pass_pipeline! (mod, " enzyme-batch" )
1036
- run_pass_pipeline! (
1037
- mod, " $enzyme_pass ,arith-raise{stablehlo=true}" ; enable_verifier= false
1038
- )
1039
1039
run_pass_pipeline! (
1040
1040
mod,
1041
1041
join (
1042
1042
[
1043
+ " enzyme-batch" ,
1044
+ enzyme_pass,
1043
1045
" canonicalize" ,
1044
1046
" remove-unnecessary-enzyme-ops" ,
1045
1047
" enzyme-simplify-math" ,
@@ -1052,14 +1054,14 @@ function compile_mlir!(
1052
1054
),
1053
1055
)
1054
1056
elseif optimize === :before_enzyme
1055
- run_pass_pipeline! (mod, join ([opt_passes, " enzyme-batch" , opt_passes2], " ," ))
1056
- run_pass_pipeline! (
1057
- mod, " $enzyme_pass ,arith-raise{stablehlo=true}" ; enable_verifier= false
1058
- )
1059
1057
run_pass_pipeline! (
1060
1058
mod,
1061
1059
join (
1062
1060
[
1061
+ opt_passes,
1062
+ " enzyme-batch" ,
1063
+ opt_passes2,
1064
+ enzyme_pass,
1063
1065
" canonicalize,remove-unnecessary-enzyme-ops,enzyme-simplify-math" ,
1064
1066
kern,
1065
1067
raise_passes,
0 commit comments