@@ -1274,6 +1274,7 @@ function compile_mlir!(
1274
1274
join (
1275
1275
if raise_first
1276
1276
[
1277
+ " mark-func-memory-effects" ,
1277
1278
opt_passes,
1278
1279
kern,
1279
1280
raise_passes,
@@ -1289,6 +1290,7 @@ function compile_mlir!(
1289
1290
]
1290
1291
else
1291
1292
[
1293
+ " mark-func-memory-effects" ,
1292
1294
opt_passes,
1293
1295
" enzyme-batch" ,
1294
1296
opt_passes2,
@@ -1312,9 +1314,10 @@ function compile_mlir!(
1312
1314
mod,
1313
1315
join (
1314
1316
if raise_first
1315
- [opt_passes]
1317
+ [" mark-func-memory-effects " , opt_passes]
1316
1318
else
1317
1319
[
1320
+ " mark-func-memory-effects" ,
1318
1321
opt_passes,
1319
1322
" enzyme-batch" ,
1320
1323
opt_passes2,
@@ -1336,6 +1339,7 @@ function compile_mlir!(
1336
1339
join (
1337
1340
if raise_first
1338
1341
[
1342
+ " mark-func-memory-effects" ,
1339
1343
opt_passes,
1340
1344
kern,
1341
1345
raise_passes,
@@ -1350,6 +1354,7 @@ function compile_mlir!(
1350
1354
]
1351
1355
else
1352
1356
[
1357
+ " mark-func-memory-effects" ,
1353
1358
opt_passes,
1354
1359
" enzyme-batch" ,
1355
1360
opt_passes2,
@@ -1372,9 +1377,10 @@ function compile_mlir!(
1372
1377
mod,
1373
1378
join (
1374
1379
if raise_first
1375
- [opt_passes]
1380
+ [" mark-func-memory-effects " , opt_passes]
1376
1381
else
1377
1382
[
1383
+ " mark-func-memory-effects" ,
1378
1384
opt_passes,
1379
1385
" enzyme-batch" ,
1380
1386
opt_passes2,
@@ -1396,6 +1402,7 @@ function compile_mlir!(
1396
1402
mod,
1397
1403
join (
1398
1404
[
1405
+ " mark-func-memory-effects" ,
1399
1406
opt_passes,
1400
1407
" enzyme-batch" ,
1401
1408
opt_passes2,
@@ -1415,6 +1422,7 @@ function compile_mlir!(
1415
1422
mod,
1416
1423
join (
1417
1424
[
1425
+ " mark-func-memory-effects" ,
1418
1426
" enzyme-batch" ,
1419
1427
enzyme_pass,
1420
1428
" canonicalize" ,
@@ -1431,6 +1439,7 @@ function compile_mlir!(
1431
1439
join (
1432
1440
if raise_first
1433
1441
[
1442
+ " mark-func-memory-effects" ,
1434
1443
kern,
1435
1444
raise_passes,
1436
1445
" enzyme-batch" ,
@@ -1443,6 +1452,7 @@ function compile_mlir!(
1443
1452
]
1444
1453
else
1445
1454
[
1455
+ " mark-func-memory-effects" ,
1446
1456
" enzyme-batch" ,
1447
1457
enzyme_pass,
1448
1458
" canonicalize" ,
@@ -1464,6 +1474,7 @@ function compile_mlir!(
1464
1474
join (
1465
1475
if raise_first
1466
1476
[
1477
+ " mark-func-memory-effects" ,
1467
1478
opt_passes,
1468
1479
kern,
1469
1480
raise_passes,
@@ -1475,6 +1486,7 @@ function compile_mlir!(
1475
1486
]
1476
1487
else
1477
1488
[
1489
+ " mark-func-memory-effects" ,
1478
1490
opt_passes,
1479
1491
" enzyme-batch" ,
1480
1492
opt_passes2,
@@ -1490,7 +1502,7 @@ function compile_mlir!(
1490
1502
" after_enzyme" ,
1491
1503
)
1492
1504
elseif optimize === :canonicalize
1493
- run_pass_pipeline! (mod, " canonicalize" , " canonicalize" )
1505
+ run_pass_pipeline! (mod, " mark-func-memory-effects, canonicalize" , " canonicalize" )
1494
1506
elseif optimize === :just_batch
1495
1507
run_pass_pipeline! (mod, " enzyme-batch" , " enzyme-batch" )
1496
1508
elseif optimize isa String
0 commit comments