diff --git a/mmdet/models/roi_heads/roi_extractors/single_level_roi_extractor.py b/mmdet/models/roi_heads/roi_extractors/single_level_roi_extractor.py
index 23008245a9c..dbc5aef15b9 100644
--- a/mmdet/models/roi_heads/roi_extractors/single_level_roi_extractor.py
+++ b/mmdet/models/roi_heads/roi_extractors/single_level_roi_extractor.py
@@ -69,9 +69,6 @@ def forward(self, feats, rois, roi_scale_factor=None):
         else:
             roi_feats = feats[0].new_zeros(
                 rois.size(0), self.out_channels, *out_size)
-        # TODO: remove this when parrots supports
-        if torch.__version__ == 'parrots':
-            roi_feats.requires_grad = True
 
         if num_levels == 1:
             if len(rois) == 0: