diff --git a/tensorflow_estimator/python/estimator/estimator.py b/tensorflow_estimator/python/estimator/estimator.py
index cecf5a49..79d44e89 100644
--- a/tensorflow_estimator/python/estimator/estimator.py
+++ b/tensorflow_estimator/python/estimator/estimator.py
@@ -881,7 +881,7 @@ def _export_all_saved_models(
           gfile.Copy(source, dest_absolute)
 
       # '/' is needed when rename a oss directory.
-      gfile.Rename(temp_export_dir + '/', export_dir)
+      gfile.Rename(temp_export_dir + b'/', export_dir)
       return export_dir
 
   def _add_meta_graph_for_mode(self,