pickle changes

Author: TomAugspurger

pandas/tests/io/data/legacy_pickle/0.20.3/0.20.3_x86_64_darwin_3.5.2.pickle renamed to pandas/tests/io/data/legacy_pickle/0.20.3/0.20.3_x86_64_darwin_3.5.6.pickle

@@ -11,12 +11,12 @@
 cd ~/
 
 $ python pandas/pandas/tests/io/generate_legacy_storage_files.py \
-    pandas/pandas/tests/io/data/legacy_pickle/0.18.1/ pickle
+    pandas/pandas/tests/io/data/legacy_pickle/0.20.3/ pickle
 
 This script generates a storage file for the current arch, system,
 and python version
   pandas version: 0.20.3
-  output dir    : pandas/pandas/tests/io/data/legacy_pickle/0.18.1/
+  output dir    : pandas/pandas/tests/io/data/legacy_pickle/0.20.3/
   storage format: pickle
 created pickle file: 0.20.3_x86_64_darwin_3.5.2.pickle
 
@@ -54,6 +54,7 @@
     RangeIndex,
     Series,
     Timestamp,
+    bdate_range,
     date_range,
     period_range,
     timedelta_range,
@@ -83,9 +84,56 @@
     YearEnd,
 )
 
+try:
+    from pandas.arrays import SparseArray
+except ImportError:
+    from pandas.core.sparse.api import SparseArray
+
+
 _loose_version = LooseVersion(pandas.__version__)
 
 
+def _create_sp_series():
+    nan = np.nan
+
+    # nan-based
+    arr = np.arange(15, dtype=np.float64)
+    arr[7:12] = nan
+    arr[-1:] = nan
+
+    bseries = Series(SparseArray(arr, kind="block"))
+    bseries.name = "bseries"
+    return bseries
+
+
+def _create_sp_tsseries():
+    nan = np.nan
+
+    # nan-based
+    arr = np.arange(15, dtype=np.float64)
+    arr[7:12] = nan
+    arr[-1:] = nan
+
+    date_index = bdate_range("1/1/2011", periods=len(arr))
+    bseries = Series(SparseArray(arr, kind="block"), index=date_index)
+    bseries.name = "btsseries"
+    return bseries
+
+
+def _create_sp_frame():
+    nan = np.nan
+
+    data = {
+        "A": [nan, nan, nan, 0, 1, 2, 3, 4, 5, 6],
+        "B": [0, 1, 2, nan, nan, nan, 3, 4, 5, 6],
+        "C": np.arange(10).astype(np.int64),
+        "D": [0, 1, 2, 3, 4, 5, nan, nan, nan, nan],
+    }
+
+    dates = bdate_range("1/1/2011", periods=10)
+    return DataFrame(data, index=dates).apply(SparseArray)
+
+
 def create_data():
     """ create the pickle/msgpack data """
 
@@ -243,6 +291,8 @@ def create_data():
         index=index,
         scalars=scalars,
         mi=mi,
+        sp_series=dict(float=_create_sp_series(), ts=_create_sp_tsseries()),
+        sp_frame=dict(float=_create_sp_frame()),
         cat=cat,
         timestamp=timestamp,
         offsets=off,
@@ -262,6 +312,8 @@ def _u(x):
 def create_msgpack_data():
     data = create_data()
     # Not supported
+    del data["sp_series"]
+    del data["sp_frame"]
     del data["series"]["cat"]
     del data["series"]["period"]
     del data["frame"]["cat_onecol"]

pandas/tests/io/generate_legacy_storage_files.py

@@ -49,8 +49,8 @@ def compare_element(result, expected, typ, version=None):
         return
 
     if typ.startswith("sp_"):
-        comparator = getattr(tm, "assert_{typ}_equal".format(typ=typ))
-        comparator(result, expected, exact_indices=False)
+        comparator = tm.assert_equal
+        comparator(result, expected)
     elif typ == "timestamp":
         if expected is pd.NaT:
             assert result is pd.NaT