1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39
|
import numpy as np
from pandas import (
DataFrame,
Index,
date_range,
read_pickle,
)
from ..pandas_vb_common import BaseIO
class Pickle(BaseIO):
def setup(self):
self.fname = "__test__.pkl"
N = 100000
C = 5
self.df = DataFrame(
np.random.randn(N, C),
columns=[f"float{i}" for i in range(C)],
index=date_range("20000101", periods=N, freq="h"),
)
self.df["object"] = Index([f"i-{i}" for i in range(N)], dtype=object)
self.df.to_pickle(self.fname)
def time_read_pickle(self):
read_pickle(self.fname)
def time_write_pickle(self):
self.df.to_pickle(self.fname)
def peakmem_read_pickle(self):
read_pickle(self.fname)
def peakmem_write_pickle(self):
self.df.to_pickle(self.fname)
from ..pandas_vb_common import setup # noqa: F401 isort:skip
|