1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
|
from vbench.benchmark import Benchmark
from datetime import datetime
common_setup = """from pandas_vb_common import *
"""
#----------------------------------------------------------------------
setup = common_setup + """
from pandas.core.sparse import SparseSeries, SparseDataFrame
K = 50
N = 50000
rng = np.asarray(date_range('1/1/2000', periods=N,
freq='T'))
# rng2 = np.asarray(rng).astype('M8[ns]').astype('i8')
series = {}
for i in range(1, K + 1):
data = np.random.randn(N)[:-i]
this_rng = rng[:-i]
data[100:] = np.nan
series[i] = SparseSeries(data, index=this_rng)
"""
stmt = "SparseDataFrame(series)"
bm_sparse1 = Benchmark(stmt, setup, name="sparse_series_to_frame",
start_date=datetime(2011, 6, 1))
setup = common_setup + """
from pandas.core.sparse import SparseDataFrame
"""
stmt = "SparseDataFrame(columns=np.arange(100), index=np.arange(1000))"
sparse_constructor = Benchmark(stmt, setup, name="sparse_frame_constructor",
start_date=datetime(2012, 6, 1))
|
