75 lines
1.4 KiB
Python
75 lines
1.4 KiB
Python
import pandas as pd
|
|
|
|
|
|
class DateFrameHolder:
|
|
|
|
def __init__(self, fn):
|
|
self.fn = fn
|
|
self.df = try_load_df(fn)
|
|
|
|
def dump(self):
|
|
dump_non_empty_df(self.df, self.fn)
|
|
|
|
|
|
def append(self, data):
|
|
data = pd.DataFrame.from_records([data])
|
|
self.df = pd.concat([self.df, data], ignore_index=True)
|
|
|
|
def clear(self):
|
|
self.df = pd.DataFrame()
|
|
|
|
|
|
def __repr__(self):
|
|
head = self.fn + ":"
|
|
line = "-" * len(head)
|
|
df = str(self.df)
|
|
return "\n".join((head, line, df))
|
|
|
|
|
|
|
|
def try_load_df(fn):
|
|
try:
|
|
df = pd.read_hdf(fn)
|
|
print(f">>> loaded dataframe from {fn}")
|
|
except FileNotFoundError:
|
|
df = pd.DataFrame()
|
|
print(">>> created empty dataframe")
|
|
return df
|
|
|
|
def dump_non_empty_df(df, fn, key="data"):
|
|
if df.empty:
|
|
print("<<< skip dumping empty dataframe")
|
|
return
|
|
print(f"<<< dump dataframe to {fn}")
|
|
df.to_hdf(fn, key)
|
|
|
|
|
|
|
|
from io import BytesIO
|
|
|
|
|
|
def to_excel_binary(df, **kwargs):
|
|
with BytesIO() as out:
|
|
df.to_excel(out, **kwargs)
|
|
res = out.getvalue()
|
|
return res
|
|
|
|
|
|
|
|
from pandas import HDFStore
|
|
|
|
|
|
def to_hdf_binary(df):
|
|
with HDFStore(
|
|
"wontbewritten.h5",
|
|
mode="a",
|
|
driver="H5FD_CORE",
|
|
driver_core_backing_store=0
|
|
) as out:
|
|
out["/data"] = df
|
|
res = out._handle.get_file_image()
|
|
return res
|
|
|
|
|
|
|