lattice/pyerrors
1
0
Fork 0
mirror of https://github.com/fjosw/pyerrors.git synced 2025-03-15 06:40:24 +01:00
Code Issues Projects Releases Packages Wiki Activity

Serialize list of Obs in pandas.to_sql (#162)

Browse source 
* feat: Added serialization of list of Obs in pandas.to_sql.

* tests: test for list of Obs to sql added.

* feat: auto_gamma functionality added for deserialization of lists of
Obs.
This commit is contained in:
Fabian Joswig 2023-03-10 14:17:20 +00:00 • committed by GitHub
parent a7a098b861
commit 3c942b380d
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 23 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
pyerrors/input/pandas.py
View file

@ -135,7 +135,14 @@ def _serialize_df(df, gz=False):
"""
out = df.copy()
for column in out:
serialize = False
if isinstance(out[column][0], (Obs, Corr)):
serialize = True
elif isinstance(out[column][0], list):
if all(isinstance(o, Obs) for o in out[column][0]):
serialize = True
if serialize is True:
out[column] = out[column].transform(lambda x: create_json_string(x, indent=0))
if gz is True:
out[column] = out[column].transform(lambda x: gzip.compress(x.encode('utf-8')))
@ -165,5 +172,8 @@ def _deserialize_df(df, auto_gamma=False):
if '"program":' in df[column][0][:20]:
df[column] = df[column].transform(lambda x: import_json_string(x, verbose=False))
if auto_gamma is True:
df[column].apply(lambda x: x.gamma_method())
if isinstance(df[column][0], list):
df[column].apply(lambda x: [o.gm() for o in x])
else:
df[column].apply(lambda x: x.gamma_method())
return df

12
tests/pandas_test.py
View file

@ -72,3 +72,15 @@ def test_sql_if_exists_fail(tmp_path):
pe.input.pandas.to_sql(pe_df, "My_table", my_db)
pe.input.pandas.to_sql(pe_df, "My_table", my_db, if_exists='append')
pe.input.pandas.to_sql(pe_df, "My_table", my_db, if_exists='replace')
def test_Obs_list_sql(tmp_path):
my_dict = {"int": 1,
"Obs1": pe.pseudo_Obs(17, 11, "test_sql_if_exists_failnsemble"),
"Obs_list": [[pe.pseudo_Obs(0.0, 0.1, "test_ensemble2"), pe.pseudo_Obs(3.2, 1.1, "test_ensemble2")]]}
pe_df = pd.DataFrame(my_dict)
my_db = (tmp_path / "test_db.sqlite").as_posix()
pe.input.pandas.to_sql(pe_df, "My_table", my_db)
for auto_gamma in [False, True]:
re_df = pe.input.pandas.read_sql("SELECT * from My_table", my_db, auto_gamma=auto_gamma)
assert np.all(re_df == pe_df)