lattice/pyerrors
1
0
Fork 0
mirror of https://github.com/fjosw/pyerrors.git synced 2025-03-15 14:50:25 +01:00
Code Issues Projects Releases Packages Wiki Activity

fix: pandas.to_sql does not write an index to the db anymore, docs

Browse source 
extended, test added.
This commit is contained in:
Fabian Joswig 2022-07-04 17:08:20 +01:00
parent 504a8f3486
commit 845b4e60ac
2 changed files with 13 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
pyerrors/input/pandas.py
View file

@ -8,7 +8,7 @@ from .json import create_json_string, import_json_string
def to_sql(df, table_name, db, if_exists="replace", gz=True):
"""Write DataFrame inlcuding Obs or Corr valued columns to sqlite database.
"""Write DataFrame including Obs or Corr valued columns to sqlite database.
Parameters
----------
@ -25,12 +25,12 @@ def to_sql(df, table_name, db, if_exists="replace", gz=True):
"""
se_df = _serialize_df(df, gz=gz)
con = sqlite3.connect(db)
se_df.to_sql(table_name, con, if_exists=if_exists)
se_df.to_sql(table_name, con, if_exists=if_exists, index=False)
con.close()
def read_sql_query(sql, db, auto_gamma=False):
"""Write DataFrame inlcuding Obs or Corr valued columns to sqlite database.
"""Execute SQL query on sqlite database and obatin DataFrame including Obs or Corr valued columns.
Parameters
----------

10
tests/pandas_test.py
View file

@ -51,3 +51,13 @@ def test_gz_serialization():
ser = pe.input.pandas._serialize_df(my_df, gz=gz)
deser = pe.input.pandas._deserialize_df(ser)
np.all(my_df == deser)
def test_sql(tmp_path):
my_list = [{"Label": i, "Obs": pe.pseudo_Obs(5 * np.exp(-0.2 * i), 0.01, "test_ensemble", 20)} for i in range(150)]
pe_df = pd.DataFrame(my_list)
my_db = (tmp_path / "test_db.sqlite").as_posix()
pe.input.pandas.to_sql(pe_df, "My_table", my_db)
for auto_gamma in [False, True]:
re_df = pe.input.pandas.read_sql_query("SELECT * from My_table", my_db, auto_gamma=auto_gamma)
assert np.all(re_df == pe_df)