lattice/pyerrors
1
0
Fork 0
mirror of https://github.com/fjosw/pyerrors.git synced 2025-05-14 19:43:41 +02:00
Code Issues Projects Releases Packages Wiki Activity

taking care of cols with only None values (#184)

Browse source
This commit is contained in:
Justus Kuhlmann 2023-05-22 13:37:46 +02:00 • committed by GitHub
parent bbe74b438c
commit e97cc519a9
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 33 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

30
pyerrors/input/pandas.py
View file

@ -171,26 +171,30 @@ def _deserialize_df(df, auto_gamma=False):
if isinstance(df[column][0], bytes):
if df[column][0].startswith(b"\x1f\x8b\x08\x00"):
df[column] = df[column].transform(lambda x: gzip.decompress(x).decode('utf-8'))
df = df.replace({r'^$': None}, regex=True)
i = 0
while df[column][i] is None:
i += 1
if isinstance(df[column][i], str):
if '"program":' in df[column][i][:20]:
df[column] = df[column].transform(lambda x: import_json_string(x, verbose=False) if x is not None else None)
if auto_gamma is True:
if isinstance(df[column][i], list):
df[column].apply(lambda x: [o.gm() if o is not None else x for o in x])
else:
df[column].apply(lambda x: x.gm() if x is not None else x)
if not all([e is None for e in df[column]]):
df[column] = df[column].replace({r'^$': None}, regex=True)
i = 0
while df[column][i] is None:
i += 1
if isinstance(df[column][i], str):
if '"program":' in df[column][i][:20]:
df[column] = df[column].transform(lambda x: import_json_string(x, verbose=False) if x is not None else None)
if auto_gamma is True:
if isinstance(df[column][i], list):
df[column].apply(lambda x: [o.gm() if o is not None else x for o in x])
else:
df[column].apply(lambda x: x.gm() if x is not None else x)
return df
def _need_to_serialize(col):
serialize = False
i = 0
while col[i] is None:
while i < len(col) and col[i] is None:
i += 1
if i == len(col):
return serialize
if isinstance(col[i], (Obs, Corr)):
serialize = True
elif isinstance(col[i], list):