lattice/pyerrors
1
0
Fork 0
mirror of https://github.com/fjosw/pyerrors.git synced 2025-03-15 14:50:25 +01:00
Code Issues Projects Releases Packages Wiki Activity

memory saving storage of irregular observables implemented

Browse source
This commit is contained in:
Fabian Joswig 2021-10-29 15:52:18 +01:00
parent 5077dfaad2
commit e5c0e031db
1 changed files with 13 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

17
pyerrors/pyerrors.py
View file

@ -78,7 +78,7 @@ class Obs:
if len(dc) == 1:
self.idl[name] = range(idx[0], idx[-1] + dc[0], dc[0])
else:
self.idl[name] = list(idx)
self.idl[name] = np.array(idx, dtype=_type_chooser(len(idx)))
else:
raise Exception('incompatible type for idl[%s].' % (name))
else:
@ -822,9 +822,12 @@ def merge_idx(idl):
"""
# Use groupby to efficiently check whether all elements of idl are identical
g = groupby(idl)
if next(g, True) and not next(g, False):
return idl[0]
try:
g = groupby(idl)
if next(g, True) and not next(g, False):
return idl[0]
except:
pass
if np.all([type(idx) is range for idx in idl]):
if len(set([idx[0] for idx in idl])) == 1:
@ -1464,3 +1467,9 @@ def merge_obs(list_of_obs):
o.is_merged = np.any([oi.is_merged for oi in list_of_obs])
o.reweighted = np.max([oi.reweighted for oi in list_of_obs])
return o
def _type_chooser(n):
for dtype in [np.uint8, np.uint16, np.uint32, np.uint64]:
if n <= dtype(-1):
return dtype
raise Exception('{} is really big!'.format(n))