<!doctype html>
<html lang="en">
<head>
<meta charset="utf-8">
<meta name="viewport" content="width=device-width, initial-scale=1">
<meta name="generator" content="pdoc 10.0.1"/>
<title>pyerrors.input.json API documentation</title>
<style>/*! * Bootstrap Reboot v5.0.0 (https://getbootstrap.com/) * Copyright 2011-2021 The Bootstrap Authors * Copyright 2011-2021 Twitter, Inc. * Licensed under MIT (https://github.com/twbs/bootstrap/blob/main/LICENSE) * Forked from Normalize.css, licensed MIT (https://github.com/necolas/normalize.css/blob/master/LICENSE.md) */*,::after,::before{box-sizing:border-box}@media (prefers-reduced-motion:no-preference){:root{scroll-behavior:smooth}}body{margin:0;font-family:system-ui,-apple-system,"Segoe UI",Roboto,"Helvetica Neue",Arial,"Noto Sans","Liberation Sans",sans-serif,"Apple Color Emoji","Segoe UI Emoji","Segoe UI Symbol","Noto Color Emoji";font-size:1rem;font-weight:400;line-height:1.5;color:#212529;background-color:#fff;-webkit-text-size-adjust:100%;-webkit-tap-highlight-color:transparent}hr{margin:1rem 0;color:inherit;background-color:currentColor;border:0;opacity:.25}hr:not([size]){height:1px}h1,h2,h3,h4,h5,h6{margin-top:0;margin-bottom:.5rem;font-weight:500;line-height:1.2}h1{font-size:calc(1.375rem + 1.5vw)}@media (min-width:1200px){h1{font-size:2.5rem}}h2{font-size:calc(1.325rem + .9vw)}@media (min-width:1200px){h2{font-size:2rem}}h3{font-size:calc(1.3rem + .6vw)}@media (min-width:1200px){h3{font-size:1.75rem}}h4{font-size:calc(1.275rem + .3vw)}@media (min-width:1200px){h4{font-size:1.5rem}}h5{font-size:1.25rem}h6{font-size:1rem}p{margin-top:0;margin-bottom:1rem}abbr[data-bs-original-title],abbr[title]{-webkit-text-decoration:underline dotted;text-decoration:underline dotted;cursor:help;-webkit-text-decoration-skip-ink:none;text-decoration-skip-ink:none}address{margin-bottom:1rem;font-style:normal;line-height:inherit}ol,ul{padding-left:2rem}dl,ol,ul{margin-top:0;margin-bottom:1rem}ol ol,ol ul,ul ol,ul ul{margin-bottom:0}dt{font-weight:700}dd{margin-bottom:.5rem;margin-left:0}blockquote{margin:0 0 1rem}b,strong{font-weight:bolder}small{font-size:.875em}mark{padding:.2em;background-color:#fcf8e3}sub,sup{position:relative;font-size:.75em;line-height:0;vertical-align:baseline}sub{bottom:-.25em}sup{top:-.5em}a{color:#0d6efd;text-decoration:underline}a:hover{color:#0a58ca}a:not([href]):not([class]),a:not([href]):not([class]):hover{color:inherit;text-decoration:none}code,kbd,pre,samp{font-family:SFMono-Regular,Menlo,Monaco,Consolas,"Liberation Mono","Courier New",monospace;font-size:1em;direction:ltr;unicode-bidi:bidi-override}pre{display:block;margin-top:0;margin-bottom:1rem;overflow:auto;font-size:.875em}pre code{font-size:inherit;color:inherit;word-break:normal}code{font-size:.875em;color:#d63384;word-wrap:break-word}a>code{color:inherit}kbd{padding:.2rem .4rem;font-size:.875em;color:#fff;background-color:#212529;border-radius:.2rem}kbd kbd{padding:0;font-size:1em;font-weight:700}figure{margin:0 0 1rem}img,svg{vertical-align:middle}table{caption-side:bottom;border-collapse:collapse}caption{padding-top:.5rem;padding-bottom:.5rem;color:#6c757d;text-align:left}th{text-align:inherit;text-align:-webkit-match-parent}tbody,td,tfoot,th,thead,tr{border-color:inherit;border-style:solid;border-width:0}label{display:inline-block}button{border-radius:0}button:focus:not(:focus-visible){outline:0}button,input,optgroup,select,textarea{margin:0;font-family:inherit;font-size:inherit;line-height:inherit}button,select{text-transform:none}[role=button]{cursor:pointer}select{word-wrap:normal}select:disabled{opacity:1}[list]::-webkit-calendar-picker-indicator{display:none}[type=button],[type=reset],[type=submit],button{-webkit-appearance:button}[type=button]:not(:disabled),[type=reset]:not(:disabled),[type=submit]:not(:disabled),button:not(:disabled){cursor:pointer}::-moz-focus-inner{padding:0;border-style:none}textarea{resize:vertical}fieldset{min-width:0;padding:0;margin:0;border:0}legend{float:left;width:100%;padding:0;margin-bottom:.5rem;font-size:calc(1.275rem + .3vw);line-height:inherit}@media (min-width:1200px){legend{font-size:1.5rem}}legend+*{clear:left}::-webkit-datetime-edit-day-field,::-webkit-datetime-edit-fields-wrapper,::-webkit-datetime-edit-hour-field,::-webkit-datetime-edit-minute,::-webkit-datetime-edit-month-field,::-webkit-datetime-edit-text,::-webkit-datetime-edit-year-field{padding:0}::-webkit-inner-spin-button{height:auto}[type=search]{outline-offset:-2px;-webkit-appearance:textfield}::-webkit-search-decoration{-webkit-appearance:none}::-webkit-color-swatch-wrapper{padding:0}::file-selector-button{font:inherit}::-webkit-file-upload-button{font:inherit;-webkit-appearance:button}output{display:inline-block}iframe{border:0}summary{display:list-item;cursor:pointer}progress{vertical-align:baseline}[hidden]{display:none!important}</style>
<style>/*! syntax-highlighting.css */pre{line-height:125%;}span.linenos{color:inherit; background-color:transparent; padding-left:5px; padding-right:20px;}.pdoc-code .hll{background-color:#ffffcc}.pdoc-code{background:#f8f8f8;}.pdoc-code .c{color:#3D7B7B; font-style:italic}.pdoc-code .err{border:1px solid #FF0000}.pdoc-code .k{color:#008000; font-weight:bold}.pdoc-code .o{color:#666666}.pdoc-code .ch{color:#3D7B7B; font-style:italic}.pdoc-code .cm{color:#3D7B7B; font-style:italic}.pdoc-code .cp{color:#9C6500}.pdoc-code .cpf{color:#3D7B7B; font-style:italic}.pdoc-code .c1{color:#3D7B7B; font-style:italic}.pdoc-code .cs{color:#3D7B7B; font-style:italic}.pdoc-code .gd{color:#A00000}.pdoc-code .ge{font-style:italic}.pdoc-code .gr{color:#E40000}.pdoc-code .gh{color:#000080; font-weight:bold}.pdoc-code .gi{color:#008400}.pdoc-code .go{color:#717171}.pdoc-code .gp{color:#000080; font-weight:bold}.pdoc-code .gs{font-weight:bold}.pdoc-code .gu{color:#800080; font-weight:bold}.pdoc-code .gt{color:#0044DD}.pdoc-code .kc{color:#008000; font-weight:bold}.pdoc-code .kd{color:#008000; font-weight:bold}.pdoc-code .kn{color:#008000; font-weight:bold}.pdoc-code .kp{color:#008000}.pdoc-code .kr{color:#008000; font-weight:bold}.pdoc-code .kt{color:#B00040}.pdoc-code .m{color:#666666}.pdoc-code .s{color:#BA2121}.pdoc-code .na{color:#687822}.pdoc-code .nb{color:#008000}.pdoc-code .nc{color:#0000FF; font-weight:bold}.pdoc-code .no{color:#880000}.pdoc-code .nd{color:#AA22FF}.pdoc-code .ni{color:#717171; font-weight:bold}.pdoc-code .ne{color:#CB3F38; font-weight:bold}.pdoc-code .nf{color:#0000FF}.pdoc-code .nl{color:#767600}.pdoc-code .nn{color:#0000FF; font-weight:bold}.pdoc-code .nt{color:#008000; font-weight:bold}.pdoc-code .nv{color:#19177C}.pdoc-code .ow{color:#AA22FF; font-weight:bold}.pdoc-code .w{color:#bbbbbb}.pdoc-code .mb{color:#666666}.pdoc-code .mf{color:#666666}.pdoc-code .mh{color:#666666}.pdoc-code .mi{color:#666666}.pdoc-code .mo{color:#666666}.pdoc-code .sa{color:#BA2121}.pdoc-code .sb{color:#BA2121}.pdoc-code .sc{color:#BA2121}.pdoc-code .dl{color:#BA2121}.pdoc-code .sd{color:#BA2121; font-style:italic}.pdoc-code .s2{color:#BA2121}.pdoc-code .se{color:#AA5D1F; font-weight:bold}.pdoc-code .sh{color:#BA2121}.pdoc-code .si{color:#A45A77; font-weight:bold}.pdoc-code .sx{color:#008000}.pdoc-code .sr{color:#A45A77}.pdoc-code .s1{color:#BA2121}.pdoc-code .ss{color:#19177C}.pdoc-code .bp{color:#008000}.pdoc-code .fm{color:#0000FF}.pdoc-code .vc{color:#19177C}.pdoc-code .vg{color:#19177C}.pdoc-code .vi{color:#19177C}.pdoc-code .vm{color:#19177C}.pdoc-code .il{color:#666666}</style>
<style>/*! theme.css */:root{--pdoc-background:#fff;}.pdoc{--text:#212529;--muted:#6c757d;--link:#3660a5;--link-hover:#1659c5;--code:#f8f8f8;--active:#fff598;--accent:#eee;--accent2:#c1c1c1;--nav-hover:rgba(255, 255, 255, 0.5);--name:#0066BB;--def:#008800;--annotation:#007020;}</style>
<style>/*! layout.css */html, body{width:100%;height:100%;}html, main{scroll-behavior:smooth;}body{background-color:var(--pdoc-background);}@media (max-width:769px){#navtoggle{cursor:pointer;position:absolute;width:50px;height:40px;top:1rem;right:1rem;border-color:var(--text);color:var(--text);display:flex;opacity:0.8;}#navtoggle:hover{opacity:1;}#togglestate + div{display:none;}#togglestate:checked + div{display:inherit;}main, header{padding:2rem 3vw;}header + main{margin-top:-3rem;}.git-button{display:none !important;}nav input[type="search"]{max-width:77%;}nav input[type="search"]:first-child{margin-top:-6px;}nav input[type="search"]:valid ~ *{display:none !important;}}@media (min-width:770px){:root{--sidebar-width:clamp(12.5rem, 28vw, 22rem);}nav{position:fixed;overflow:auto;height:100vh;width:var(--sidebar-width);}main, header{padding:3rem 2rem 3rem calc(var(--sidebar-width) + 3rem);width:calc(54rem + var(--sidebar-width));max-width:100%;}header + main{margin-top:-4rem;}#navtoggle{display:none;}}#togglestate{position:absolute;height:0;}nav.pdoc{--pad:1.75rem;--indent:1.5rem;background-color:var(--accent);border-right:1px solid var(--accent2);box-shadow:0 0 20px rgba(50, 50, 50, .2) inset;padding:0 0 0 var(--pad);overflow-wrap:anywhere;scrollbar-width:thin; scrollbar-color:var(--accent2) transparent }nav.pdoc::-webkit-scrollbar{width:.4rem; }nav.pdoc::-webkit-scrollbar-thumb{background-color:var(--accent2); }nav.pdoc > div{padding:var(--pad) 0;}nav.pdoc .module-list-button{display:inline-flex;align-items:center;color:var(--text);border-color:var(--muted);margin-bottom:1rem;}nav.pdoc .module-list-button:hover{border-color:var(--text);}nav.pdoc input[type=search]{display:block;outline-offset:0;width:calc(100% - var(--pad));}nav.pdoc .logo{max-width:calc(100% - var(--pad));max-height:35vh;display:block;margin:0 auto 1rem;transform:translate(calc(-.5 * var(--pad)), 0);}nav.pdoc ul{list-style:none;padding-left:0;}nav.pdoc li{display:block;margin:0;padding:.2rem 0 .2rem var(--indent);transition:all 100ms;}nav.pdoc > div > ul > li{padding-left:0;}nav.pdoc li:hover{background-color:var(--nav-hover);}nav.pdoc a, nav.pdoc a:hover{color:var(--text);}nav.pdoc a{display:block;}nav.pdoc > h2:first-of-type{margin-top:1.5rem;}nav.pdoc .class:before{content:"class ";color:var(--muted);}nav.pdoc .function:after{content:"()";color:var(--muted);}nav.pdoc footer:before{content:"";display:block;width:calc(100% - var(--pad));border-top:solid var(--accent2) 1px;margin-top:1.5rem;padding-top:.5rem;}nav.pdoc footer{font-size:small;}</style>
<style>/*! content.css */.pdoc{color:var(--text);box-sizing:border-box;line-height:1.5;background:none;}.pdoc .pdoc-button{display:inline-block;border:solid black 1px;border-radius:2px;font-size:.75rem;padding:calc(0.5em - 1px) 1em;transition:100ms all;}.pdoc .visually-hidden{position:absolute !important;width:1px !important;height:1px !important;padding:0 !important;margin:-1px !important;overflow:hidden !important;clip:rect(0, 0, 0, 0) !important;white-space:nowrap !important;border:0 !important;}.pdoc h1, .pdoc h2, .pdoc h3{font-weight:300;margin:.3em 0;padding:.2em 0;}.pdoc a{text-decoration:none;color:var(--link);}.pdoc a:hover{color:var(--link-hover);}.pdoc blockquote{margin-left:2rem;}.pdoc pre{border-top:1px solid var(--accent2);border-bottom:1px solid var(--accent2);margin-top:0;margin-bottom:1em;padding:.5rem 0 .5rem .5rem;overflow-x:auto;background-color:var(--code);}.pdoc code{color:var(--text);padding:.2em .4em;margin:0;font-size:85%;background-color:var(--code);border-radius:6px;}.pdoc a > code{color:inherit;}.pdoc pre > code{display:inline-block;font-size:inherit;background:none;border:none;padding:0;}.pdoc .modulename{margin-top:0;font-weight:bold;}.pdoc .modulename a{color:var(--link);transition:100ms all;}.pdoc .git-button{float:right;border:solid var(--link) 1px;}.pdoc .git-button:hover{background-color:var(--link);color:var(--pdoc-background);}.pdoc details{filter:opacity(1);}.pdoc details:not([open]){height:0;}.pdoc details > summary{position:absolute;top:-35px;right:0;font-size:.75rem;color:var(--muted);padding:0 .7em;user-select:none;cursor:pointer;}.pdoc details > summary:focus{outline:0;}.pdoc .docstring{margin-bottom:1.5rem;}.pdoc > section:first-of-type > .docstring{margin-bottom:2.5rem;}.pdoc .docstring .pdoc-code{margin-left:1em;margin-right:1em;}.pdoc h1:target,.pdoc h2:target,.pdoc h3:target,.pdoc h4:target,.pdoc h5:target,.pdoc h6:target{background-color:var(--active);box-shadow:-1rem 0 0 0 var(--active);}.pdoc div:target > .attr,.pdoc section:target > .attr,.pdoc dd:target > a{background-color:var(--active);}.pdoc .attr:hover{filter:contrast(0.95);}.pdoc .headerlink{position:absolute;width:0;margin-left:-1.5rem;line-height:1.4rem;font-size:1.5rem;font-weight:normal;transition:all 100ms ease-in-out;opacity:0;user-select:none;}.pdoc .attr > .headerlink{margin-left:-2.5rem;}.pdoc *:hover > .headerlink,.pdoc *:target > .attr > .headerlink{opacity:1;}.pdoc .attr{display:block;color:var(--text);margin:.5rem 0 .5rem;padding:.4rem 5rem .4rem 1rem;background-color:var(--accent);}.pdoc .classattr{margin-left:2rem;}.pdoc .name{color:var(--name);font-weight:bold;}.pdoc .def{color:var(--def);font-weight:bold;}.pdoc .signature{white-space:pre-wrap;}.pdoc .annotation{color:var(--annotation);}.pdoc .inherited{margin-left:2rem;}.pdoc .inherited dt{font-weight:700;}.pdoc .inherited dt, .pdoc .inherited dd{display:inline;margin-left:0;margin-bottom:.5rem;}.pdoc .inherited dd:not(:last-child):after{content:", ";}.pdoc .inherited .class:before{content:"class ";}.pdoc .inherited .function a:after{content:"()";}.pdoc .search-result .docstring{overflow:auto;max-height:25vh;}.pdoc .search-result.focused > .attr{background-color:var(--active);}.pdoc .attribution{margin-top:2rem;display:block;opacity:0.5;transition:all 200ms;filter:grayscale(100%);}.pdoc .attribution:hover{opacity:1;filter:grayscale(0%);}.pdoc .attribution img{margin-left:5px;height:35px;vertical-align:middle;width:70px;transition:all 200ms;}.pdoc table{display:block;width:max-content;max-width:100%;overflow:auto;margin-bottom:1rem;}.pdoc table th{font-weight:600;}.pdoc table th, .pdoc table td{padding:6px 13px;border:1px solid var(--accent2);}</style>
<style>/*! custom.css */</style><script>
window.MathJax = {
tex: {
inlineMath: [['$', '$'], ['\\(', '\\)']]
}
};
</script>
<script src="https://polyfill.io/v3/polyfill.min.js?features=es6"></script>
<script id="MathJax-script" async src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
<script>
/* Re-invoke MathJax when DOM content changes, for example during search. */
document.addEventListener("DOMContentLoaded", () => {
new MutationObserver(() => MathJax.typeset()).observe(
document.querySelector("main.pdoc").parentNode,
{childList: true}
);
})
</script></head>
<body>
<nav class="pdoc">
<label id="navtoggle" for="togglestate" class="pdoc-button"><svg xmlns='http://www.w3.org/2000/svg' viewBox='0 0 30 30'><path stroke-linecap='round' stroke="currentColor" stroke-miterlimit='10' stroke-width='2' d='M4 7h22M4 15h22M4 23h22'/></svg></label>
<input id="togglestate" type="checkbox" aria-hidden="true" tabindex="-1">
<div> <a class="pdoc-button module-list-button" href="../input.html">
<svg xmlns="http://www.w3.org/2000/svg" width="16" height="16" fill="currentColor" class="bi bi-box-arrow-in-left" viewBox="0 0 16 16">
<path fill-rule="evenodd" d="M10 3.5a.5.5 0 0 0-.5-.5h-8a.5.5 0 0 0-.5.5v9a.5.5 0 0 0 .5.5h8a.5.5 0 0 0 .5-.5v-2a.5.5 0 0 1 1 0v2A1.5 1.5 0 0 1 9.5 14h-8A1.5 1.5 0 0 1 0 12.5v-9A1.5 1.5 0 0 1 1.5 2h8A1.5 1.5 0 0 1 11 3.5v2a.5.5 0 0 1-1 0v-2z"/>
<path fill-rule="evenodd" d="M4.146 8.354a.5.5 0 0 1 0-.708l3-3a.5.5 0 1 1 .708.708L5.707 7.5H14.5a.5.5 0 0 1 0 1H5.707l2.147 2.146a.5.5 0 0 1-.708.708l-3-3z"/>
</svg> pyerrors.input</a>
<input type="search" placeholder="Search..." role="searchbox" aria-label="search"
pattern=".+" required>
<h2>API Documentation</h2>
<ul class="memberlist">
<li>
<a class="function" href="#create_json_string">create_json_string</a>
</li>
<li>
<a class="function" href="#dump_to_json">dump_to_json</a>
</li>
<li>
<a class="function" href="#import_json_string">import_json_string</a>
</li>
<li>
<a class="function" href="#load_json">load_json</a>
</li>
<li>
<a class="function" href="#dump_dict_to_json">dump_dict_to_json</a>
</li>
<li>
<a class="function" href="#load_json_dict">load_json_dict</a>
</li>
</ul>
<a class="attribution" title="pdoc: Python API documentation generator" href="https://pdoc.dev">
built with <span class="visually-hidden">pdoc</span><img
alt="pdoc logo"
src="data:image/svg+xml,%3Csvg%20xmlns%3D%22http%3A//www.w3.org/2000/svg%22%20role%3D%22img%22%20aria-label%3D%22pdoc%20logo%22%20width%3D%22300%22%20height%3D%22150%22%20viewBox%3D%22-1%200%2060%2030%22%3E%3Ctitle%3Epdoc%3C/title%3E%3Cpath%20d%3D%22M29.621%2021.293c-.011-.273-.214-.475-.511-.481a.5.5%200%200%200-.489.503l-.044%201.393c-.097.551-.695%201.215-1.566%201.704-.577.428-1.306.486-2.193.182-1.426-.617-2.467-1.654-3.304-2.487l-.173-.172a3.43%203.43%200%200%200-.365-.306.49.49%200%200%200-.286-.196c-1.718-1.06-4.931-1.47-7.353.191l-.219.15c-1.707%201.187-3.413%202.131-4.328%201.03-.02-.027-.49-.685-.141-1.763.233-.721.546-2.408.772-4.076.042-.09.067-.187.046-.288.166-1.347.277-2.625.241-3.351%201.378-1.008%202.271-2.586%202.271-4.362%200-.976-.272-1.935-.788-2.774-.057-.094-.122-.18-.184-.268.033-.167.052-.339.052-.516%200-1.477-1.202-2.679-2.679-2.679-.791%200-1.496.352-1.987.9a6.3%206.3%200%200%200-1.001.029c-.492-.564-1.207-.929-2.012-.929-1.477%200-2.679%201.202-2.679%202.679A2.65%202.65%200%200%200%20.97%206.554c-.383.747-.595%201.572-.595%202.41%200%202.311%201.507%204.29%203.635%205.107-.037.699-.147%202.27-.423%203.294l-.137.461c-.622%202.042-2.515%208.257%201.727%2010.643%201.614.908%203.06%201.248%204.317%201.248%202.665%200%204.492-1.524%205.322-2.401%201.476-1.559%202.886-1.854%206.491.82%201.877%201.393%203.514%201.753%204.861%201.068%202.223-1.713%202.811-3.867%203.399-6.374.077-.846.056-1.469.054-1.537zm-4.835%204.313c-.054.305-.156.586-.242.629-.034-.007-.131-.022-.307-.157-.145-.111-.314-.478-.456-.908.221.121.432.25.675.355.115.039.219.051.33.081zm-2.251-1.238c-.05.33-.158.648-.252.694-.022.001-.125-.018-.307-.157-.217-.166-.488-.906-.639-1.573.358.344.754.693%201.198%201.036zm-3.887-2.337c-.006-.116-.018-.231-.041-.342.635.145%201.189.368%201.599.625.097.231.166.481.174.642-.03.049-.055.101-.067.158-.046.013-.128.026-.298.004-.278-.037-.901-.57-1.367-1.087zm-1.127-.497c.116.306.176.625.12.71-.019.014-.117.045-.345.016-.206-.027-.604-.332-.986-.695.41-.051.816-.056%201.211-.031zm-4.535%201.535c.209.22.379.47.358.598-.006.041-.088.138-.351.234-.144.055-.539-.063-.979-.259a11.66%2011.66%200%200%200%20.972-.573zm.983-.664c.359-.237.738-.418%201.126-.554.25.237.479.548.457.694-.006.042-.087.138-.351.235-.174.064-.694-.105-1.232-.375zm-3.381%201.794c-.022.145-.061.29-.149.401-.133.166-.358.248-.69.251h-.002c-.133%200-.306-.26-.45-.621.417.091.854.07%201.291-.031zm-2.066-8.077a4.78%204.78%200%200%201-.775-.584c.172-.115.505-.254.88-.378l-.105.962zm-.331%202.302a10.32%2010.32%200%200%201-.828-.502c.202-.143.576-.328.984-.49l-.156.992zm-.45%202.157l-.701-.403c.214-.115.536-.249.891-.376a11.57%2011.57%200%200%201-.19.779zm-.181%201.716c.064.398.194.702.298.893-.194-.051-.435-.162-.736-.398.061-.119.224-.3.438-.495zM8.87%204.141c0%20.152-.123.276-.276.276s-.275-.124-.275-.276.123-.276.276-.276.275.124.275.276zm-.735-.389a1.15%201.15%200%200%200-.314.783%201.16%201.16%200%200%200%201.162%201.162c.457%200%20.842-.27%201.032-.653.026.117.042.238.042.362a1.68%201.68%200%200%201-1.679%201.679%201.68%201.68%200%200%201-1.679-1.679c0-.843.626-1.535%201.436-1.654zM5.059%205.406A1.68%201.68%200%200%201%203.38%207.085a1.68%201.68%200%200%201-1.679-1.679c0-.037.009-.072.011-.109.21.3.541.508.935.508a1.16%201.16%200%200%200%201.162-1.162%201.14%201.14%200%200%200-.474-.912c.015%200%20.03-.005.045-.005.926.001%201.679.754%201.679%201.68zM3.198%204.141c0%20.152-.123.276-.276.276s-.275-.124-.275-.276.123-.276.276-.276.275.124.275.276zM1.375%208.964c0-.52.103-1.035.288-1.52.466.394%201.06.64%201.717.64%201.144%200%202.116-.725%202.499-1.738.383%201.012%201.355%201.738%202.499%201.738.867%200%201.631-.421%202.121-1.062.307.605.478%201.267.478%201.942%200%202.486-2.153%204.51-4.801%204.51s-4.801-2.023-4.801-4.51zm24.342%2019.349c-.985.498-2.267.168-3.813-.979-3.073-2.281-5.453-3.199-7.813-.705-1.315%201.391-4.163%203.365-8.423.97-3.174-1.786-2.239-6.266-1.261-9.479l.146-.492c.276-1.02.395-2.457.444-3.268a6.11%206.11%200%200%200%201.18.115%206.01%206.01%200%200%200%202.536-.562l-.006.175c-.802.215-1.848.612-2.021%201.25-.079.295.021.601.274.837.219.203.415.364.598.501-.667.304-1.243.698-1.311%201.179-.02.144-.022.507.393.787.213.144.395.26.564.365-1.285.521-1.361.96-1.381%201.126-.018.142-.011.496.427.746l.854.489c-.473.389-.971.914-.999%201.429-.018.278.095.532.316.713.675.556%201.231.721%201.653.721.059%200%20.104-.014.158-.02.207.707.641%201.64%201.513%201.64h.013c.8-.008%201.236-.345%201.462-.626.173-.216.268-.457.325-.692.424.195.93.374%201.372.374.151%200%20.294-.021.423-.068.732-.27.944-.704.993-1.021.009-.061.003-.119.002-.179.266.086.538.147.789.147.15%200%20.294-.021.423-.069.542-.2.797-.489.914-.754.237.147.478.258.704.288.106.014.205.021.296.021.356%200%20.595-.101.767-.229.438.435%201.094.992%201.656%201.067.106.014.205.021.296.021a1.56%201.56%200%200%200%20.323-.035c.17.575.453%201.289.866%201.605.358.273.665.362.914.362a.99.99%200%200%200%20.421-.093%201.03%201.03%200%200%200%20.245-.164c.168.428.39.846.68%201.068.358.273.665.362.913.362a.99.99%200%200%200%20.421-.093c.317-.148.512-.448.639-.762.251.157.495.257.726.257.127%200%20.25-.024.37-.071.427-.17.706-.617.841-1.314.022-.015.047-.022.068-.038.067-.051.133-.104.196-.159-.443%201.486-1.107%202.761-2.086%203.257zM8.66%209.925a.5.5%200%201%200-1%200c0%20.653-.818%201.205-1.787%201.205s-1.787-.552-1.787-1.205a.5.5%200%201%200-1%200c0%201.216%201.25%202.205%202.787%202.205s2.787-.989%202.787-2.205zm4.4%2015.965l-.208.097c-2.661%201.258-4.708%201.436-6.086.527-1.542-1.017-1.88-3.19-1.844-4.198a.4.4%200%200%200-.385-.414c-.242-.029-.406.164-.414.385-.046%201.249.367%203.686%202.202%204.896.708.467%201.547.7%202.51.7%201.248%200%202.706-.392%204.362-1.174l.185-.086a.4.4%200%200%200%20.205-.527c-.089-.204-.326-.291-.527-.206zM9.547%202.292c.093.077.205.114.317.114a.5.5%200%200%200%20.318-.886L8.817.397a.5.5%200%200%200-.703.068.5.5%200%200%200%20.069.703l1.364%201.124zm-7.661-.065c.086%200%20.173-.022.253-.068l1.523-.893a.5.5%200%200%200-.506-.863l-1.523.892a.5.5%200%200%200-.179.685c.094.158.261.247.432.247z%22%20transform%3D%22matrix%28-1%200%200%201%2058%200%29%22%20fill%3D%22%233bb300%22/%3E%3Cpath%20d%3D%22M.3%2021.86V10.18q0-.46.02-.68.04-.22.18-.5.28-.54%201.34-.54%201.06%200%201.42.28.38.26.44.78.76-1.04%202.38-1.04%201.64%200%203.1%201.54%201.46%201.54%201.46%203.58%200%202.04-1.46%203.58-1.44%201.54-3.08%201.54-1.64%200-2.38-.92v4.04q0%20.46-.04.68-.02.22-.18.5-.14.3-.5.42-.36.12-.98.12-.62%200-1-.12-.36-.12-.52-.4-.14-.28-.18-.5-.02-.22-.02-.68zm3.96-9.42q-.46.54-.46%201.18%200%20.64.46%201.18.48.52%201.2.52.74%200%201.24-.52.52-.52.52-1.18%200-.66-.48-1.18-.48-.54-1.26-.54-.76%200-1.22.54zm14.741-8.36q.16-.3.54-.42.38-.12%201-.12.64%200%201.02.12.38.12.52.42.16.3.18.54.04.22.04.68v11.94q0%20.46-.04.7-.02.22-.18.5-.3.54-1.7.54-1.38%200-1.54-.98-.84.96-2.34.96-1.8%200-3.28-1.56-1.48-1.58-1.48-3.66%200-2.1%201.48-3.68%201.5-1.58%203.28-1.58%201.48%200%202.3%201v-4.2q0-.46.02-.68.04-.24.18-.52zm-3.24%2010.86q.52.54%201.26.54.74%200%201.22-.54.5-.54.5-1.18%200-.66-.48-1.22-.46-.56-1.26-.56-.8%200-1.28.56-.48.54-.48%201.2%200%20.66.52%201.2zm7.833-1.2q0-2.4%201.68-3.96%201.68-1.56%203.84-1.56%202.16%200%203.82%201.56%201.66%201.54%201.66%203.94%200%201.66-.86%202.96-.86%201.28-2.1%201.9-1.22.6-2.54.6-1.32%200-2.56-.64-1.24-.66-2.1-1.92-.84-1.28-.84-2.88zm4.18%201.44q.64.48%201.3.48.66%200%201.32-.5.66-.5.66-1.48%200-.98-.62-1.46-.62-.48-1.34-.48-.72%200-1.34.5-.62.5-.62%201.48%200%20.96.64%201.46zm11.412-1.44q0%20.84.56%201.32.56.46%201.18.46.64%200%201.18-.36.56-.38.9-.38.6%200%201.46%201.06.46.58.46%201.04%200%20.76-1.1%201.42-1.14.8-2.8.8-1.86%200-3.58-1.34-.82-.64-1.34-1.7-.52-1.08-.52-2.36%200-1.3.52-2.34.52-1.06%201.34-1.7%201.66-1.32%203.54-1.32.76%200%201.48.22.72.2%201.06.4l.32.2q.36.24.56.38.52.4.52.92%200%20.5-.42%201.14-.72%201.1-1.38%201.1-.38%200-1.08-.44-.36-.34-1.04-.34-.66%200-1.24.48-.58.48-.58%201.34z%22%20fill%3D%22green%22/%3E%3C/svg%3E"/>
</a>
</div>
</nav>
<main class="pdoc">
<section>
<h1 class="modulename">
<a href="./../../pyerrors.html">pyerrors</a><wbr>.<a href="./../input.html">input</a><wbr>.json </h1>
<details>
<summary>View Source</summary>
<div class="pdoc-code codehilite"><pre><span></span><span class="kn">import</span> <span class="nn">json</span>
<span class="kn">import</span> <span class="nn">gzip</span>
<span class="kn">import</span> <span class="nn">getpass</span>
<span class="kn">import</span> <span class="nn">socket</span>
<span class="kn">import</span> <span class="nn">datetime</span>
<span class="kn">import</span> <span class="nn">platform</span>
<span class="kn">import</span> <span class="nn">warnings</span>
<span class="kn">import</span> <span class="nn">re</span>
<span class="kn">import</span> <span class="nn">gc</span>
<span class="kn">import</span> <span class="nn">numpy</span> <span class="k">as</span> <span class="nn">np</span>
<span class="kn">from</span> <span class="nn">..obs</span> <span class="kn">import</span> <span class="n">Obs</span>
<span class="kn">from</span> <span class="nn">..covobs</span> <span class="kn">import</span> <span class="n">Covobs</span>
<span class="kn">from</span> <span class="nn">..correlators</span> <span class="kn">import</span> <span class="n">Corr</span>
<span class="kn">from</span> <span class="nn">..misc</span> <span class="kn">import</span> <span class="n">_assert_equal_properties</span>
<span class="kn">from</span> <span class="nn">..</span> <span class="kn">import</span> <span class="n">version</span> <span class="k">as</span> <span class="n">pyerrorsversion</span>
<span class="k">def</span> <span class="nf">create_json_string</span><span class="p">(</span><span class="n">ol</span><span class="p">,</span> <span class="n">description</span><span class="o">=</span><span class="s1">''</span><span class="p">,</span> <span class="n">indent</span><span class="o">=</span><span class="mi">1</span><span class="p">):</span>
<span class="sd">"""Generate the string for the export of a list of Obs or structures containing Obs</span>
<span class="sd"> to a .json(.gz) file</span>
<span class="sd"> Parameters</span>
<span class="sd"> ----------</span>
<span class="sd"> ol : list</span>
<span class="sd"> List of objects that will be exported. At the moment, these objects can be</span>
<span class="sd"> either of: Obs, list, numpy.ndarray, Corr.</span>
<span class="sd"> All Obs inside a structure have to be defined on the same set of configurations.</span>
<span class="sd"> description : str</span>
<span class="sd"> Optional string that describes the contents of the json file.</span>
<span class="sd"> indent : int</span>
<span class="sd"> Specify the indentation level of the json file. None or 0 is permissible and</span>
<span class="sd"> saves disk space.</span>
<span class="sd"> """</span>
<span class="k">def</span> <span class="nf">_default</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">obj</span><span class="p">):</span>
<span class="k">return</span> <span class="nb">str</span><span class="p">(</span><span class="n">obj</span><span class="p">)</span>
<span class="n">my_encoder</span> <span class="o">=</span> <span class="n">json</span><span class="o">.</span><span class="n">JSONEncoder</span>
<span class="n">_default</span><span class="o">.</span><span class="n">default</span> <span class="o">=</span> <span class="n">json</span><span class="o">.</span><span class="n">JSONEncoder</span><span class="p">()</span><span class="o">.</span><span class="n">default</span>
<span class="n">my_encoder</span><span class="o">.</span><span class="n">default</span> <span class="o">=</span> <span class="n">_default</span>
<span class="k">class</span> <span class="nc">Deltalist</span><span class="p">:</span>
<span class="vm">__slots__</span> <span class="o">=</span> <span class="p">[</span><span class="s1">'cnfg'</span><span class="p">,</span> <span class="s1">'deltas'</span><span class="p">]</span>
<span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">li</span><span class="p">):</span>
<span class="bp">self</span><span class="o">.</span><span class="n">cnfg</span> <span class="o">=</span> <span class="n">li</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span>
<span class="bp">self</span><span class="o">.</span><span class="n">deltas</span> <span class="o">=</span> <span class="n">li</span><span class="p">[</span><span class="mi">1</span><span class="p">:]</span>
<span class="k">def</span> <span class="fm">__repr__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
<span class="n">s</span> <span class="o">=</span> <span class="s1">'[</span><span class="si">%d</span><span class="s1">'</span> <span class="o">%</span> <span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">cnfg</span><span class="p">)</span>
<span class="k">for</span> <span class="n">d</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">deltas</span><span class="p">:</span>
<span class="n">s</span> <span class="o">+=</span> <span class="s1">', </span><span class="si">%1.15e</span><span class="s1">'</span> <span class="o">%</span> <span class="p">(</span><span class="n">d</span><span class="p">)</span>
<span class="n">s</span> <span class="o">+=</span> <span class="s1">']'</span>
<span class="k">return</span> <span class="n">s</span>
<span class="k">def</span> <span class="fm">__str__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
<span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="fm">__repr__</span><span class="p">()</span>
<span class="k">class</span> <span class="nc">Floatlist</span><span class="p">:</span>
<span class="vm">__slots__</span> <span class="o">=</span> <span class="p">[</span><span class="s1">'li'</span><span class="p">]</span>
<span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">li</span><span class="p">):</span>
<span class="bp">self</span><span class="o">.</span><span class="n">li</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="n">li</span><span class="p">)</span>
<span class="k">def</span> <span class="fm">__repr__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
<span class="n">s</span> <span class="o">=</span> <span class="s1">'['</span>
<span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">li</span><span class="p">)):</span>
<span class="k">if</span> <span class="n">i</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span>
<span class="n">s</span> <span class="o">+=</span> <span class="s1">', '</span>
<span class="n">s</span> <span class="o">+=</span> <span class="s1">'</span><span class="si">%1.15e</span><span class="s1">'</span> <span class="o">%</span> <span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">li</span><span class="p">[</span><span class="n">i</span><span class="p">])</span>
<span class="n">s</span> <span class="o">+=</span> <span class="s1">']'</span>
<span class="k">return</span> <span class="n">s</span>
<span class="k">def</span> <span class="fm">__str__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
<span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="fm">__repr__</span><span class="p">()</span>
<span class="k">def</span> <span class="nf">_gen_data_d_from_list</span><span class="p">(</span><span class="n">ol</span><span class="p">):</span>
<span class="n">dl</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">for</span> <span class="n">name</span> <span class="ow">in</span> <span class="n">ol</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">mc_names</span><span class="p">:</span>
<span class="n">ed</span> <span class="o">=</span> <span class="p">{}</span>
<span class="n">ed</span><span class="p">[</span><span class="s1">'id'</span><span class="p">]</span> <span class="o">=</span> <span class="n">name</span>
<span class="n">ed</span><span class="p">[</span><span class="s1">'replica'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">for</span> <span class="n">r_name</span> <span class="ow">in</span> <span class="n">ol</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">e_content</span><span class="p">[</span><span class="n">name</span><span class="p">]:</span>
<span class="n">rd</span> <span class="o">=</span> <span class="p">{}</span>
<span class="n">rd</span><span class="p">[</span><span class="s1">'name'</span><span class="p">]</span> <span class="o">=</span> <span class="n">r_name</span>
<span class="k">if</span> <span class="n">ol</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">is_merged</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">r_name</span><span class="p">,</span> <span class="kc">False</span><span class="p">):</span>
<span class="n">rd</span><span class="p">[</span><span class="s1">'is_merged'</span><span class="p">]</span> <span class="o">=</span> <span class="kc">True</span>
<span class="n">rd</span><span class="p">[</span><span class="s1">'deltas'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">ol</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">idl</span><span class="p">[</span><span class="n">r_name</span><span class="p">])):</span>
<span class="n">rd</span><span class="p">[</span><span class="s1">'deltas'</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">([</span><span class="n">ol</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">idl</span><span class="p">[</span><span class="n">r_name</span><span class="p">][</span><span class="n">i</span><span class="p">]])</span>
<span class="k">for</span> <span class="n">o</span> <span class="ow">in</span> <span class="n">ol</span><span class="p">:</span>
<span class="n">rd</span><span class="p">[</span><span class="s1">'deltas'</span><span class="p">][</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">o</span><span class="o">.</span><span class="n">deltas</span><span class="p">[</span><span class="n">r_name</span><span class="p">][</span><span class="n">i</span><span class="p">])</span>
<span class="n">rd</span><span class="p">[</span><span class="s1">'deltas'</span><span class="p">][</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span> <span class="o">=</span> <span class="n">Deltalist</span><span class="p">(</span><span class="n">rd</span><span class="p">[</span><span class="s1">'deltas'</span><span class="p">][</span><span class="o">-</span><span class="mi">1</span><span class="p">])</span>
<span class="n">ed</span><span class="p">[</span><span class="s1">'replica'</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">rd</span><span class="p">)</span>
<span class="n">dl</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">ed</span><span class="p">)</span>
<span class="k">return</span> <span class="n">dl</span>
<span class="k">def</span> <span class="nf">_gen_cdata_d_from_list</span><span class="p">(</span><span class="n">ol</span><span class="p">):</span>
<span class="n">dl</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">for</span> <span class="n">name</span> <span class="ow">in</span> <span class="n">ol</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">cov_names</span><span class="p">:</span>
<span class="n">ed</span> <span class="o">=</span> <span class="p">{}</span>
<span class="n">ed</span><span class="p">[</span><span class="s1">'id'</span><span class="p">]</span> <span class="o">=</span> <span class="n">name</span>
<span class="n">ed</span><span class="p">[</span><span class="s1">'layout'</span><span class="p">]</span> <span class="o">=</span> <span class="nb">str</span><span class="p">(</span><span class="n">ol</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">covobs</span><span class="p">[</span><span class="n">name</span><span class="p">]</span><span class="o">.</span><span class="n">cov</span><span class="o">.</span><span class="n">shape</span><span class="p">)</span><span class="o">.</span><span class="n">lstrip</span><span class="p">(</span><span class="s1">'('</span><span class="p">)</span><span class="o">.</span><span class="n">rstrip</span><span class="p">(</span><span class="s1">')'</span><span class="p">)</span><span class="o">.</span><span class="n">rstrip</span><span class="p">(</span><span class="s1">','</span><span class="p">)</span>
<span class="n">ed</span><span class="p">[</span><span class="s1">'cov'</span><span class="p">]</span> <span class="o">=</span> <span class="n">Floatlist</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">ravel</span><span class="p">(</span><span class="n">ol</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">covobs</span><span class="p">[</span><span class="n">name</span><span class="p">]</span><span class="o">.</span><span class="n">cov</span><span class="p">))</span>
<span class="n">ncov</span> <span class="o">=</span> <span class="n">ol</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">covobs</span><span class="p">[</span><span class="n">name</span><span class="p">]</span><span class="o">.</span><span class="n">cov</span><span class="o">.</span><span class="n">shape</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span>
<span class="n">ed</span><span class="p">[</span><span class="s1">'grad'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="n">ncov</span><span class="p">):</span>
<span class="n">ed</span><span class="p">[</span><span class="s1">'grad'</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">([])</span>
<span class="k">for</span> <span class="n">o</span> <span class="ow">in</span> <span class="n">ol</span><span class="p">:</span>
<span class="n">ed</span><span class="p">[</span><span class="s1">'grad'</span><span class="p">][</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">o</span><span class="o">.</span><span class="n">covobs</span><span class="p">[</span><span class="n">name</span><span class="p">]</span><span class="o">.</span><span class="n">grad</span><span class="p">[</span><span class="n">i</span><span class="p">][</span><span class="mi">0</span><span class="p">])</span>
<span class="n">ed</span><span class="p">[</span><span class="s1">'grad'</span><span class="p">][</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span> <span class="o">=</span> <span class="n">Floatlist</span><span class="p">(</span><span class="n">ed</span><span class="p">[</span><span class="s1">'grad'</span><span class="p">][</span><span class="o">-</span><span class="mi">1</span><span class="p">])</span>
<span class="n">dl</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">ed</span><span class="p">)</span>
<span class="k">return</span> <span class="n">dl</span>
<span class="k">def</span> <span class="nf">write_Obs_to_dict</span><span class="p">(</span><span class="n">o</span><span class="p">):</span>
<span class="n">d</span> <span class="o">=</span> <span class="p">{}</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'type'</span><span class="p">]</span> <span class="o">=</span> <span class="s1">'Obs'</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'layout'</span><span class="p">]</span> <span class="o">=</span> <span class="s1">'1'</span>
<span class="k">if</span> <span class="n">o</span><span class="o">.</span><span class="n">tag</span><span class="p">:</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'tag'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[</span><span class="n">o</span><span class="o">.</span><span class="n">tag</span><span class="p">]</span>
<span class="k">if</span> <span class="n">o</span><span class="o">.</span><span class="n">reweighted</span><span class="p">:</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'reweighted'</span><span class="p">]</span> <span class="o">=</span> <span class="n">o</span><span class="o">.</span><span class="n">reweighted</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'value'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[</span><span class="n">o</span><span class="o">.</span><span class="n">value</span><span class="p">]</span>
<span class="n">data</span> <span class="o">=</span> <span class="n">_gen_data_d_from_list</span><span class="p">([</span><span class="n">o</span><span class="p">])</span>
<span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">data</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'data'</span><span class="p">]</span> <span class="o">=</span> <span class="n">data</span>
<span class="n">cdata</span> <span class="o">=</span> <span class="n">_gen_cdata_d_from_list</span><span class="p">([</span><span class="n">o</span><span class="p">])</span>
<span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">cdata</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'cdata'</span><span class="p">]</span> <span class="o">=</span> <span class="n">cdata</span>
<span class="k">return</span> <span class="n">d</span>
<span class="k">def</span> <span class="nf">write_List_to_dict</span><span class="p">(</span><span class="n">ol</span><span class="p">):</span>
<span class="n">_assert_equal_properties</span><span class="p">(</span><span class="n">ol</span><span class="p">)</span>
<span class="n">d</span> <span class="o">=</span> <span class="p">{}</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'type'</span><span class="p">]</span> <span class="o">=</span> <span class="s1">'List'</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'layout'</span><span class="p">]</span> <span class="o">=</span> <span class="s1">'</span><span class="si">%d</span><span class="s1">'</span> <span class="o">%</span> <span class="nb">len</span><span class="p">(</span><span class="n">ol</span><span class="p">)</span>
<span class="n">taglist</span> <span class="o">=</span> <span class="p">[</span><span class="n">o</span><span class="o">.</span><span class="n">tag</span> <span class="k">for</span> <span class="n">o</span> <span class="ow">in</span> <span class="n">ol</span><span class="p">]</span>
<span class="k">if</span> <span class="n">np</span><span class="o">.</span><span class="n">any</span><span class="p">([</span><span class="n">tag</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span> <span class="k">for</span> <span class="n">tag</span> <span class="ow">in</span> <span class="n">taglist</span><span class="p">]):</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'tag'</span><span class="p">]</span> <span class="o">=</span> <span class="n">taglist</span>
<span class="k">if</span> <span class="n">ol</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">reweighted</span><span class="p">:</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'reweighted'</span><span class="p">]</span> <span class="o">=</span> <span class="n">ol</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">reweighted</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'value'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[</span><span class="n">o</span><span class="o">.</span><span class="n">value</span> <span class="k">for</span> <span class="n">o</span> <span class="ow">in</span> <span class="n">ol</span><span class="p">]</span>
<span class="n">data</span> <span class="o">=</span> <span class="n">_gen_data_d_from_list</span><span class="p">(</span><span class="n">ol</span><span class="p">)</span>
<span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">data</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'data'</span><span class="p">]</span> <span class="o">=</span> <span class="n">data</span>
<span class="n">cdata</span> <span class="o">=</span> <span class="n">_gen_cdata_d_from_list</span><span class="p">(</span><span class="n">ol</span><span class="p">)</span>
<span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">cdata</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'cdata'</span><span class="p">]</span> <span class="o">=</span> <span class="n">cdata</span>
<span class="k">return</span> <span class="n">d</span>
<span class="k">def</span> <span class="nf">write_Array_to_dict</span><span class="p">(</span><span class="n">oa</span><span class="p">):</span>
<span class="n">ol</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">ravel</span><span class="p">(</span><span class="n">oa</span><span class="p">)</span>
<span class="n">_assert_equal_properties</span><span class="p">(</span><span class="n">ol</span><span class="p">)</span>
<span class="n">d</span> <span class="o">=</span> <span class="p">{}</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'type'</span><span class="p">]</span> <span class="o">=</span> <span class="s1">'Array'</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'layout'</span><span class="p">]</span> <span class="o">=</span> <span class="nb">str</span><span class="p">(</span><span class="n">oa</span><span class="o">.</span><span class="n">shape</span><span class="p">)</span><span class="o">.</span><span class="n">lstrip</span><span class="p">(</span><span class="s1">'('</span><span class="p">)</span><span class="o">.</span><span class="n">rstrip</span><span class="p">(</span><span class="s1">')'</span><span class="p">)</span><span class="o">.</span><span class="n">rstrip</span><span class="p">(</span><span class="s1">','</span><span class="p">)</span>
<span class="n">taglist</span> <span class="o">=</span> <span class="p">[</span><span class="n">o</span><span class="o">.</span><span class="n">tag</span> <span class="k">for</span> <span class="n">o</span> <span class="ow">in</span> <span class="n">ol</span><span class="p">]</span>
<span class="k">if</span> <span class="n">np</span><span class="o">.</span><span class="n">any</span><span class="p">([</span><span class="n">tag</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span> <span class="k">for</span> <span class="n">tag</span> <span class="ow">in</span> <span class="n">taglist</span><span class="p">]):</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'tag'</span><span class="p">]</span> <span class="o">=</span> <span class="n">taglist</span>
<span class="k">if</span> <span class="n">ol</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">reweighted</span><span class="p">:</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'reweighted'</span><span class="p">]</span> <span class="o">=</span> <span class="n">ol</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">reweighted</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'value'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[</span><span class="n">o</span><span class="o">.</span><span class="n">value</span> <span class="k">for</span> <span class="n">o</span> <span class="ow">in</span> <span class="n">ol</span><span class="p">]</span>
<span class="n">data</span> <span class="o">=</span> <span class="n">_gen_data_d_from_list</span><span class="p">(</span><span class="n">ol</span><span class="p">)</span>
<span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">data</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'data'</span><span class="p">]</span> <span class="o">=</span> <span class="n">data</span>
<span class="n">cdata</span> <span class="o">=</span> <span class="n">_gen_cdata_d_from_list</span><span class="p">(</span><span class="n">ol</span><span class="p">)</span>
<span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">cdata</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'cdata'</span><span class="p">]</span> <span class="o">=</span> <span class="n">cdata</span>
<span class="k">return</span> <span class="n">d</span>
<span class="k">def</span> <span class="nf">_nan_Obs_like</span><span class="p">(</span><span class="n">obs</span><span class="p">):</span>
<span class="n">samples</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">names</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">idl</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">for</span> <span class="n">key</span><span class="p">,</span> <span class="n">value</span> <span class="ow">in</span> <span class="n">obs</span><span class="o">.</span><span class="n">idl</span><span class="o">.</span><span class="n">items</span><span class="p">():</span>
<span class="n">samples</span><span class="o">.</span><span class="n">append</span><span class="p">([</span><span class="n">np</span><span class="o">.</span><span class="n">nan</span><span class="p">]</span> <span class="o">*</span> <span class="nb">len</span><span class="p">(</span><span class="n">value</span><span class="p">))</span>
<span class="n">names</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">key</span><span class="p">)</span>
<span class="n">idl</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">value</span><span class="p">)</span>
<span class="n">my_obs</span> <span class="o">=</span> <span class="n">Obs</span><span class="p">(</span><span class="n">samples</span><span class="p">,</span> <span class="n">names</span><span class="p">,</span> <span class="n">idl</span><span class="p">)</span>
<span class="n">my_obs</span><span class="o">.</span><span class="n">_covobs</span> <span class="o">=</span> <span class="n">obs</span><span class="o">.</span><span class="n">_covobs</span>
<span class="k">for</span> <span class="n">name</span> <span class="ow">in</span> <span class="n">obs</span><span class="o">.</span><span class="n">_covobs</span><span class="p">:</span>
<span class="n">my_obs</span><span class="o">.</span><span class="n">names</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">name</span><span class="p">)</span>
<span class="n">my_obs</span><span class="o">.</span><span class="n">reweighted</span> <span class="o">=</span> <span class="n">obs</span><span class="o">.</span><span class="n">reweighted</span>
<span class="n">my_obs</span><span class="o">.</span><span class="n">is_merged</span> <span class="o">=</span> <span class="n">obs</span><span class="o">.</span><span class="n">is_merged</span>
<span class="k">return</span> <span class="n">my_obs</span>
<span class="k">def</span> <span class="nf">write_Corr_to_dict</span><span class="p">(</span><span class="n">my_corr</span><span class="p">):</span>
<span class="n">first_not_none</span> <span class="o">=</span> <span class="nb">next</span><span class="p">(</span><span class="n">i</span> <span class="k">for</span> <span class="n">i</span><span class="p">,</span> <span class="n">j</span> <span class="ow">in</span> <span class="nb">enumerate</span><span class="p">(</span><span class="n">my_corr</span><span class="o">.</span><span class="n">content</span><span class="p">)</span> <span class="k">if</span> <span class="n">np</span><span class="o">.</span><span class="n">all</span><span class="p">(</span><span class="n">j</span><span class="p">))</span>
<span class="n">dummy_array</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">empty</span><span class="p">((</span><span class="n">my_corr</span><span class="o">.</span><span class="n">N</span><span class="p">,</span> <span class="n">my_corr</span><span class="o">.</span><span class="n">N</span><span class="p">),</span> <span class="n">dtype</span><span class="o">=</span><span class="nb">object</span><span class="p">)</span>
<span class="n">dummy_array</span><span class="p">[:]</span> <span class="o">=</span> <span class="n">_nan_Obs_like</span><span class="p">(</span><span class="n">my_corr</span><span class="o">.</span><span class="n">content</span><span class="p">[</span><span class="n">first_not_none</span><span class="p">]</span><span class="o">.</span><span class="n">ravel</span><span class="p">()[</span><span class="mi">0</span><span class="p">])</span>
<span class="n">content</span> <span class="o">=</span> <span class="p">[</span><span class="n">o</span> <span class="k">if</span> <span class="n">o</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span> <span class="k">else</span> <span class="n">dummy_array</span> <span class="k">for</span> <span class="n">o</span> <span class="ow">in</span> <span class="n">my_corr</span><span class="o">.</span><span class="n">content</span><span class="p">]</span>
<span class="n">dat</span> <span class="o">=</span> <span class="n">write_Array_to_dict</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">array</span><span class="p">(</span><span class="n">content</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="nb">object</span><span class="p">))</span>
<span class="n">dat</span><span class="p">[</span><span class="s1">'type'</span><span class="p">]</span> <span class="o">=</span> <span class="s1">'Corr'</span>
<span class="n">corr_meta_data</span> <span class="o">=</span> <span class="nb">str</span><span class="p">(</span><span class="n">my_corr</span><span class="o">.</span><span class="n">tag</span><span class="p">)</span>
<span class="k">if</span> <span class="s1">'tag'</span> <span class="ow">in</span> <span class="n">dat</span><span class="o">.</span><span class="n">keys</span><span class="p">():</span>
<span class="n">dat</span><span class="p">[</span><span class="s1">'tag'</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">corr_meta_data</span><span class="p">)</span>
<span class="k">else</span><span class="p">:</span>
<span class="n">dat</span><span class="p">[</span><span class="s1">'tag'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[</span><span class="n">corr_meta_data</span><span class="p">]</span>
<span class="n">taglist</span> <span class="o">=</span> <span class="n">dat</span><span class="p">[</span><span class="s1">'tag'</span><span class="p">]</span>
<span class="n">dat</span><span class="p">[</span><span class="s1">'tag'</span><span class="p">]</span> <span class="o">=</span> <span class="p">{}</span> <span class="c1"># tag is now a dictionary, that contains the previous taglist in the key "tag"</span>
<span class="n">dat</span><span class="p">[</span><span class="s1">'tag'</span><span class="p">][</span><span class="s1">'tag'</span><span class="p">]</span> <span class="o">=</span> <span class="n">taglist</span>
<span class="k">if</span> <span class="n">my_corr</span><span class="o">.</span><span class="n">prange</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
<span class="n">dat</span><span class="p">[</span><span class="s1">'tag'</span><span class="p">][</span><span class="s1">'prange'</span><span class="p">]</span> <span class="o">=</span> <span class="n">my_corr</span><span class="o">.</span><span class="n">prange</span>
<span class="k">return</span> <span class="n">dat</span>
<span class="k">if</span> <span class="ow">not</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">ol</span><span class="p">,</span> <span class="nb">list</span><span class="p">):</span>
<span class="n">ol</span> <span class="o">=</span> <span class="p">[</span><span class="n">ol</span><span class="p">]</span>
<span class="n">d</span> <span class="o">=</span> <span class="p">{}</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'program'</span><span class="p">]</span> <span class="o">=</span> <span class="s1">'pyerrors </span><span class="si">%s</span><span class="s1">'</span> <span class="o">%</span> <span class="p">(</span><span class="n">pyerrorsversion</span><span class="o">.</span><span class="n">__version__</span><span class="p">)</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'version'</span><span class="p">]</span> <span class="o">=</span> <span class="s1">'1.0'</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'who'</span><span class="p">]</span> <span class="o">=</span> <span class="n">getpass</span><span class="o">.</span><span class="n">getuser</span><span class="p">()</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'date'</span><span class="p">]</span> <span class="o">=</span> <span class="n">datetime</span><span class="o">.</span><span class="n">datetime</span><span class="o">.</span><span class="n">now</span><span class="p">()</span><span class="o">.</span><span class="n">astimezone</span><span class="p">()</span><span class="o">.</span><span class="n">strftime</span><span class="p">(</span><span class="s1">'%Y-%m-</span><span class="si">%d</span><span class="s1"> %H:%M:%S %z'</span><span class="p">)</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'host'</span><span class="p">]</span> <span class="o">=</span> <span class="n">socket</span><span class="o">.</span><span class="n">gethostname</span><span class="p">()</span> <span class="o">+</span> <span class="s1">', '</span> <span class="o">+</span> <span class="n">platform</span><span class="o">.</span><span class="n">platform</span><span class="p">()</span>
<span class="k">if</span> <span class="n">description</span><span class="p">:</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'description'</span><span class="p">]</span> <span class="o">=</span> <span class="n">description</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'obsdata'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">for</span> <span class="n">io</span> <span class="ow">in</span> <span class="n">ol</span><span class="p">:</span>
<span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">io</span><span class="p">,</span> <span class="n">Obs</span><span class="p">):</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'obsdata'</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">write_Obs_to_dict</span><span class="p">(</span><span class="n">io</span><span class="p">))</span>
<span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">io</span><span class="p">,</span> <span class="nb">list</span><span class="p">):</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'obsdata'</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">write_List_to_dict</span><span class="p">(</span><span class="n">io</span><span class="p">))</span>
<span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">io</span><span class="p">,</span> <span class="n">np</span><span class="o">.</span><span class="n">ndarray</span><span class="p">):</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'obsdata'</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">write_Array_to_dict</span><span class="p">(</span><span class="n">io</span><span class="p">))</span>
<span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">io</span><span class="p">,</span> <span class="n">Corr</span><span class="p">):</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'obsdata'</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">write_Corr_to_dict</span><span class="p">(</span><span class="n">io</span><span class="p">))</span>
<span class="k">else</span><span class="p">:</span>
<span class="k">raise</span> <span class="ne">Exception</span><span class="p">(</span><span class="s2">"Unkown datatype."</span><span class="p">)</span>
<span class="n">jsonstring</span> <span class="o">=</span> <span class="s1">''</span>
<span class="k">for</span> <span class="n">chunk</span> <span class="ow">in</span> <span class="n">my_encoder</span><span class="p">(</span><span class="n">indent</span><span class="o">=</span><span class="n">indent</span><span class="p">,</span> <span class="n">ensure_ascii</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span><span class="o">.</span><span class="n">iterencode</span><span class="p">(</span><span class="n">d</span><span class="p">):</span>
<span class="n">jsonstring</span> <span class="o">+=</span> <span class="n">chunk</span>
<span class="k">del</span> <span class="n">d</span>
<span class="n">gc</span><span class="o">.</span><span class="n">collect</span><span class="p">()</span>
<span class="k">def</span> <span class="nf">remove_quotationmarks_split</span><span class="p">(</span><span class="n">split</span><span class="p">):</span>
<span class="sd">"""Workaround for un-quoting of delta lists, adds 5% of work</span>
<span class="sd"> but is save, compared to a simple replace that could destroy the structure</span>
<span class="sd"> """</span>
<span class="n">deltas</span> <span class="o">=</span> <span class="kc">False</span>
<span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">split</span><span class="p">)):</span>
<span class="k">if</span> <span class="s1">'"deltas":'</span> <span class="ow">in</span> <span class="n">split</span><span class="p">[</span><span class="n">i</span><span class="p">]</span> <span class="ow">or</span> <span class="s1">'"cov":'</span> <span class="ow">in</span> <span class="n">split</span><span class="p">[</span><span class="n">i</span><span class="p">]</span> <span class="ow">or</span> <span class="s1">'"grad":'</span> <span class="ow">in</span> <span class="n">split</span><span class="p">[</span><span class="n">i</span><span class="p">]:</span>
<span class="n">deltas</span> <span class="o">=</span> <span class="kc">True</span>
<span class="k">if</span> <span class="n">deltas</span><span class="p">:</span>
<span class="n">split</span><span class="p">[</span><span class="n">i</span><span class="p">]</span> <span class="o">=</span> <span class="n">split</span><span class="p">[</span><span class="n">i</span><span class="p">]</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s1">'"['</span><span class="p">,</span> <span class="s1">'['</span><span class="p">)</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s1">']"'</span><span class="p">,</span> <span class="s1">']'</span><span class="p">)</span>
<span class="k">if</span> <span class="n">split</span><span class="p">[</span><span class="n">i</span><span class="p">][</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span> <span class="o">==</span> <span class="s1">']'</span><span class="p">:</span>
<span class="n">deltas</span> <span class="o">=</span> <span class="kc">False</span>
<span class="k">return</span> <span class="s1">'</span><span class="se">\n</span><span class="s1">'</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">split</span><span class="p">)</span>
<span class="n">jsonstring</span> <span class="o">=</span> <span class="n">jsonstring</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s1">'</span><span class="se">\n</span><span class="s1">'</span><span class="p">)</span>
<span class="n">jsonstring</span> <span class="o">=</span> <span class="n">remove_quotationmarks_split</span><span class="p">(</span><span class="n">jsonstring</span><span class="p">)</span>
<span class="n">jsonstring</span> <span class="o">=</span> <span class="n">jsonstring</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s1">'nan'</span><span class="p">,</span> <span class="s1">'NaN'</span><span class="p">)</span>
<span class="k">return</span> <span class="n">jsonstring</span>
<span class="k">def</span> <span class="nf">dump_to_json</span><span class="p">(</span><span class="n">ol</span><span class="p">,</span> <span class="n">fname</span><span class="p">,</span> <span class="n">description</span><span class="o">=</span><span class="s1">''</span><span class="p">,</span> <span class="n">indent</span><span class="o">=</span><span class="mi">1</span><span class="p">,</span> <span class="n">gz</span><span class="o">=</span><span class="kc">True</span><span class="p">):</span>
<span class="sd">"""Export a list of Obs or structures containing Obs to a .json(.gz) file</span>
<span class="sd"> Parameters</span>
<span class="sd"> ----------</span>
<span class="sd"> ol : list</span>
<span class="sd"> List of objects that will be exported. At the moment, these objects can be</span>
<span class="sd"> either of: Obs, list, numpy.ndarray, Corr.</span>
<span class="sd"> All Obs inside a structure have to be defined on the same set of configurations.</span>
<span class="sd"> fname : str</span>
<span class="sd"> Filename of the output file.</span>
<span class="sd"> description : str</span>
<span class="sd"> Optional string that describes the contents of the json file.</span>
<span class="sd"> indent : int</span>
<span class="sd"> Specify the indentation level of the json file. None or 0 is permissible and</span>
<span class="sd"> saves disk space.</span>
<span class="sd"> gz : bool</span>
<span class="sd"> If True, the output is a gzipped json. If False, the output is a json file.</span>
<span class="sd"> """</span>
<span class="n">jsonstring</span> <span class="o">=</span> <span class="n">create_json_string</span><span class="p">(</span><span class="n">ol</span><span class="p">,</span> <span class="n">description</span><span class="p">,</span> <span class="n">indent</span><span class="p">)</span>
<span class="k">if</span> <span class="ow">not</span> <span class="n">fname</span><span class="o">.</span><span class="n">endswith</span><span class="p">(</span><span class="s1">'.json'</span><span class="p">)</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">fname</span><span class="o">.</span><span class="n">endswith</span><span class="p">(</span><span class="s1">'.gz'</span><span class="p">):</span>
<span class="n">fname</span> <span class="o">+=</span> <span class="s1">'.json'</span>
<span class="k">if</span> <span class="n">gz</span><span class="p">:</span>
<span class="k">if</span> <span class="ow">not</span> <span class="n">fname</span><span class="o">.</span><span class="n">endswith</span><span class="p">(</span><span class="s1">'.gz'</span><span class="p">):</span>
<span class="n">fname</span> <span class="o">+=</span> <span class="s1">'.gz'</span>
<span class="n">fp</span> <span class="o">=</span> <span class="n">gzip</span><span class="o">.</span><span class="n">open</span><span class="p">(</span><span class="n">fname</span><span class="p">,</span> <span class="s1">'wb'</span><span class="p">)</span>
<span class="n">fp</span><span class="o">.</span><span class="n">write</span><span class="p">(</span><span class="n">jsonstring</span><span class="o">.</span><span class="n">encode</span><span class="p">(</span><span class="s1">'utf-8'</span><span class="p">))</span>
<span class="k">else</span><span class="p">:</span>
<span class="n">fp</span> <span class="o">=</span> <span class="nb">open</span><span class="p">(</span><span class="n">fname</span><span class="p">,</span> <span class="s1">'w'</span><span class="p">,</span> <span class="n">encoding</span><span class="o">=</span><span class="s1">'utf-8'</span><span class="p">)</span>
<span class="n">fp</span><span class="o">.</span><span class="n">write</span><span class="p">(</span><span class="n">jsonstring</span><span class="p">)</span>
<span class="n">fp</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>
<span class="k">def</span> <span class="nf">_parse_json_dict</span><span class="p">(</span><span class="n">json_dict</span><span class="p">,</span> <span class="n">verbose</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">full_output</span><span class="o">=</span><span class="kc">False</span><span class="p">):</span>
<span class="sd">"""Reconstruct a list of Obs or structures containing Obs from a dict that</span>
<span class="sd"> was built out of a json string.</span>
<span class="sd"> The following structures are supported: Obs, list, numpy.ndarray, Corr</span>
<span class="sd"> If the list contains only one element, it is unpacked from the list.</span>
<span class="sd"> Parameters</span>
<span class="sd"> ----------</span>
<span class="sd"> json_string : str</span>
<span class="sd"> json string containing the data.</span>
<span class="sd"> verbose : bool</span>
<span class="sd"> Print additional information that was written to the file.</span>
<span class="sd"> full_output : bool</span>
<span class="sd"> If True, a dict containing auxiliary information and the data is returned.</span>
<span class="sd"> If False, only the data is returned.</span>
<span class="sd"> """</span>
<span class="k">def</span> <span class="nf">_gen_obsd_from_datad</span><span class="p">(</span><span class="n">d</span><span class="p">):</span>
<span class="n">retd</span> <span class="o">=</span> <span class="p">{}</span>
<span class="k">if</span> <span class="n">d</span><span class="p">:</span>
<span class="n">retd</span><span class="p">[</span><span class="s1">'names'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">retd</span><span class="p">[</span><span class="s1">'idl'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">retd</span><span class="p">[</span><span class="s1">'deltas'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">retd</span><span class="p">[</span><span class="s1">'is_merged'</span><span class="p">]</span> <span class="o">=</span> <span class="p">{}</span>
<span class="k">for</span> <span class="n">ens</span> <span class="ow">in</span> <span class="n">d</span><span class="p">:</span>
<span class="k">for</span> <span class="n">rep</span> <span class="ow">in</span> <span class="n">ens</span><span class="p">[</span><span class="s1">'replica'</span><span class="p">]:</span>
<span class="n">rep_name</span> <span class="o">=</span> <span class="n">rep</span><span class="p">[</span><span class="s1">'name'</span><span class="p">]</span>
<span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">rep_name</span><span class="p">)</span> <span class="o">></span> <span class="nb">len</span><span class="p">(</span><span class="n">ens</span><span class="p">[</span><span class="s2">"id"</span><span class="p">]):</span>
<span class="k">if</span> <span class="n">rep_name</span><span class="p">[</span><span class="nb">len</span><span class="p">(</span><span class="n">ens</span><span class="p">[</span><span class="s2">"id"</span><span class="p">])]</span> <span class="o">!=</span> <span class="s2">"|"</span><span class="p">:</span>
<span class="n">tmp_list</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="n">rep_name</span><span class="p">)</span>
<span class="n">tmp_list</span> <span class="o">=</span> <span class="n">tmp_list</span><span class="p">[:</span><span class="nb">len</span><span class="p">(</span><span class="n">ens</span><span class="p">[</span><span class="s2">"id"</span><span class="p">])]</span> <span class="o">+</span> <span class="p">[</span><span class="s2">"|"</span><span class="p">]</span> <span class="o">+</span> <span class="n">tmp_list</span><span class="p">[</span><span class="nb">len</span><span class="p">(</span><span class="n">ens</span><span class="p">[</span><span class="s2">"id"</span><span class="p">]):]</span>
<span class="n">rep_name</span> <span class="o">=</span> <span class="s1">''</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">tmp_list</span><span class="p">)</span>
<span class="n">retd</span><span class="p">[</span><span class="s1">'names'</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">rep_name</span><span class="p">)</span>
<span class="n">retd</span><span class="p">[</span><span class="s1">'idl'</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">([</span><span class="n">di</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span> <span class="k">for</span> <span class="n">di</span> <span class="ow">in</span> <span class="n">rep</span><span class="p">[</span><span class="s1">'deltas'</span><span class="p">]])</span>
<span class="n">retd</span><span class="p">[</span><span class="s1">'deltas'</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">array</span><span class="p">([</span><span class="n">di</span><span class="p">[</span><span class="mi">1</span><span class="p">:]</span> <span class="k">for</span> <span class="n">di</span> <span class="ow">in</span> <span class="n">rep</span><span class="p">[</span><span class="s1">'deltas'</span><span class="p">]]))</span>
<span class="n">retd</span><span class="p">[</span><span class="s1">'is_merged'</span><span class="p">][</span><span class="n">rep_name</span><span class="p">]</span> <span class="o">=</span> <span class="n">rep</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'is_merged'</span><span class="p">,</span> <span class="kc">False</span><span class="p">)</span>
<span class="k">return</span> <span class="n">retd</span>
<span class="k">def</span> <span class="nf">_gen_covobsd_from_cdatad</span><span class="p">(</span><span class="n">d</span><span class="p">):</span>
<span class="n">retd</span> <span class="o">=</span> <span class="p">{}</span>
<span class="k">for</span> <span class="n">ens</span> <span class="ow">in</span> <span class="n">d</span><span class="p">:</span>
<span class="n">retl</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">name</span> <span class="o">=</span> <span class="n">ens</span><span class="p">[</span><span class="s1">'id'</span><span class="p">]</span>
<span class="n">layouts</span> <span class="o">=</span> <span class="n">ens</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'layout'</span><span class="p">,</span> <span class="s1">'1'</span><span class="p">)</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span>
<span class="n">layout</span> <span class="o">=</span> <span class="p">[</span><span class="nb">int</span><span class="p">(</span><span class="n">ls</span><span class="o">.</span><span class="n">strip</span><span class="p">())</span> <span class="k">for</span> <span class="n">ls</span> <span class="ow">in</span> <span class="n">layouts</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s1">','</span><span class="p">)</span> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">ls</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span><span class="p">]</span>
<span class="n">cov</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">reshape</span><span class="p">(</span><span class="n">ens</span><span class="p">[</span><span class="s1">'cov'</span><span class="p">],</span> <span class="n">layout</span><span class="p">)</span>
<span class="n">grad</span> <span class="o">=</span> <span class="n">ens</span><span class="p">[</span><span class="s1">'grad'</span><span class="p">]</span>
<span class="n">nobs</span> <span class="o">=</span> <span class="nb">len</span><span class="p">(</span><span class="n">grad</span><span class="p">[</span><span class="mi">0</span><span class="p">])</span>
<span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="n">nobs</span><span class="p">):</span>
<span class="n">retl</span><span class="o">.</span><span class="n">append</span><span class="p">({</span><span class="s1">'name'</span><span class="p">:</span> <span class="n">name</span><span class="p">,</span> <span class="s1">'cov'</span><span class="p">:</span> <span class="n">cov</span><span class="p">,</span> <span class="s1">'grad'</span><span class="p">:</span> <span class="p">[</span><span class="n">g</span><span class="p">[</span><span class="n">i</span><span class="p">]</span> <span class="k">for</span> <span class="n">g</span> <span class="ow">in</span> <span class="n">grad</span><span class="p">]})</span>
<span class="n">retd</span><span class="p">[</span><span class="n">name</span><span class="p">]</span> <span class="o">=</span> <span class="n">retl</span>
<span class="k">return</span> <span class="n">retd</span>
<span class="k">def</span> <span class="nf">get_Obs_from_dict</span><span class="p">(</span><span class="n">o</span><span class="p">):</span>
<span class="n">layouts</span> <span class="o">=</span> <span class="n">o</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'layout'</span><span class="p">,</span> <span class="s1">'1'</span><span class="p">)</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span>
<span class="k">if</span> <span class="n">layouts</span> <span class="o">!=</span> <span class="s1">'1'</span><span class="p">:</span>
<span class="k">raise</span> <span class="ne">Exception</span><span class="p">(</span><span class="s2">"layout is </span><span class="si">%s</span><span class="s2"> has to be 1 for type Obs."</span> <span class="o">%</span> <span class="p">(</span><span class="n">layouts</span><span class="p">),</span> <span class="ne">RuntimeWarning</span><span class="p">)</span>
<span class="n">values</span> <span class="o">=</span> <span class="n">o</span><span class="p">[</span><span class="s1">'value'</span><span class="p">]</span>
<span class="n">od</span> <span class="o">=</span> <span class="n">_gen_obsd_from_datad</span><span class="p">(</span><span class="n">o</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'data'</span><span class="p">,</span> <span class="p">{}))</span>
<span class="n">cd</span> <span class="o">=</span> <span class="n">_gen_covobsd_from_cdatad</span><span class="p">(</span><span class="n">o</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'cdata'</span><span class="p">,</span> <span class="p">{}))</span>
<span class="k">if</span> <span class="n">od</span><span class="p">:</span>
<span class="n">ret</span> <span class="o">=</span> <span class="n">Obs</span><span class="p">([[</span><span class="n">ddi</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span> <span class="o">+</span> <span class="n">values</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span> <span class="k">for</span> <span class="n">ddi</span> <span class="ow">in</span> <span class="n">di</span><span class="p">]</span> <span class="k">for</span> <span class="n">di</span> <span class="ow">in</span> <span class="n">od</span><span class="p">[</span><span class="s1">'deltas'</span><span class="p">]],</span> <span class="n">od</span><span class="p">[</span><span class="s1">'names'</span><span class="p">],</span> <span class="n">idl</span><span class="o">=</span><span class="n">od</span><span class="p">[</span><span class="s1">'idl'</span><span class="p">])</span>
<span class="n">ret</span><span class="o">.</span><span class="n">is_merged</span> <span class="o">=</span> <span class="n">od</span><span class="p">[</span><span class="s1">'is_merged'</span><span class="p">]</span>
<span class="k">else</span><span class="p">:</span>
<span class="n">ret</span> <span class="o">=</span> <span class="n">Obs</span><span class="p">([],</span> <span class="p">[])</span>
<span class="n">ret</span><span class="o">.</span><span class="n">_value</span> <span class="o">=</span> <span class="n">values</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span>
<span class="k">for</span> <span class="n">name</span> <span class="ow">in</span> <span class="n">cd</span><span class="p">:</span>
<span class="n">co</span> <span class="o">=</span> <span class="n">cd</span><span class="p">[</span><span class="n">name</span><span class="p">][</span><span class="mi">0</span><span class="p">]</span>
<span class="n">ret</span><span class="o">.</span><span class="n">_covobs</span><span class="p">[</span><span class="n">name</span><span class="p">]</span> <span class="o">=</span> <span class="n">Covobs</span><span class="p">(</span><span class="kc">None</span><span class="p">,</span> <span class="n">co</span><span class="p">[</span><span class="s1">'cov'</span><span class="p">],</span> <span class="n">co</span><span class="p">[</span><span class="s1">'name'</span><span class="p">],</span> <span class="n">grad</span><span class="o">=</span><span class="n">co</span><span class="p">[</span><span class="s1">'grad'</span><span class="p">])</span>
<span class="n">ret</span><span class="o">.</span><span class="n">names</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">co</span><span class="p">[</span><span class="s1">'name'</span><span class="p">])</span>
<span class="n">ret</span><span class="o">.</span><span class="n">reweighted</span> <span class="o">=</span> <span class="n">o</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'reweighted'</span><span class="p">,</span> <span class="kc">False</span><span class="p">)</span>
<span class="n">ret</span><span class="o">.</span><span class="n">tag</span> <span class="o">=</span> <span class="n">o</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'tag'</span><span class="p">,</span> <span class="p">[</span><span class="kc">None</span><span class="p">])[</span><span class="mi">0</span><span class="p">]</span>
<span class="k">return</span> <span class="n">ret</span>
<span class="k">def</span> <span class="nf">get_List_from_dict</span><span class="p">(</span><span class="n">o</span><span class="p">):</span>
<span class="n">layouts</span> <span class="o">=</span> <span class="n">o</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'layout'</span><span class="p">,</span> <span class="s1">'1'</span><span class="p">)</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span>
<span class="n">layout</span> <span class="o">=</span> <span class="nb">int</span><span class="p">(</span><span class="n">layouts</span><span class="p">)</span>
<span class="n">values</span> <span class="o">=</span> <span class="n">o</span><span class="p">[</span><span class="s1">'value'</span><span class="p">]</span>
<span class="n">od</span> <span class="o">=</span> <span class="n">_gen_obsd_from_datad</span><span class="p">(</span><span class="n">o</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'data'</span><span class="p">,</span> <span class="p">{}))</span>
<span class="n">cd</span> <span class="o">=</span> <span class="n">_gen_covobsd_from_cdatad</span><span class="p">(</span><span class="n">o</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'cdata'</span><span class="p">,</span> <span class="p">{}))</span>
<span class="n">ret</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">taglist</span> <span class="o">=</span> <span class="n">o</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'tag'</span><span class="p">,</span> <span class="n">layout</span> <span class="o">*</span> <span class="p">[</span><span class="kc">None</span><span class="p">])</span>
<span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="n">layout</span><span class="p">):</span>
<span class="k">if</span> <span class="n">od</span><span class="p">:</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">Obs</span><span class="p">([</span><span class="nb">list</span><span class="p">(</span><span class="n">di</span><span class="p">[:,</span> <span class="n">i</span><span class="p">]</span> <span class="o">+</span> <span class="n">values</span><span class="p">[</span><span class="n">i</span><span class="p">])</span> <span class="k">for</span> <span class="n">di</span> <span class="ow">in</span> <span class="n">od</span><span class="p">[</span><span class="s1">'deltas'</span><span class="p">]],</span> <span class="n">od</span><span class="p">[</span><span class="s1">'names'</span><span class="p">],</span> <span class="n">idl</span><span class="o">=</span><span class="n">od</span><span class="p">[</span><span class="s1">'idl'</span><span class="p">]))</span>
<span class="n">ret</span><span class="p">[</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">is_merged</span> <span class="o">=</span> <span class="n">od</span><span class="p">[</span><span class="s1">'is_merged'</span><span class="p">]</span>
<span class="k">else</span><span class="p">:</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">Obs</span><span class="p">([],</span> <span class="p">[]))</span>
<span class="n">ret</span><span class="p">[</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">_value</span> <span class="o">=</span> <span class="n">values</span><span class="p">[</span><span class="n">i</span><span class="p">]</span>
<span class="nb">print</span><span class="p">(</span><span class="s1">'Created Obs with means= '</span><span class="p">,</span> <span class="n">values</span><span class="p">[</span><span class="n">i</span><span class="p">])</span>
<span class="k">for</span> <span class="n">name</span> <span class="ow">in</span> <span class="n">cd</span><span class="p">:</span>
<span class="n">co</span> <span class="o">=</span> <span class="n">cd</span><span class="p">[</span><span class="n">name</span><span class="p">][</span><span class="n">i</span><span class="p">]</span>
<span class="n">ret</span><span class="p">[</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">_covobs</span><span class="p">[</span><span class="n">name</span><span class="p">]</span> <span class="o">=</span> <span class="n">Covobs</span><span class="p">(</span><span class="kc">None</span><span class="p">,</span> <span class="n">co</span><span class="p">[</span><span class="s1">'cov'</span><span class="p">],</span> <span class="n">co</span><span class="p">[</span><span class="s1">'name'</span><span class="p">],</span> <span class="n">grad</span><span class="o">=</span><span class="n">co</span><span class="p">[</span><span class="s1">'grad'</span><span class="p">])</span>
<span class="n">ret</span><span class="p">[</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">names</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">co</span><span class="p">[</span><span class="s1">'name'</span><span class="p">])</span>
<span class="n">ret</span><span class="p">[</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">reweighted</span> <span class="o">=</span> <span class="n">o</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'reweighted'</span><span class="p">,</span> <span class="kc">False</span><span class="p">)</span>
<span class="n">ret</span><span class="p">[</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">tag</span> <span class="o">=</span> <span class="n">taglist</span><span class="p">[</span><span class="n">i</span><span class="p">]</span>
<span class="k">return</span> <span class="n">ret</span>
<span class="k">def</span> <span class="nf">get_Array_from_dict</span><span class="p">(</span><span class="n">o</span><span class="p">):</span>
<span class="n">layouts</span> <span class="o">=</span> <span class="n">o</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'layout'</span><span class="p">,</span> <span class="s1">'1'</span><span class="p">)</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span>
<span class="n">layout</span> <span class="o">=</span> <span class="p">[</span><span class="nb">int</span><span class="p">(</span><span class="n">ls</span><span class="o">.</span><span class="n">strip</span><span class="p">())</span> <span class="k">for</span> <span class="n">ls</span> <span class="ow">in</span> <span class="n">layouts</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s1">','</span><span class="p">)</span> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">ls</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span><span class="p">]</span>
<span class="n">N</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">prod</span><span class="p">(</span><span class="n">layout</span><span class="p">)</span>
<span class="n">values</span> <span class="o">=</span> <span class="n">o</span><span class="p">[</span><span class="s1">'value'</span><span class="p">]</span>
<span class="n">od</span> <span class="o">=</span> <span class="n">_gen_obsd_from_datad</span><span class="p">(</span><span class="n">o</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'data'</span><span class="p">,</span> <span class="p">{}))</span>
<span class="n">cd</span> <span class="o">=</span> <span class="n">_gen_covobsd_from_cdatad</span><span class="p">(</span><span class="n">o</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'cdata'</span><span class="p">,</span> <span class="p">{}))</span>
<span class="n">ret</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">taglist</span> <span class="o">=</span> <span class="n">o</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'tag'</span><span class="p">,</span> <span class="n">N</span> <span class="o">*</span> <span class="p">[</span><span class="kc">None</span><span class="p">])</span>
<span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="n">N</span><span class="p">):</span>
<span class="k">if</span> <span class="n">od</span><span class="p">:</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">Obs</span><span class="p">([</span><span class="n">di</span><span class="p">[:,</span> <span class="n">i</span><span class="p">]</span> <span class="o">+</span> <span class="n">values</span><span class="p">[</span><span class="n">i</span><span class="p">]</span> <span class="k">for</span> <span class="n">di</span> <span class="ow">in</span> <span class="n">od</span><span class="p">[</span><span class="s1">'deltas'</span><span class="p">]],</span> <span class="n">od</span><span class="p">[</span><span class="s1">'names'</span><span class="p">],</span> <span class="n">idl</span><span class="o">=</span><span class="n">od</span><span class="p">[</span><span class="s1">'idl'</span><span class="p">]))</span>
<span class="n">ret</span><span class="p">[</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">is_merged</span> <span class="o">=</span> <span class="n">od</span><span class="p">[</span><span class="s1">'is_merged'</span><span class="p">]</span>
<span class="k">else</span><span class="p">:</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">Obs</span><span class="p">([],</span> <span class="p">[]))</span>
<span class="n">ret</span><span class="p">[</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">_value</span> <span class="o">=</span> <span class="n">values</span><span class="p">[</span><span class="n">i</span><span class="p">]</span>
<span class="k">for</span> <span class="n">name</span> <span class="ow">in</span> <span class="n">cd</span><span class="p">:</span>
<span class="n">co</span> <span class="o">=</span> <span class="n">cd</span><span class="p">[</span><span class="n">name</span><span class="p">][</span><span class="n">i</span><span class="p">]</span>
<span class="n">ret</span><span class="p">[</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">_covobs</span><span class="p">[</span><span class="n">name</span><span class="p">]</span> <span class="o">=</span> <span class="n">Covobs</span><span class="p">(</span><span class="kc">None</span><span class="p">,</span> <span class="n">co</span><span class="p">[</span><span class="s1">'cov'</span><span class="p">],</span> <span class="n">co</span><span class="p">[</span><span class="s1">'name'</span><span class="p">],</span> <span class="n">grad</span><span class="o">=</span><span class="n">co</span><span class="p">[</span><span class="s1">'grad'</span><span class="p">])</span>
<span class="n">ret</span><span class="p">[</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">names</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">co</span><span class="p">[</span><span class="s1">'name'</span><span class="p">])</span>
<span class="n">ret</span><span class="p">[</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">reweighted</span> <span class="o">=</span> <span class="n">o</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'reweighted'</span><span class="p">,</span> <span class="kc">False</span><span class="p">)</span>
<span class="n">ret</span><span class="p">[</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">tag</span> <span class="o">=</span> <span class="n">taglist</span><span class="p">[</span><span class="n">i</span><span class="p">]</span>
<span class="k">return</span> <span class="n">np</span><span class="o">.</span><span class="n">reshape</span><span class="p">(</span><span class="n">ret</span><span class="p">,</span> <span class="n">layout</span><span class="p">)</span>
<span class="k">def</span> <span class="nf">get_Corr_from_dict</span><span class="p">(</span><span class="n">o</span><span class="p">):</span>
<span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">o</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'tag'</span><span class="p">),</span> <span class="nb">list</span><span class="p">):</span> <span class="c1"># supports the old way</span>
<span class="n">taglist</span> <span class="o">=</span> <span class="n">o</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'tag'</span><span class="p">)</span> <span class="c1"># This had to be modified to get the taglist from the dictionary</span>
<span class="n">temp_prange</span> <span class="o">=</span> <span class="kc">None</span>
<span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">o</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'tag'</span><span class="p">),</span> <span class="nb">dict</span><span class="p">):</span>
<span class="n">tagdic</span> <span class="o">=</span> <span class="n">o</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'tag'</span><span class="p">)</span>
<span class="n">taglist</span> <span class="o">=</span> <span class="n">tagdic</span><span class="p">[</span><span class="s1">'tag'</span><span class="p">]</span>
<span class="k">if</span> <span class="s1">'prange'</span> <span class="ow">in</span> <span class="n">tagdic</span><span class="p">:</span>
<span class="n">temp_prange</span> <span class="o">=</span> <span class="n">tagdic</span><span class="p">[</span><span class="s1">'prange'</span><span class="p">]</span>
<span class="k">else</span><span class="p">:</span>
<span class="n">temp_prange</span> <span class="o">=</span> <span class="kc">None</span>
<span class="k">else</span><span class="p">:</span>
<span class="k">raise</span> <span class="ne">Exception</span><span class="p">(</span><span class="s2">"The tag is not a list or dict"</span><span class="p">)</span>
<span class="n">corr_tag</span> <span class="o">=</span> <span class="n">taglist</span><span class="p">[</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span>
<span class="n">tmp_o</span> <span class="o">=</span> <span class="n">o</span>
<span class="n">tmp_o</span><span class="p">[</span><span class="s1">'tag'</span><span class="p">]</span> <span class="o">=</span> <span class="n">taglist</span><span class="p">[:</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span>
<span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">tmp_o</span><span class="p">[</span><span class="s1">'tag'</span><span class="p">])</span> <span class="o">==</span> <span class="mi">0</span><span class="p">:</span>
<span class="k">del</span> <span class="n">tmp_o</span><span class="p">[</span><span class="s1">'tag'</span><span class="p">]</span>
<span class="n">dat</span> <span class="o">=</span> <span class="n">get_Array_from_dict</span><span class="p">(</span><span class="n">tmp_o</span><span class="p">)</span>
<span class="n">my_corr</span> <span class="o">=</span> <span class="n">Corr</span><span class="p">([</span><span class="kc">None</span> <span class="k">if</span> <span class="n">np</span><span class="o">.</span><span class="n">isnan</span><span class="p">(</span><span class="n">o</span><span class="o">.</span><span class="n">ravel</span><span class="p">()[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">value</span><span class="p">)</span> <span class="k">else</span> <span class="n">o</span> <span class="k">for</span> <span class="n">o</span> <span class="ow">in</span> <span class="nb">list</span><span class="p">(</span><span class="n">dat</span><span class="p">)])</span>
<span class="k">if</span> <span class="n">corr_tag</span> <span class="o">!=</span> <span class="s1">'None'</span><span class="p">:</span>
<span class="n">my_corr</span><span class="o">.</span><span class="n">tag</span> <span class="o">=</span> <span class="n">corr_tag</span>
<span class="n">my_corr</span><span class="o">.</span><span class="n">prange</span> <span class="o">=</span> <span class="n">temp_prange</span>
<span class="k">return</span> <span class="n">my_corr</span>
<span class="n">prog</span> <span class="o">=</span> <span class="n">json_dict</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'program'</span><span class="p">,</span> <span class="s1">''</span><span class="p">)</span>
<span class="n">version</span> <span class="o">=</span> <span class="n">json_dict</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'version'</span><span class="p">,</span> <span class="s1">''</span><span class="p">)</span>
<span class="n">who</span> <span class="o">=</span> <span class="n">json_dict</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'who'</span><span class="p">,</span> <span class="s1">''</span><span class="p">)</span>
<span class="n">date</span> <span class="o">=</span> <span class="n">json_dict</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'date'</span><span class="p">,</span> <span class="s1">''</span><span class="p">)</span>
<span class="n">host</span> <span class="o">=</span> <span class="n">json_dict</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'host'</span><span class="p">,</span> <span class="s1">''</span><span class="p">)</span>
<span class="k">if</span> <span class="n">prog</span> <span class="ow">and</span> <span class="n">verbose</span><span class="p">:</span>
<span class="nb">print</span><span class="p">(</span><span class="s1">'Data has been written using </span><span class="si">%s</span><span class="s1">.'</span> <span class="o">%</span> <span class="p">(</span><span class="n">prog</span><span class="p">))</span>
<span class="k">if</span> <span class="n">version</span> <span class="ow">and</span> <span class="n">verbose</span><span class="p">:</span>
<span class="nb">print</span><span class="p">(</span><span class="s1">'Format version </span><span class="si">%s</span><span class="s1">'</span> <span class="o">%</span> <span class="p">(</span><span class="n">version</span><span class="p">))</span>
<span class="k">if</span> <span class="n">np</span><span class="o">.</span><span class="n">any</span><span class="p">([</span><span class="n">who</span><span class="p">,</span> <span class="n">date</span><span class="p">,</span> <span class="n">host</span><span class="p">]</span> <span class="ow">and</span> <span class="n">verbose</span><span class="p">):</span>
<span class="nb">print</span><span class="p">(</span><span class="s1">'Written by </span><span class="si">%s</span><span class="s1"> on </span><span class="si">%s</span><span class="s1"> on host </span><span class="si">%s</span><span class="s1">'</span> <span class="o">%</span> <span class="p">(</span><span class="n">who</span><span class="p">,</span> <span class="n">date</span><span class="p">,</span> <span class="n">host</span><span class="p">))</span>
<span class="n">description</span> <span class="o">=</span> <span class="n">json_dict</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'description'</span><span class="p">,</span> <span class="s1">''</span><span class="p">)</span>
<span class="k">if</span> <span class="n">description</span> <span class="ow">and</span> <span class="n">verbose</span><span class="p">:</span>
<span class="nb">print</span><span class="p">()</span>
<span class="nb">print</span><span class="p">(</span><span class="s1">'Description: '</span><span class="p">,</span> <span class="n">description</span><span class="p">)</span>
<span class="n">obsdata</span> <span class="o">=</span> <span class="n">json_dict</span><span class="p">[</span><span class="s1">'obsdata'</span><span class="p">]</span>
<span class="n">ol</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">for</span> <span class="n">io</span> <span class="ow">in</span> <span class="n">obsdata</span><span class="p">:</span>
<span class="k">if</span> <span class="n">io</span><span class="p">[</span><span class="s1">'type'</span><span class="p">]</span> <span class="o">==</span> <span class="s1">'Obs'</span><span class="p">:</span>
<span class="n">ol</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">get_Obs_from_dict</span><span class="p">(</span><span class="n">io</span><span class="p">))</span>
<span class="k">elif</span> <span class="n">io</span><span class="p">[</span><span class="s1">'type'</span><span class="p">]</span> <span class="o">==</span> <span class="s1">'List'</span><span class="p">:</span>
<span class="n">ol</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">get_List_from_dict</span><span class="p">(</span><span class="n">io</span><span class="p">))</span>
<span class="k">elif</span> <span class="n">io</span><span class="p">[</span><span class="s1">'type'</span><span class="p">]</span> <span class="o">==</span> <span class="s1">'Array'</span><span class="p">:</span>
<span class="n">ol</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">get_Array_from_dict</span><span class="p">(</span><span class="n">io</span><span class="p">))</span>
<span class="k">elif</span> <span class="n">io</span><span class="p">[</span><span class="s1">'type'</span><span class="p">]</span> <span class="o">==</span> <span class="s1">'Corr'</span><span class="p">:</span>
<span class="n">ol</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">get_Corr_from_dict</span><span class="p">(</span><span class="n">io</span><span class="p">))</span>
<span class="k">else</span><span class="p">:</span>
<span class="k">raise</span> <span class="ne">Exception</span><span class="p">(</span><span class="s2">"Unkown datatype."</span><span class="p">)</span>
<span class="k">if</span> <span class="n">full_output</span><span class="p">:</span>
<span class="n">retd</span> <span class="o">=</span> <span class="p">{}</span>
<span class="n">retd</span><span class="p">[</span><span class="s1">'program'</span><span class="p">]</span> <span class="o">=</span> <span class="n">prog</span>
<span class="n">retd</span><span class="p">[</span><span class="s1">'version'</span><span class="p">]</span> <span class="o">=</span> <span class="n">version</span>
<span class="n">retd</span><span class="p">[</span><span class="s1">'who'</span><span class="p">]</span> <span class="o">=</span> <span class="n">who</span>
<span class="n">retd</span><span class="p">[</span><span class="s1">'date'</span><span class="p">]</span> <span class="o">=</span> <span class="n">date</span>
<span class="n">retd</span><span class="p">[</span><span class="s1">'host'</span><span class="p">]</span> <span class="o">=</span> <span class="n">host</span>
<span class="n">retd</span><span class="p">[</span><span class="s1">'description'</span><span class="p">]</span> <span class="o">=</span> <span class="n">description</span>
<span class="n">retd</span><span class="p">[</span><span class="s1">'obsdata'</span><span class="p">]</span> <span class="o">=</span> <span class="n">ol</span>
<span class="k">return</span> <span class="n">retd</span>
<span class="k">else</span><span class="p">:</span>
<span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">obsdata</span><span class="p">)</span> <span class="o">==</span> <span class="mi">1</span><span class="p">:</span>
<span class="n">ol</span> <span class="o">=</span> <span class="n">ol</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span>
<span class="k">return</span> <span class="n">ol</span>
<span class="k">def</span> <span class="nf">import_json_string</span><span class="p">(</span><span class="n">json_string</span><span class="p">,</span> <span class="n">verbose</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">full_output</span><span class="o">=</span><span class="kc">False</span><span class="p">):</span>
<span class="sd">"""Reconstruct a list of Obs or structures containing Obs from a json string.</span>
<span class="sd"> The following structures are supported: Obs, list, numpy.ndarray, Corr</span>
<span class="sd"> If the list contains only one element, it is unpacked from the list.</span>
<span class="sd"> Parameters</span>
<span class="sd"> ----------</span>
<span class="sd"> json_string : str</span>
<span class="sd"> json string containing the data.</span>
<span class="sd"> verbose : bool</span>
<span class="sd"> Print additional information that was written to the file.</span>
<span class="sd"> full_output : bool</span>
<span class="sd"> If True, a dict containing auxiliary information and the data is returned.</span>
<span class="sd"> If False, only the data is returned.</span>
<span class="sd"> """</span>
<span class="k">return</span> <span class="n">_parse_json_dict</span><span class="p">(</span><span class="n">json</span><span class="o">.</span><span class="n">loads</span><span class="p">(</span><span class="n">json_string</span><span class="p">),</span> <span class="n">verbose</span><span class="p">,</span> <span class="n">full_output</span><span class="p">)</span>
<span class="k">def</span> <span class="nf">load_json</span><span class="p">(</span><span class="n">fname</span><span class="p">,</span> <span class="n">verbose</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">gz</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">full_output</span><span class="o">=</span><span class="kc">False</span><span class="p">):</span>
<span class="sd">"""Import a list of Obs or structures containing Obs from a .json(.gz) file.</span>
<span class="sd"> The following structures are supported: Obs, list, numpy.ndarray, Corr</span>
<span class="sd"> If the list contains only one element, it is unpacked from the list.</span>
<span class="sd"> Parameters</span>
<span class="sd"> ----------</span>
<span class="sd"> fname : str</span>
<span class="sd"> Filename of the input file.</span>
<span class="sd"> verbose : bool</span>
<span class="sd"> Print additional information that was written to the file.</span>
<span class="sd"> gz : bool</span>
<span class="sd"> If True, assumes that data is gzipped. If False, assumes JSON file.</span>
<span class="sd"> full_output : bool</span>
<span class="sd"> If True, a dict containing auxiliary information and the data is returned.</span>
<span class="sd"> If False, only the data is returned.</span>
<span class="sd"> """</span>
<span class="k">if</span> <span class="ow">not</span> <span class="n">fname</span><span class="o">.</span><span class="n">endswith</span><span class="p">(</span><span class="s1">'.json'</span><span class="p">)</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">fname</span><span class="o">.</span><span class="n">endswith</span><span class="p">(</span><span class="s1">'.gz'</span><span class="p">):</span>
<span class="n">fname</span> <span class="o">+=</span> <span class="s1">'.json'</span>
<span class="k">if</span> <span class="n">gz</span><span class="p">:</span>
<span class="k">if</span> <span class="ow">not</span> <span class="n">fname</span><span class="o">.</span><span class="n">endswith</span><span class="p">(</span><span class="s1">'.gz'</span><span class="p">):</span>
<span class="n">fname</span> <span class="o">+=</span> <span class="s1">'.gz'</span>
<span class="k">with</span> <span class="n">gzip</span><span class="o">.</span><span class="n">open</span><span class="p">(</span><span class="n">fname</span><span class="p">,</span> <span class="s1">'r'</span><span class="p">)</span> <span class="k">as</span> <span class="n">fin</span><span class="p">:</span>
<span class="n">d</span> <span class="o">=</span> <span class="n">json</span><span class="o">.</span><span class="n">load</span><span class="p">(</span><span class="n">fin</span><span class="p">)</span>
<span class="k">else</span><span class="p">:</span>
<span class="k">if</span> <span class="n">fname</span><span class="o">.</span><span class="n">endswith</span><span class="p">(</span><span class="s1">'.gz'</span><span class="p">):</span>
<span class="n">warnings</span><span class="o">.</span><span class="n">warn</span><span class="p">(</span><span class="s2">"Trying to read from </span><span class="si">%s</span><span class="s2"> without unzipping!"</span> <span class="o">%</span> <span class="n">fname</span><span class="p">,</span> <span class="ne">UserWarning</span><span class="p">)</span>
<span class="k">with</span> <span class="nb">open</span><span class="p">(</span><span class="n">fname</span><span class="p">,</span> <span class="s1">'r'</span><span class="p">,</span> <span class="n">encoding</span><span class="o">=</span><span class="s1">'utf-8'</span><span class="p">)</span> <span class="k">as</span> <span class="n">fin</span><span class="p">:</span>
<span class="n">d</span> <span class="o">=</span> <span class="n">json</span><span class="o">.</span><span class="n">loads</span><span class="p">(</span><span class="n">fin</span><span class="o">.</span><span class="n">read</span><span class="p">())</span>
<span class="k">return</span> <span class="n">_parse_json_dict</span><span class="p">(</span><span class="n">d</span><span class="p">,</span> <span class="n">verbose</span><span class="p">,</span> <span class="n">full_output</span><span class="p">)</span>
<span class="k">def</span> <span class="nf">_ol_from_dict</span><span class="p">(</span><span class="n">ind</span><span class="p">,</span> <span class="n">reps</span><span class="o">=</span><span class="s1">'DICTOBS'</span><span class="p">):</span>
<span class="sd">"""Convert a dictionary of Obs objects to a list and a dictionary that contains</span>
<span class="sd"> placeholders instead of the Obs objects.</span>
<span class="sd"> Parameters</span>
<span class="sd"> ----------</span>
<span class="sd"> ind : dict</span>
<span class="sd"> Dict of JSON valid structures and objects that will be exported.</span>
<span class="sd"> At the moment, these object can be either of: Obs, list, numpy.ndarray, Corr.</span>
<span class="sd"> All Obs inside a structure have to be defined on the same set of configurations.</span>
<span class="sd"> reps : str</span>
<span class="sd"> Specify the structure of the placeholder in exported dict to be reps[0-9]+.</span>
<span class="sd"> """</span>
<span class="n">obstypes</span> <span class="o">=</span> <span class="p">(</span><span class="n">Obs</span><span class="p">,</span> <span class="n">Corr</span><span class="p">,</span> <span class="n">np</span><span class="o">.</span><span class="n">ndarray</span><span class="p">)</span>
<span class="k">if</span> <span class="ow">not</span> <span class="n">reps</span><span class="o">.</span><span class="n">isalnum</span><span class="p">():</span>
<span class="k">raise</span> <span class="ne">Exception</span><span class="p">(</span><span class="s1">'Placeholder string has to be alphanumeric!'</span><span class="p">)</span>
<span class="n">ol</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">counter</span> <span class="o">=</span> <span class="mi">0</span>
<span class="k">def</span> <span class="nf">dict_replace_obs</span><span class="p">(</span><span class="n">d</span><span class="p">):</span>
<span class="k">nonlocal</span> <span class="n">ol</span>
<span class="k">nonlocal</span> <span class="n">counter</span>
<span class="n">x</span> <span class="o">=</span> <span class="p">{}</span>
<span class="k">for</span> <span class="n">k</span><span class="p">,</span> <span class="n">v</span> <span class="ow">in</span> <span class="n">d</span><span class="o">.</span><span class="n">items</span><span class="p">():</span>
<span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">v</span><span class="p">,</span> <span class="nb">dict</span><span class="p">):</span>
<span class="n">v</span> <span class="o">=</span> <span class="n">dict_replace_obs</span><span class="p">(</span><span class="n">v</span><span class="p">)</span>
<span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">v</span><span class="p">,</span> <span class="nb">list</span><span class="p">)</span> <span class="ow">and</span> <span class="nb">all</span><span class="p">([</span><span class="nb">isinstance</span><span class="p">(</span><span class="n">o</span><span class="p">,</span> <span class="n">Obs</span><span class="p">)</span> <span class="k">for</span> <span class="n">o</span> <span class="ow">in</span> <span class="n">v</span><span class="p">]):</span>
<span class="n">v</span> <span class="o">=</span> <span class="n">obslist_replace_obs</span><span class="p">(</span><span class="n">v</span><span class="p">)</span>
<span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">v</span><span class="p">,</span> <span class="nb">list</span><span class="p">):</span>
<span class="n">v</span> <span class="o">=</span> <span class="n">list_replace_obs</span><span class="p">(</span><span class="n">v</span><span class="p">)</span>
<span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">v</span><span class="p">,</span> <span class="n">obstypes</span><span class="p">):</span>
<span class="n">ol</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">v</span><span class="p">)</span>
<span class="n">v</span> <span class="o">=</span> <span class="n">reps</span> <span class="o">+</span> <span class="s1">'</span><span class="si">%d</span><span class="s1">'</span> <span class="o">%</span> <span class="p">(</span><span class="n">counter</span><span class="p">)</span>
<span class="n">counter</span> <span class="o">+=</span> <span class="mi">1</span>
<span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">v</span><span class="p">,</span> <span class="nb">str</span><span class="p">):</span>
<span class="k">if</span> <span class="nb">bool</span><span class="p">(</span><span class="n">re</span><span class="o">.</span><span class="n">match</span><span class="p">(</span><span class="sa">r</span><span class="s1">'</span><span class="si">%s</span><span class="s1">[0-9]+'</span> <span class="o">%</span> <span class="p">(</span><span class="n">reps</span><span class="p">),</span> <span class="n">v</span><span class="p">)):</span>
<span class="k">raise</span> <span class="ne">Exception</span><span class="p">(</span><span class="s1">'Dict contains string </span><span class="si">%s</span><span class="s1"> that matches the placeholder! </span><span class="si">%s</span><span class="s1"> Cannot be savely exported.'</span> <span class="o">%</span> <span class="p">(</span><span class="n">v</span><span class="p">,</span> <span class="n">reps</span><span class="p">))</span>
<span class="n">x</span><span class="p">[</span><span class="n">k</span><span class="p">]</span> <span class="o">=</span> <span class="n">v</span>
<span class="k">return</span> <span class="n">x</span>
<span class="k">def</span> <span class="nf">list_replace_obs</span><span class="p">(</span><span class="n">li</span><span class="p">):</span>
<span class="k">nonlocal</span> <span class="n">ol</span>
<span class="k">nonlocal</span> <span class="n">counter</span>
<span class="n">x</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">for</span> <span class="n">e</span> <span class="ow">in</span> <span class="n">li</span><span class="p">:</span>
<span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">e</span><span class="p">,</span> <span class="nb">list</span><span class="p">):</span>
<span class="n">e</span> <span class="o">=</span> <span class="n">list_replace_obs</span><span class="p">(</span><span class="n">e</span><span class="p">)</span>
<span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">e</span><span class="p">,</span> <span class="nb">list</span><span class="p">)</span> <span class="ow">and</span> <span class="nb">all</span><span class="p">([</span><span class="nb">isinstance</span><span class="p">(</span><span class="n">o</span><span class="p">,</span> <span class="n">Obs</span><span class="p">)</span> <span class="k">for</span> <span class="n">o</span> <span class="ow">in</span> <span class="n">e</span><span class="p">]):</span>
<span class="n">e</span> <span class="o">=</span> <span class="n">obslist_replace_obs</span><span class="p">(</span><span class="n">e</span><span class="p">)</span>
<span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">e</span><span class="p">,</span> <span class="nb">dict</span><span class="p">):</span>
<span class="n">e</span> <span class="o">=</span> <span class="n">dict_replace_obs</span><span class="p">(</span><span class="n">e</span><span class="p">)</span>
<span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">e</span><span class="p">,</span> <span class="n">obstypes</span><span class="p">):</span>
<span class="n">ol</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">e</span><span class="p">)</span>
<span class="n">e</span> <span class="o">=</span> <span class="n">reps</span> <span class="o">+</span> <span class="s1">'</span><span class="si">%d</span><span class="s1">'</span> <span class="o">%</span> <span class="p">(</span><span class="n">counter</span><span class="p">)</span>
<span class="n">counter</span> <span class="o">+=</span> <span class="mi">1</span>
<span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">e</span><span class="p">,</span> <span class="nb">str</span><span class="p">):</span>
<span class="k">if</span> <span class="nb">bool</span><span class="p">(</span><span class="n">re</span><span class="o">.</span><span class="n">match</span><span class="p">(</span><span class="sa">r</span><span class="s1">'</span><span class="si">%s</span><span class="s1">[0-9]+'</span> <span class="o">%</span> <span class="p">(</span><span class="n">reps</span><span class="p">),</span> <span class="n">e</span><span class="p">)):</span>
<span class="k">raise</span> <span class="ne">Exception</span><span class="p">(</span><span class="s1">'Dict contains string </span><span class="si">%s</span><span class="s1"> that matches the placeholder! </span><span class="si">%s</span><span class="s1"> Cannot be savely exported.'</span> <span class="o">%</span> <span class="p">(</span><span class="n">e</span><span class="p">,</span> <span class="n">reps</span><span class="p">))</span>
<span class="n">x</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">e</span><span class="p">)</span>
<span class="k">return</span> <span class="n">x</span>
<span class="k">def</span> <span class="nf">obslist_replace_obs</span><span class="p">(</span><span class="n">li</span><span class="p">):</span>
<span class="k">nonlocal</span> <span class="n">ol</span>
<span class="k">nonlocal</span> <span class="n">counter</span>
<span class="n">il</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">for</span> <span class="n">e</span> <span class="ow">in</span> <span class="n">li</span><span class="p">:</span>
<span class="n">il</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">e</span><span class="p">)</span>
<span class="n">ol</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">il</span><span class="p">)</span>
<span class="n">x</span> <span class="o">=</span> <span class="n">reps</span> <span class="o">+</span> <span class="s1">'</span><span class="si">%d</span><span class="s1">'</span> <span class="o">%</span> <span class="p">(</span><span class="n">counter</span><span class="p">)</span>
<span class="n">counter</span> <span class="o">+=</span> <span class="mi">1</span>
<span class="k">return</span> <span class="n">x</span>
<span class="n">nd</span> <span class="o">=</span> <span class="n">dict_replace_obs</span><span class="p">(</span><span class="n">ind</span><span class="p">)</span>
<span class="k">return</span> <span class="n">ol</span><span class="p">,</span> <span class="n">nd</span>
<span class="k">def</span> <span class="nf">dump_dict_to_json</span><span class="p">(</span><span class="n">od</span><span class="p">,</span> <span class="n">fname</span><span class="p">,</span> <span class="n">description</span><span class="o">=</span><span class="s1">''</span><span class="p">,</span> <span class="n">indent</span><span class="o">=</span><span class="mi">1</span><span class="p">,</span> <span class="n">reps</span><span class="o">=</span><span class="s1">'DICTOBS'</span><span class="p">,</span> <span class="n">gz</span><span class="o">=</span><span class="kc">True</span><span class="p">):</span>
<span class="sd">"""Export a dict of Obs or structures containing Obs to a .json(.gz) file</span>
<span class="sd"> Parameters</span>
<span class="sd"> ----------</span>
<span class="sd"> od : dict</span>
<span class="sd"> Dict of JSON valid structures and objects that will be exported.</span>
<span class="sd"> At the moment, these objects can be either of: Obs, list, numpy.ndarray, Corr.</span>
<span class="sd"> All Obs inside a structure have to be defined on the same set of configurations.</span>
<span class="sd"> fname : str</span>
<span class="sd"> Filename of the output file.</span>
<span class="sd"> description : str</span>
<span class="sd"> Optional string that describes the contents of the json file.</span>
<span class="sd"> indent : int</span>
<span class="sd"> Specify the indentation level of the json file. None or 0 is permissible and</span>
<span class="sd"> saves disk space.</span>
<span class="sd"> reps : str</span>
<span class="sd"> Specify the structure of the placeholder in exported dict to be reps[0-9]+.</span>
<span class="sd"> gz : bool</span>
<span class="sd"> If True, the output is a gzipped json. If False, the output is a json file.</span>
<span class="sd"> """</span>
<span class="k">if</span> <span class="ow">not</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">od</span><span class="p">,</span> <span class="nb">dict</span><span class="p">):</span>
<span class="k">raise</span> <span class="ne">Exception</span><span class="p">(</span><span class="s1">'od has to be a dictionary. Did you want to use dump_to_json?'</span><span class="p">)</span>
<span class="n">infostring</span> <span class="o">=</span> <span class="p">(</span><span class="s1">'This JSON file contains a python dictionary that has been parsed to a list of structures. '</span>
<span class="s1">'OBSDICT contains the dictionary, where Obs or other structures have been replaced by '</span>
<span class="s1">''</span> <span class="o">+</span> <span class="n">reps</span> <span class="o">+</span> <span class="s1">'[0-9]+. The field description contains the additional description of this JSON file. '</span>
<span class="s1">'This file may be parsed to a dict with the pyerrors routine load_json_dict.'</span><span class="p">)</span>
<span class="n">desc_dict</span> <span class="o">=</span> <span class="p">{</span><span class="s1">'INFO'</span><span class="p">:</span> <span class="n">infostring</span><span class="p">,</span> <span class="s1">'OBSDICT'</span><span class="p">:</span> <span class="p">{},</span> <span class="s1">'description'</span><span class="p">:</span> <span class="n">description</span><span class="p">}</span>
<span class="n">ol</span><span class="p">,</span> <span class="n">desc_dict</span><span class="p">[</span><span class="s1">'OBSDICT'</span><span class="p">]</span> <span class="o">=</span> <span class="n">_ol_from_dict</span><span class="p">(</span><span class="n">od</span><span class="p">,</span> <span class="n">reps</span><span class="o">=</span><span class="n">reps</span><span class="p">)</span>
<span class="n">dump_to_json</span><span class="p">(</span><span class="n">ol</span><span class="p">,</span> <span class="n">fname</span><span class="p">,</span> <span class="n">description</span><span class="o">=</span><span class="n">desc_dict</span><span class="p">,</span> <span class="n">indent</span><span class="o">=</span><span class="n">indent</span><span class="p">,</span> <span class="n">gz</span><span class="o">=</span><span class="n">gz</span><span class="p">)</span>
<span class="k">def</span> <span class="nf">_od_from_list_and_dict</span><span class="p">(</span><span class="n">ol</span><span class="p">,</span> <span class="n">ind</span><span class="p">,</span> <span class="n">reps</span><span class="o">=</span><span class="s1">'DICTOBS'</span><span class="p">):</span>
<span class="sd">"""Parse a list of Obs or structures containing Obs and an accompanying</span>
<span class="sd"> dict, where the structures have been replaced by placeholders to a</span>
<span class="sd"> dict that contains the structures.</span>
<span class="sd"> The following structures are supported: Obs, list, numpy.ndarray, Corr</span>
<span class="sd"> Parameters</span>
<span class="sd"> ----------</span>
<span class="sd"> ol : list</span>
<span class="sd"> List of objects -</span>
<span class="sd"> At the moment, these objects can be either of: Obs, list, numpy.ndarray, Corr.</span>
<span class="sd"> All Obs inside a structure have to be defined on the same set of configurations.</span>
<span class="sd"> ind : dict</span>
<span class="sd"> Dict that defines the structure of the resulting dict and contains placeholders</span>
<span class="sd"> reps : str</span>
<span class="sd"> Specify the structure of the placeholder in imported dict to be reps[0-9]+.</span>
<span class="sd"> """</span>
<span class="k">if</span> <span class="ow">not</span> <span class="n">reps</span><span class="o">.</span><span class="n">isalnum</span><span class="p">():</span>
<span class="k">raise</span> <span class="ne">Exception</span><span class="p">(</span><span class="s1">'Placeholder string has to be alphanumeric!'</span><span class="p">)</span>
<span class="n">counter</span> <span class="o">=</span> <span class="mi">0</span>
<span class="k">def</span> <span class="nf">dict_replace_string</span><span class="p">(</span><span class="n">d</span><span class="p">):</span>
<span class="k">nonlocal</span> <span class="n">counter</span>
<span class="k">nonlocal</span> <span class="n">ol</span>
<span class="n">x</span> <span class="o">=</span> <span class="p">{}</span>
<span class="k">for</span> <span class="n">k</span><span class="p">,</span> <span class="n">v</span> <span class="ow">in</span> <span class="n">d</span><span class="o">.</span><span class="n">items</span><span class="p">():</span>
<span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">v</span><span class="p">,</span> <span class="nb">dict</span><span class="p">):</span>
<span class="n">v</span> <span class="o">=</span> <span class="n">dict_replace_string</span><span class="p">(</span><span class="n">v</span><span class="p">)</span>
<span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">v</span><span class="p">,</span> <span class="nb">list</span><span class="p">):</span>
<span class="n">v</span> <span class="o">=</span> <span class="n">list_replace_string</span><span class="p">(</span><span class="n">v</span><span class="p">)</span>
<span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">v</span><span class="p">,</span> <span class="nb">str</span><span class="p">)</span> <span class="ow">and</span> <span class="nb">bool</span><span class="p">(</span><span class="n">re</span><span class="o">.</span><span class="n">match</span><span class="p">(</span><span class="sa">r</span><span class="s1">'</span><span class="si">%s</span><span class="s1">[0-9]+'</span> <span class="o">%</span> <span class="p">(</span><span class="n">reps</span><span class="p">),</span> <span class="n">v</span><span class="p">)):</span>
<span class="n">index</span> <span class="o">=</span> <span class="nb">int</span><span class="p">(</span><span class="n">v</span><span class="p">[</span><span class="nb">len</span><span class="p">(</span><span class="n">reps</span><span class="p">):])</span>
<span class="n">v</span> <span class="o">=</span> <span class="n">ol</span><span class="p">[</span><span class="n">index</span><span class="p">]</span>
<span class="n">counter</span> <span class="o">+=</span> <span class="mi">1</span>
<span class="n">x</span><span class="p">[</span><span class="n">k</span><span class="p">]</span> <span class="o">=</span> <span class="n">v</span>
<span class="k">return</span> <span class="n">x</span>
<span class="k">def</span> <span class="nf">list_replace_string</span><span class="p">(</span><span class="n">li</span><span class="p">):</span>
<span class="k">nonlocal</span> <span class="n">counter</span>
<span class="k">nonlocal</span> <span class="n">ol</span>
<span class="n">x</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">for</span> <span class="n">e</span> <span class="ow">in</span> <span class="n">li</span><span class="p">:</span>
<span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">e</span><span class="p">,</span> <span class="nb">list</span><span class="p">):</span>
<span class="n">e</span> <span class="o">=</span> <span class="n">list_replace_string</span><span class="p">(</span><span class="n">e</span><span class="p">)</span>
<span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">e</span><span class="p">,</span> <span class="nb">dict</span><span class="p">):</span>
<span class="n">e</span> <span class="o">=</span> <span class="n">dict_replace_string</span><span class="p">(</span><span class="n">e</span><span class="p">)</span>
<span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">e</span><span class="p">,</span> <span class="nb">str</span><span class="p">)</span> <span class="ow">and</span> <span class="nb">bool</span><span class="p">(</span><span class="n">re</span><span class="o">.</span><span class="n">match</span><span class="p">(</span><span class="sa">r</span><span class="s1">'</span><span class="si">%s</span><span class="s1">[0-9]+'</span> <span class="o">%</span> <span class="p">(</span><span class="n">reps</span><span class="p">),</span> <span class="n">e</span><span class="p">)):</span>
<span class="n">index</span> <span class="o">=</span> <span class="nb">int</span><span class="p">(</span><span class="n">e</span><span class="p">[</span><span class="nb">len</span><span class="p">(</span><span class="n">reps</span><span class="p">):])</span>
<span class="n">e</span> <span class="o">=</span> <span class="n">ol</span><span class="p">[</span><span class="n">index</span><span class="p">]</span>
<span class="n">counter</span> <span class="o">+=</span> <span class="mi">1</span>
<span class="n">x</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">e</span><span class="p">)</span>
<span class="k">return</span> <span class="n">x</span>
<span class="n">nd</span> <span class="o">=</span> <span class="n">dict_replace_string</span><span class="p">(</span><span class="n">ind</span><span class="p">)</span>
<span class="k">if</span> <span class="n">counter</span> <span class="o">==</span> <span class="mi">0</span><span class="p">:</span>
<span class="k">raise</span> <span class="ne">Exception</span><span class="p">(</span><span class="s1">'No placeholder has been replaced! Check if reps is set correctly.'</span><span class="p">)</span>
<span class="k">return</span> <span class="n">nd</span>
<span class="k">def</span> <span class="nf">load_json_dict</span><span class="p">(</span><span class="n">fname</span><span class="p">,</span> <span class="n">verbose</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">gz</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">full_output</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> <span class="n">reps</span><span class="o">=</span><span class="s1">'DICTOBS'</span><span class="p">):</span>
<span class="sd">"""Import a dict of Obs or structures containing Obs from a .json(.gz) file.</span>
<span class="sd"> The following structures are supported: Obs, list, numpy.ndarray, Corr</span>
<span class="sd"> Parameters</span>
<span class="sd"> ----------</span>
<span class="sd"> fname : str</span>
<span class="sd"> Filename of the input file.</span>
<span class="sd"> verbose : bool</span>
<span class="sd"> Print additional information that was written to the file.</span>
<span class="sd"> gz : bool</span>
<span class="sd"> If True, assumes that data is gzipped. If False, assumes JSON file.</span>
<span class="sd"> full_output : bool</span>
<span class="sd"> If True, a dict containing auxiliary information and the data is returned.</span>
<span class="sd"> If False, only the data is returned.</span>
<span class="sd"> reps : str</span>
<span class="sd"> Specify the structure of the placeholder in imported dict to be reps[0-9]+.</span>
<span class="sd"> """</span>
<span class="n">indata</span> <span class="o">=</span> <span class="n">load_json</span><span class="p">(</span><span class="n">fname</span><span class="p">,</span> <span class="n">verbose</span><span class="o">=</span><span class="n">verbose</span><span class="p">,</span> <span class="n">gz</span><span class="o">=</span><span class="n">gz</span><span class="p">,</span> <span class="n">full_output</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
<span class="n">description</span> <span class="o">=</span> <span class="n">indata</span><span class="p">[</span><span class="s1">'description'</span><span class="p">][</span><span class="s1">'description'</span><span class="p">]</span>
<span class="n">indict</span> <span class="o">=</span> <span class="n">indata</span><span class="p">[</span><span class="s1">'description'</span><span class="p">][</span><span class="s1">'OBSDICT'</span><span class="p">]</span>
<span class="n">ol</span> <span class="o">=</span> <span class="n">indata</span><span class="p">[</span><span class="s1">'obsdata'</span><span class="p">]</span>
<span class="n">od</span> <span class="o">=</span> <span class="n">_od_from_list_and_dict</span><span class="p">(</span><span class="n">ol</span><span class="p">,</span> <span class="n">indict</span><span class="p">,</span> <span class="n">reps</span><span class="o">=</span><span class="n">reps</span><span class="p">)</span>
<span class="k">if</span> <span class="n">full_output</span><span class="p">:</span>
<span class="n">indata</span><span class="p">[</span><span class="s1">'description'</span><span class="p">]</span> <span class="o">=</span> <span class="n">description</span>
<span class="n">indata</span><span class="p">[</span><span class="s1">'obsdata'</span><span class="p">]</span> <span class="o">=</span> <span class="n">od</span>
<span class="k">return</span> <span class="n">indata</span>
<span class="k">else</span><span class="p">:</span>
<span class="k">return</span> <span class="n">od</span>
</pre></div>
</details>
</section>
<section id="create_json_string">
<div class="attr function"><a class="headerlink" href="#create_json_string">#  </a>
<span class="def">def</span>
<span class="name">create_json_string</span><span class="signature">(ol, description='', indent=1)</span>:
</div>
<details>
<summary>View Source</summary>
<div class="pdoc-code codehilite"><pre><span></span><span class="k">def</span> <span class="nf">create_json_string</span><span class="p">(</span><span class="n">ol</span><span class="p">,</span> <span class="n">description</span><span class="o">=</span><span class="s1">''</span><span class="p">,</span> <span class="n">indent</span><span class="o">=</span><span class="mi">1</span><span class="p">):</span>
<span class="sd">"""Generate the string for the export of a list of Obs or structures containing Obs</span>
<span class="sd"> to a .json(.gz) file</span>
<span class="sd"> Parameters</span>
<span class="sd"> ----------</span>
<span class="sd"> ol : list</span>
<span class="sd"> List of objects that will be exported. At the moment, these objects can be</span>
<span class="sd"> either of: Obs, list, numpy.ndarray, Corr.</span>
<span class="sd"> All Obs inside a structure have to be defined on the same set of configurations.</span>
<span class="sd"> description : str</span>
<span class="sd"> Optional string that describes the contents of the json file.</span>
<span class="sd"> indent : int</span>
<span class="sd"> Specify the indentation level of the json file. None or 0 is permissible and</span>
<span class="sd"> saves disk space.</span>
<span class="sd"> """</span>
<span class="k">def</span> <span class="nf">_default</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">obj</span><span class="p">):</span>
<span class="k">return</span> <span class="nb">str</span><span class="p">(</span><span class="n">obj</span><span class="p">)</span>
<span class="n">my_encoder</span> <span class="o">=</span> <span class="n">json</span><span class="o">.</span><span class="n">JSONEncoder</span>
<span class="n">_default</span><span class="o">.</span><span class="n">default</span> <span class="o">=</span> <span class="n">json</span><span class="o">.</span><span class="n">JSONEncoder</span><span class="p">()</span><span class="o">.</span><span class="n">default</span>
<span class="n">my_encoder</span><span class="o">.</span><span class="n">default</span> <span class="o">=</span> <span class="n">_default</span>
<span class="k">class</span> <span class="nc">Deltalist</span><span class="p">:</span>
<span class="vm">__slots__</span> <span class="o">=</span> <span class="p">[</span><span class="s1">'cnfg'</span><span class="p">,</span> <span class="s1">'deltas'</span><span class="p">]</span>
<span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">li</span><span class="p">):</span>
<span class="bp">self</span><span class="o">.</span><span class="n">cnfg</span> <span class="o">=</span> <span class="n">li</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span>
<span class="bp">self</span><span class="o">.</span><span class="n">deltas</span> <span class="o">=</span> <span class="n">li</span><span class="p">[</span><span class="mi">1</span><span class="p">:]</span>
<span class="k">def</span> <span class="fm">__repr__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
<span class="n">s</span> <span class="o">=</span> <span class="s1">'[</span><span class="si">%d</span><span class="s1">'</span> <span class="o">%</span> <span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">cnfg</span><span class="p">)</span>
<span class="k">for</span> <span class="n">d</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">deltas</span><span class="p">:</span>
<span class="n">s</span> <span class="o">+=</span> <span class="s1">', </span><span class="si">%1.15e</span><span class="s1">'</span> <span class="o">%</span> <span class="p">(</span><span class="n">d</span><span class="p">)</span>
<span class="n">s</span> <span class="o">+=</span> <span class="s1">']'</span>
<span class="k">return</span> <span class="n">s</span>
<span class="k">def</span> <span class="fm">__str__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
<span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="fm">__repr__</span><span class="p">()</span>
<span class="k">class</span> <span class="nc">Floatlist</span><span class="p">:</span>
<span class="vm">__slots__</span> <span class="o">=</span> <span class="p">[</span><span class="s1">'li'</span><span class="p">]</span>
<span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">li</span><span class="p">):</span>
<span class="bp">self</span><span class="o">.</span><span class="n">li</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="n">li</span><span class="p">)</span>
<span class="k">def</span> <span class="fm">__repr__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
<span class="n">s</span> <span class="o">=</span> <span class="s1">'['</span>
<span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">li</span><span class="p">)):</span>
<span class="k">if</span> <span class="n">i</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span>
<span class="n">s</span> <span class="o">+=</span> <span class="s1">', '</span>
<span class="n">s</span> <span class="o">+=</span> <span class="s1">'</span><span class="si">%1.15e</span><span class="s1">'</span> <span class="o">%</span> <span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">li</span><span class="p">[</span><span class="n">i</span><span class="p">])</span>
<span class="n">s</span> <span class="o">+=</span> <span class="s1">']'</span>
<span class="k">return</span> <span class="n">s</span>
<span class="k">def</span> <span class="fm">__str__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
<span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="fm">__repr__</span><span class="p">()</span>
<span class="k">def</span> <span class="nf">_gen_data_d_from_list</span><span class="p">(</span><span class="n">ol</span><span class="p">):</span>
<span class="n">dl</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">for</span> <span class="n">name</span> <span class="ow">in</span> <span class="n">ol</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">mc_names</span><span class="p">:</span>
<span class="n">ed</span> <span class="o">=</span> <span class="p">{}</span>
<span class="n">ed</span><span class="p">[</span><span class="s1">'id'</span><span class="p">]</span> <span class="o">=</span> <span class="n">name</span>
<span class="n">ed</span><span class="p">[</span><span class="s1">'replica'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">for</span> <span class="n">r_name</span> <span class="ow">in</span> <span class="n">ol</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">e_content</span><span class="p">[</span><span class="n">name</span><span class="p">]:</span>
<span class="n">rd</span> <span class="o">=</span> <span class="p">{}</span>
<span class="n">rd</span><span class="p">[</span><span class="s1">'name'</span><span class="p">]</span> <span class="o">=</span> <span class="n">r_name</span>
<span class="k">if</span> <span class="n">ol</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">is_merged</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">r_name</span><span class="p">,</span> <span class="kc">False</span><span class="p">):</span>
<span class="n">rd</span><span class="p">[</span><span class="s1">'is_merged'</span><span class="p">]</span> <span class="o">=</span> <span class="kc">True</span>
<span class="n">rd</span><span class="p">[</span><span class="s1">'deltas'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">ol</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">idl</span><span class="p">[</span><span class="n">r_name</span><span class="p">])):</span>
<span class="n">rd</span><span class="p">[</span><span class="s1">'deltas'</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">([</span><span class="n">ol</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">idl</span><span class="p">[</span><span class="n">r_name</span><span class="p">][</span><span class="n">i</span><span class="p">]])</span>
<span class="k">for</span> <span class="n">o</span> <span class="ow">in</span> <span class="n">ol</span><span class="p">:</span>
<span class="n">rd</span><span class="p">[</span><span class="s1">'deltas'</span><span class="p">][</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">o</span><span class="o">.</span><span class="n">deltas</span><span class="p">[</span><span class="n">r_name</span><span class="p">][</span><span class="n">i</span><span class="p">])</span>
<span class="n">rd</span><span class="p">[</span><span class="s1">'deltas'</span><span class="p">][</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span> <span class="o">=</span> <span class="n">Deltalist</span><span class="p">(</span><span class="n">rd</span><span class="p">[</span><span class="s1">'deltas'</span><span class="p">][</span><span class="o">-</span><span class="mi">1</span><span class="p">])</span>
<span class="n">ed</span><span class="p">[</span><span class="s1">'replica'</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">rd</span><span class="p">)</span>
<span class="n">dl</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">ed</span><span class="p">)</span>
<span class="k">return</span> <span class="n">dl</span>
<span class="k">def</span> <span class="nf">_gen_cdata_d_from_list</span><span class="p">(</span><span class="n">ol</span><span class="p">):</span>
<span class="n">dl</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">for</span> <span class="n">name</span> <span class="ow">in</span> <span class="n">ol</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">cov_names</span><span class="p">:</span>
<span class="n">ed</span> <span class="o">=</span> <span class="p">{}</span>
<span class="n">ed</span><span class="p">[</span><span class="s1">'id'</span><span class="p">]</span> <span class="o">=</span> <span class="n">name</span>
<span class="n">ed</span><span class="p">[</span><span class="s1">'layout'</span><span class="p">]</span> <span class="o">=</span> <span class="nb">str</span><span class="p">(</span><span class="n">ol</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">covobs</span><span class="p">[</span><span class="n">name</span><span class="p">]</span><span class="o">.</span><span class="n">cov</span><span class="o">.</span><span class="n">shape</span><span class="p">)</span><span class="o">.</span><span class="n">lstrip</span><span class="p">(</span><span class="s1">'('</span><span class="p">)</span><span class="o">.</span><span class="n">rstrip</span><span class="p">(</span><span class="s1">')'</span><span class="p">)</span><span class="o">.</span><span class="n">rstrip</span><span class="p">(</span><span class="s1">','</span><span class="p">)</span>
<span class="n">ed</span><span class="p">[</span><span class="s1">'cov'</span><span class="p">]</span> <span class="o">=</span> <span class="n">Floatlist</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">ravel</span><span class="p">(</span><span class="n">ol</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">covobs</span><span class="p">[</span><span class="n">name</span><span class="p">]</span><span class="o">.</span><span class="n">cov</span><span class="p">))</span>
<span class="n">ncov</span> <span class="o">=</span> <span class="n">ol</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">covobs</span><span class="p">[</span><span class="n">name</span><span class="p">]</span><span class="o">.</span><span class="n">cov</span><span class="o">.</span><span class="n">shape</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span>
<span class="n">ed</span><span class="p">[</span><span class="s1">'grad'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="n">ncov</span><span class="p">):</span>
<span class="n">ed</span><span class="p">[</span><span class="s1">'grad'</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">([])</span>
<span class="k">for</span> <span class="n">o</span> <span class="ow">in</span> <span class="n">ol</span><span class="p">:</span>
<span class="n">ed</span><span class="p">[</span><span class="s1">'grad'</span><span class="p">][</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">o</span><span class="o">.</span><span class="n">covobs</span><span class="p">[</span><span class="n">name</span><span class="p">]</span><span class="o">.</span><span class="n">grad</span><span class="p">[</span><span class="n">i</span><span class="p">][</span><span class="mi">0</span><span class="p">])</span>
<span class="n">ed</span><span class="p">[</span><span class="s1">'grad'</span><span class="p">][</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span> <span class="o">=</span> <span class="n">Floatlist</span><span class="p">(</span><span class="n">ed</span><span class="p">[</span><span class="s1">'grad'</span><span class="p">][</span><span class="o">-</span><span class="mi">1</span><span class="p">])</span>
<span class="n">dl</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">ed</span><span class="p">)</span>
<span class="k">return</span> <span class="n">dl</span>
<span class="k">def</span> <span class="nf">write_Obs_to_dict</span><span class="p">(</span><span class="n">o</span><span class="p">):</span>
<span class="n">d</span> <span class="o">=</span> <span class="p">{}</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'type'</span><span class="p">]</span> <span class="o">=</span> <span class="s1">'Obs'</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'layout'</span><span class="p">]</span> <span class="o">=</span> <span class="s1">'1'</span>
<span class="k">if</span> <span class="n">o</span><span class="o">.</span><span class="n">tag</span><span class="p">:</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'tag'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[</span><span class="n">o</span><span class="o">.</span><span class="n">tag</span><span class="p">]</span>
<span class="k">if</span> <span class="n">o</span><span class="o">.</span><span class="n">reweighted</span><span class="p">:</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'reweighted'</span><span class="p">]</span> <span class="o">=</span> <span class="n">o</span><span class="o">.</span><span class="n">reweighted</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'value'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[</span><span class="n">o</span><span class="o">.</span><span class="n">value</span><span class="p">]</span>
<span class="n">data</span> <span class="o">=</span> <span class="n">_gen_data_d_from_list</span><span class="p">([</span><span class="n">o</span><span class="p">])</span>
<span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">data</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'data'</span><span class="p">]</span> <span class="o">=</span> <span class="n">data</span>
<span class="n">cdata</span> <span class="o">=</span> <span class="n">_gen_cdata_d_from_list</span><span class="p">([</span><span class="n">o</span><span class="p">])</span>
<span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">cdata</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'cdata'</span><span class="p">]</span> <span class="o">=</span> <span class="n">cdata</span>
<span class="k">return</span> <span class="n">d</span>
<span class="k">def</span> <span class="nf">write_List_to_dict</span><span class="p">(</span><span class="n">ol</span><span class="p">):</span>
<span class="n">_assert_equal_properties</span><span class="p">(</span><span class="n">ol</span><span class="p">)</span>
<span class="n">d</span> <span class="o">=</span> <span class="p">{}</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'type'</span><span class="p">]</span> <span class="o">=</span> <span class="s1">'List'</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'layout'</span><span class="p">]</span> <span class="o">=</span> <span class="s1">'</span><span class="si">%d</span><span class="s1">'</span> <span class="o">%</span> <span class="nb">len</span><span class="p">(</span><span class="n">ol</span><span class="p">)</span>
<span class="n">taglist</span> <span class="o">=</span> <span class="p">[</span><span class="n">o</span><span class="o">.</span><span class="n">tag</span> <span class="k">for</span> <span class="n">o</span> <span class="ow">in</span> <span class="n">ol</span><span class="p">]</span>
<span class="k">if</span> <span class="n">np</span><span class="o">.</span><span class="n">any</span><span class="p">([</span><span class="n">tag</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span> <span class="k">for</span> <span class="n">tag</span> <span class="ow">in</span> <span class="n">taglist</span><span class="p">]):</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'tag'</span><span class="p">]</span> <span class="o">=</span> <span class="n">taglist</span>
<span class="k">if</span> <span class="n">ol</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">reweighted</span><span class="p">:</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'reweighted'</span><span class="p">]</span> <span class="o">=</span> <span class="n">ol</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">reweighted</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'value'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[</span><span class="n">o</span><span class="o">.</span><span class="n">value</span> <span class="k">for</span> <span class="n">o</span> <span class="ow">in</span> <span class="n">ol</span><span class="p">]</span>
<span class="n">data</span> <span class="o">=</span> <span class="n">_gen_data_d_from_list</span><span class="p">(</span><span class="n">ol</span><span class="p">)</span>
<span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">data</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'data'</span><span class="p">]</span> <span class="o">=</span> <span class="n">data</span>
<span class="n">cdata</span> <span class="o">=</span> <span class="n">_gen_cdata_d_from_list</span><span class="p">(</span><span class="n">ol</span><span class="p">)</span>
<span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">cdata</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'cdata'</span><span class="p">]</span> <span class="o">=</span> <span class="n">cdata</span>
<span class="k">return</span> <span class="n">d</span>
<span class="k">def</span> <span class="nf">write_Array_to_dict</span><span class="p">(</span><span class="n">oa</span><span class="p">):</span>
<span class="n">ol</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">ravel</span><span class="p">(</span><span class="n">oa</span><span class="p">)</span>
<span class="n">_assert_equal_properties</span><span class="p">(</span><span class="n">ol</span><span class="p">)</span>
<span class="n">d</span> <span class="o">=</span> <span class="p">{}</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'type'</span><span class="p">]</span> <span class="o">=</span> <span class="s1">'Array'</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'layout'</span><span class="p">]</span> <span class="o">=</span> <span class="nb">str</span><span class="p">(</span><span class="n">oa</span><span class="o">.</span><span class="n">shape</span><span class="p">)</span><span class="o">.</span><span class="n">lstrip</span><span class="p">(</span><span class="s1">'('</span><span class="p">)</span><span class="o">.</span><span class="n">rstrip</span><span class="p">(</span><span class="s1">')'</span><span class="p">)</span><span class="o">.</span><span class="n">rstrip</span><span class="p">(</span><span class="s1">','</span><span class="p">)</span>
<span class="n">taglist</span> <span class="o">=</span> <span class="p">[</span><span class="n">o</span><span class="o">.</span><span class="n">tag</span> <span class="k">for</span> <span class="n">o</span> <span class="ow">in</span> <span class="n">ol</span><span class="p">]</span>
<span class="k">if</span> <span class="n">np</span><span class="o">.</span><span class="n">any</span><span class="p">([</span><span class="n">tag</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span> <span class="k">for</span> <span class="n">tag</span> <span class="ow">in</span> <span class="n">taglist</span><span class="p">]):</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'tag'</span><span class="p">]</span> <span class="o">=</span> <span class="n">taglist</span>
<span class="k">if</span> <span class="n">ol</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">reweighted</span><span class="p">:</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'reweighted'</span><span class="p">]</span> <span class="o">=</span> <span class="n">ol</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">reweighted</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'value'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[</span><span class="n">o</span><span class="o">.</span><span class="n">value</span> <span class="k">for</span> <span class="n">o</span> <span class="ow">in</span> <span class="n">ol</span><span class="p">]</span>
<span class="n">data</span> <span class="o">=</span> <span class="n">_gen_data_d_from_list</span><span class="p">(</span><span class="n">ol</span><span class="p">)</span>
<span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">data</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'data'</span><span class="p">]</span> <span class="o">=</span> <span class="n">data</span>
<span class="n">cdata</span> <span class="o">=</span> <span class="n">_gen_cdata_d_from_list</span><span class="p">(</span><span class="n">ol</span><span class="p">)</span>
<span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">cdata</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'cdata'</span><span class="p">]</span> <span class="o">=</span> <span class="n">cdata</span>
<span class="k">return</span> <span class="n">d</span>
<span class="k">def</span> <span class="nf">_nan_Obs_like</span><span class="p">(</span><span class="n">obs</span><span class="p">):</span>
<span class="n">samples</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">names</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">idl</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">for</span> <span class="n">key</span><span class="p">,</span> <span class="n">value</span> <span class="ow">in</span> <span class="n">obs</span><span class="o">.</span><span class="n">idl</span><span class="o">.</span><span class="n">items</span><span class="p">():</span>
<span class="n">samples</span><span class="o">.</span><span class="n">append</span><span class="p">([</span><span class="n">np</span><span class="o">.</span><span class="n">nan</span><span class="p">]</span> <span class="o">*</span> <span class="nb">len</span><span class="p">(</span><span class="n">value</span><span class="p">))</span>
<span class="n">names</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">key</span><span class="p">)</span>
<span class="n">idl</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">value</span><span class="p">)</span>
<span class="n">my_obs</span> <span class="o">=</span> <span class="n">Obs</span><span class="p">(</span><span class="n">samples</span><span class="p">,</span> <span class="n">names</span><span class="p">,</span> <span class="n">idl</span><span class="p">)</span>
<span class="n">my_obs</span><span class="o">.</span><span class="n">_covobs</span> <span class="o">=</span> <span class="n">obs</span><span class="o">.</span><span class="n">_covobs</span>
<span class="k">for</span> <span class="n">name</span> <span class="ow">in</span> <span class="n">obs</span><span class="o">.</span><span class="n">_covobs</span><span class="p">:</span>
<span class="n">my_obs</span><span class="o">.</span><span class="n">names</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">name</span><span class="p">)</span>
<span class="n">my_obs</span><span class="o">.</span><span class="n">reweighted</span> <span class="o">=</span> <span class="n">obs</span><span class="o">.</span><span class="n">reweighted</span>
<span class="n">my_obs</span><span class="o">.</span><span class="n">is_merged</span> <span class="o">=</span> <span class="n">obs</span><span class="o">.</span><span class="n">is_merged</span>
<span class="k">return</span> <span class="n">my_obs</span>
<span class="k">def</span> <span class="nf">write_Corr_to_dict</span><span class="p">(</span><span class="n">my_corr</span><span class="p">):</span>
<span class="n">first_not_none</span> <span class="o">=</span> <span class="nb">next</span><span class="p">(</span><span class="n">i</span> <span class="k">for</span> <span class="n">i</span><span class="p">,</span> <span class="n">j</span> <span class="ow">in</span> <span class="nb">enumerate</span><span class="p">(</span><span class="n">my_corr</span><span class="o">.</span><span class="n">content</span><span class="p">)</span> <span class="k">if</span> <span class="n">np</span><span class="o">.</span><span class="n">all</span><span class="p">(</span><span class="n">j</span><span class="p">))</span>
<span class="n">dummy_array</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">empty</span><span class="p">((</span><span class="n">my_corr</span><span class="o">.</span><span class="n">N</span><span class="p">,</span> <span class="n">my_corr</span><span class="o">.</span><span class="n">N</span><span class="p">),</span> <span class="n">dtype</span><span class="o">=</span><span class="nb">object</span><span class="p">)</span>
<span class="n">dummy_array</span><span class="p">[:]</span> <span class="o">=</span> <span class="n">_nan_Obs_like</span><span class="p">(</span><span class="n">my_corr</span><span class="o">.</span><span class="n">content</span><span class="p">[</span><span class="n">first_not_none</span><span class="p">]</span><span class="o">.</span><span class="n">ravel</span><span class="p">()[</span><span class="mi">0</span><span class="p">])</span>
<span class="n">content</span> <span class="o">=</span> <span class="p">[</span><span class="n">o</span> <span class="k">if</span> <span class="n">o</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span> <span class="k">else</span> <span class="n">dummy_array</span> <span class="k">for</span> <span class="n">o</span> <span class="ow">in</span> <span class="n">my_corr</span><span class="o">.</span><span class="n">content</span><span class="p">]</span>
<span class="n">dat</span> <span class="o">=</span> <span class="n">write_Array_to_dict</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">array</span><span class="p">(</span><span class="n">content</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="nb">object</span><span class="p">))</span>
<span class="n">dat</span><span class="p">[</span><span class="s1">'type'</span><span class="p">]</span> <span class="o">=</span> <span class="s1">'Corr'</span>
<span class="n">corr_meta_data</span> <span class="o">=</span> <span class="nb">str</span><span class="p">(</span><span class="n">my_corr</span><span class="o">.</span><span class="n">tag</span><span class="p">)</span>
<span class="k">if</span> <span class="s1">'tag'</span> <span class="ow">in</span> <span class="n">dat</span><span class="o">.</span><span class="n">keys</span><span class="p">():</span>
<span class="n">dat</span><span class="p">[</span><span class="s1">'tag'</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">corr_meta_data</span><span class="p">)</span>
<span class="k">else</span><span class="p">:</span>
<span class="n">dat</span><span class="p">[</span><span class="s1">'tag'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[</span><span class="n">corr_meta_data</span><span class="p">]</span>
<span class="n">taglist</span> <span class="o">=</span> <span class="n">dat</span><span class="p">[</span><span class="s1">'tag'</span><span class="p">]</span>
<span class="n">dat</span><span class="p">[</span><span class="s1">'tag'</span><span class="p">]</span> <span class="o">=</span> <span class="p">{}</span> <span class="c1"># tag is now a dictionary, that contains the previous taglist in the key "tag"</span>
<span class="n">dat</span><span class="p">[</span><span class="s1">'tag'</span><span class="p">][</span><span class="s1">'tag'</span><span class="p">]</span> <span class="o">=</span> <span class="n">taglist</span>
<span class="k">if</span> <span class="n">my_corr</span><span class="o">.</span><span class="n">prange</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
<span class="n">dat</span><span class="p">[</span><span class="s1">'tag'</span><span class="p">][</span><span class="s1">'prange'</span><span class="p">]</span> <span class="o">=</span> <span class="n">my_corr</span><span class="o">.</span><span class="n">prange</span>
<span class="k">return</span> <span class="n">dat</span>
<span class="k">if</span> <span class="ow">not</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">ol</span><span class="p">,</span> <span class="nb">list</span><span class="p">):</span>
<span class="n">ol</span> <span class="o">=</span> <span class="p">[</span><span class="n">ol</span><span class="p">]</span>
<span class="n">d</span> <span class="o">=</span> <span class="p">{}</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'program'</span><span class="p">]</span> <span class="o">=</span> <span class="s1">'pyerrors </span><span class="si">%s</span><span class="s1">'</span> <span class="o">%</span> <span class="p">(</span><span class="n">pyerrorsversion</span><span class="o">.</span><span class="n">__version__</span><span class="p">)</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'version'</span><span class="p">]</span> <span class="o">=</span> <span class="s1">'1.0'</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'who'</span><span class="p">]</span> <span class="o">=</span> <span class="n">getpass</span><span class="o">.</span><span class="n">getuser</span><span class="p">()</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'date'</span><span class="p">]</span> <span class="o">=</span> <span class="n">datetime</span><span class="o">.</span><span class="n">datetime</span><span class="o">.</span><span class="n">now</span><span class="p">()</span><span class="o">.</span><span class="n">astimezone</span><span class="p">()</span><span class="o">.</span><span class="n">strftime</span><span class="p">(</span><span class="s1">'%Y-%m-</span><span class="si">%d</span><span class="s1"> %H:%M:%S %z'</span><span class="p">)</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'host'</span><span class="p">]</span> <span class="o">=</span> <span class="n">socket</span><span class="o">.</span><span class="n">gethostname</span><span class="p">()</span> <span class="o">+</span> <span class="s1">', '</span> <span class="o">+</span> <span class="n">platform</span><span class="o">.</span><span class="n">platform</span><span class="p">()</span>
<span class="k">if</span> <span class="n">description</span><span class="p">:</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'description'</span><span class="p">]</span> <span class="o">=</span> <span class="n">description</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'obsdata'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">for</span> <span class="n">io</span> <span class="ow">in</span> <span class="n">ol</span><span class="p">:</span>
<span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">io</span><span class="p">,</span> <span class="n">Obs</span><span class="p">):</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'obsdata'</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">write_Obs_to_dict</span><span class="p">(</span><span class="n">io</span><span class="p">))</span>
<span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">io</span><span class="p">,</span> <span class="nb">list</span><span class="p">):</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'obsdata'</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">write_List_to_dict</span><span class="p">(</span><span class="n">io</span><span class="p">))</span>
<span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">io</span><span class="p">,</span> <span class="n">np</span><span class="o">.</span><span class="n">ndarray</span><span class="p">):</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'obsdata'</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">write_Array_to_dict</span><span class="p">(</span><span class="n">io</span><span class="p">))</span>
<span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">io</span><span class="p">,</span> <span class="n">Corr</span><span class="p">):</span>
<span class="n">d</span><span class="p">[</span><span class="s1">'obsdata'</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">write_Corr_to_dict</span><span class="p">(</span><span class="n">io</span><span class="p">))</span>
<span class="k">else</span><span class="p">:</span>
<span class="k">raise</span> <span class="ne">Exception</span><span class="p">(</span><span class="s2">"Unkown datatype."</span><span class="p">)</span>
<span class="n">jsonstring</span> <span class="o">=</span> <span class="s1">''</span>
<span class="k">for</span> <span class="n">chunk</span> <span class="ow">in</span> <span class="n">my_encoder</span><span class="p">(</span><span class="n">indent</span><span class="o">=</span><span class="n">indent</span><span class="p">,</span> <span class="n">ensure_ascii</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span><span class="o">.</span><span class="n">iterencode</span><span class="p">(</span><span class="n">d</span><span class="p">):</span>
<span class="n">jsonstring</span> <span class="o">+=</span> <span class="n">chunk</span>
<span class="k">del</span> <span class="n">d</span>
<span class="n">gc</span><span class="o">.</span><span class="n">collect</span><span class="p">()</span>
<span class="k">def</span> <span class="nf">remove_quotationmarks_split</span><span class="p">(</span><span class="n">split</span><span class="p">):</span>
<span class="sd">"""Workaround for un-quoting of delta lists, adds 5% of work</span>
<span class="sd"> but is save, compared to a simple replace that could destroy the structure</span>
<span class="sd"> """</span>
<span class="n">deltas</span> <span class="o">=</span> <span class="kc">False</span>
<span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">split</span><span class="p">)):</span>
<span class="k">if</span> <span class="s1">'"deltas":'</span> <span class="ow">in</span> <span class="n">split</span><span class="p">[</span><span class="n">i</span><span class="p">]</span> <span class="ow">or</span> <span class="s1">'"cov":'</span> <span class="ow">in</span> <span class="n">split</span><span class="p">[</span><span class="n">i</span><span class="p">]</span> <span class="ow">or</span> <span class="s1">'"grad":'</span> <span class="ow">in</span> <span class="n">split</span><span class="p">[</span><span class="n">i</span><span class="p">]:</span>
<span class="n">deltas</span> <span class="o">=</span> <span class="kc">True</span>
<span class="k">if</span> <span class="n">deltas</span><span class="p">:</span>
<span class="n">split</span><span class="p">[</span><span class="n">i</span><span class="p">]</span> <span class="o">=</span> <span class="n">split</span><span class="p">[</span><span class="n">i</span><span class="p">]</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s1">'"['</span><span class="p">,</span> <span class="s1">'['</span><span class="p">)</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s1">']"'</span><span class="p">,</span> <span class="s1">']'</span><span class="p">)</span>
<span class="k">if</span> <span class="n">split</span><span class="p">[</span><span class="n">i</span><span class="p">][</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span> <span class="o">==</span> <span class="s1">']'</span><span class="p">:</span>
<span class="n">deltas</span> <span class="o">=</span> <span class="kc">False</span>
<span class="k">return</span> <span class="s1">'</span><span class="se">\n</span><span class="s1">'</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">split</span><span class="p">)</span>
<span class="n">jsonstring</span> <span class="o">=</span> <span class="n">jsonstring</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s1">'</span><span class="se">\n</span><span class="s1">'</span><span class="p">)</span>
<span class="n">jsonstring</span> <span class="o">=</span> <span class="n">remove_quotationmarks_split</span><span class="p">(</span><span class="n">jsonstring</span><span class="p">)</span>
<span class="n">jsonstring</span> <span class="o">=</span> <span class="n">jsonstring</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s1">'nan'</span><span class="p">,</span> <span class="s1">'NaN'</span><span class="p">)</span>
<span class="k">return</span> <span class="n">jsonstring</span>
</pre></div>
</details>
<div class="docstring"><p>Generate the string for the export of a list of Obs or structures containing Obs
to a .json(.gz) file</p>
<h6 id="parameters">Parameters</h6>
<ul>
<li><strong>ol</strong> (list):
List of objects that will be exported. At the moment, these objects can be
either of: Obs, list, numpy.ndarray, Corr.
All Obs inside a structure have to be defined on the same set of configurations.</li>
<li><strong>description</strong> (str):
Optional string that describes the contents of the json file.</li>
<li><strong>indent</strong> (int):
Specify the indentation level of the json file. None or 0 is permissible and
saves disk space.</li>
</ul>
</div>
</section>
<section id="dump_to_json">
<div class="attr function"><a class="headerlink" href="#dump_to_json">#  </a>
<span class="def">def</span>
<span class="name">dump_to_json</span><span class="signature">(ol, fname, description='', indent=1, gz=True)</span>:
</div>
<details>
<summary>View Source</summary>
<div class="pdoc-code codehilite"><pre><span></span><span class="k">def</span> <span class="nf">dump_to_json</span><span class="p">(</span><span class="n">ol</span><span class="p">,</span> <span class="n">fname</span><span class="p">,</span> <span class="n">description</span><span class="o">=</span><span class="s1">''</span><span class="p">,</span> <span class="n">indent</span><span class="o">=</span><span class="mi">1</span><span class="p">,</span> <span class="n">gz</span><span class="o">=</span><span class="kc">True</span><span class="p">):</span>
<span class="sd">"""Export a list of Obs or structures containing Obs to a .json(.gz) file</span>
<span class="sd"> Parameters</span>
<span class="sd"> ----------</span>
<span class="sd"> ol : list</span>
<span class="sd"> List of objects that will be exported. At the moment, these objects can be</span>
<span class="sd"> either of: Obs, list, numpy.ndarray, Corr.</span>
<span class="sd"> All Obs inside a structure have to be defined on the same set of configurations.</span>
<span class="sd"> fname : str</span>
<span class="sd"> Filename of the output file.</span>
<span class="sd"> description : str</span>
<span class="sd"> Optional string that describes the contents of the json file.</span>
<span class="sd"> indent : int</span>
<span class="sd"> Specify the indentation level of the json file. None or 0 is permissible and</span>
<span class="sd"> saves disk space.</span>
<span class="sd"> gz : bool</span>
<span class="sd"> If True, the output is a gzipped json. If False, the output is a json file.</span>
<span class="sd"> """</span>
<span class="n">jsonstring</span> <span class="o">=</span> <span class="n">create_json_string</span><span class="p">(</span><span class="n">ol</span><span class="p">,</span> <span class="n">description</span><span class="p">,</span> <span class="n">indent</span><span class="p">)</span>
<span class="k">if</span> <span class="ow">not</span> <span class="n">fname</span><span class="o">.</span><span class="n">endswith</span><span class="p">(</span><span class="s1">'.json'</span><span class="p">)</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">fname</span><span class="o">.</span><span class="n">endswith</span><span class="p">(</span><span class="s1">'.gz'</span><span class="p">):</span>
<span class="n">fname</span> <span class="o">+=</span> <span class="s1">'.json'</span>
<span class="k">if</span> <span class="n">gz</span><span class="p">:</span>
<span class="k">if</span> <span class="ow">not</span> <span class="n">fname</span><span class="o">.</span><span class="n">endswith</span><span class="p">(</span><span class="s1">'.gz'</span><span class="p">):</span>
<span class="n">fname</span> <span class="o">+=</span> <span class="s1">'.gz'</span>
<span class="n">fp</span> <span class="o">=</span> <span class="n">gzip</span><span class="o">.</span><span class="n">open</span><span class="p">(</span><span class="n">fname</span><span class="p">,</span> <span class="s1">'wb'</span><span class="p">)</span>
<span class="n">fp</span><span class="o">.</span><span class="n">write</span><span class="p">(</span><span class="n">jsonstring</span><span class="o">.</span><span class="n">encode</span><span class="p">(</span><span class="s1">'utf-8'</span><span class="p">))</span>
<span class="k">else</span><span class="p">:</span>
<span class="n">fp</span> <span class="o">=</span> <span class="nb">open</span><span class="p">(</span><span class="n">fname</span><span class="p">,</span> <span class="s1">'w'</span><span class="p">,</span> <span class="n">encoding</span><span class="o">=</span><span class="s1">'utf-8'</span><span class="p">)</span>
<span class="n">fp</span><span class="o">.</span><span class="n">write</span><span class="p">(</span><span class="n">jsonstring</span><span class="p">)</span>
<span class="n">fp</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>
</pre></div>
</details>
<div class="docstring"><p>Export a list of Obs or structures containing Obs to a .json(.gz) file</p>
<h6 id="parameters">Parameters</h6>
<ul>
<li><strong>ol</strong> (list):
List of objects that will be exported. At the moment, these objects can be
either of: Obs, list, numpy.ndarray, Corr.
All Obs inside a structure have to be defined on the same set of configurations.</li>
<li><strong>fname</strong> (str):
Filename of the output file.</li>
<li><strong>description</strong> (str):
Optional string that describes the contents of the json file.</li>
<li><strong>indent</strong> (int):
Specify the indentation level of the json file. None or 0 is permissible and
saves disk space.</li>
<li><strong>gz</strong> (bool):
If True, the output is a gzipped json. If False, the output is a json file.</li>
</ul>
</div>
</section>
<section id="import_json_string">
<div class="attr function"><a class="headerlink" href="#import_json_string">#  </a>
<span class="def">def</span>
<span class="name">import_json_string</span><span class="signature">(json_string, verbose=True, full_output=False)</span>:
</div>
<details>
<summary>View Source</summary>
<div class="pdoc-code codehilite"><pre><span></span><span class="k">def</span> <span class="nf">import_json_string</span><span class="p">(</span><span class="n">json_string</span><span class="p">,</span> <span class="n">verbose</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">full_output</span><span class="o">=</span><span class="kc">False</span><span class="p">):</span>
<span class="sd">"""Reconstruct a list of Obs or structures containing Obs from a json string.</span>
<span class="sd"> The following structures are supported: Obs, list, numpy.ndarray, Corr</span>
<span class="sd"> If the list contains only one element, it is unpacked from the list.</span>
<span class="sd"> Parameters</span>
<span class="sd"> ----------</span>
<span class="sd"> json_string : str</span>
<span class="sd"> json string containing the data.</span>
<span class="sd"> verbose : bool</span>
<span class="sd"> Print additional information that was written to the file.</span>
<span class="sd"> full_output : bool</span>
<span class="sd"> If True, a dict containing auxiliary information and the data is returned.</span>
<span class="sd"> If False, only the data is returned.</span>
<span class="sd"> """</span>
<span class="k">return</span> <span class="n">_parse_json_dict</span><span class="p">(</span><span class="n">json</span><span class="o">.</span><span class="n">loads</span><span class="p">(</span><span class="n">json_string</span><span class="p">),</span> <span class="n">verbose</span><span class="p">,</span> <span class="n">full_output</span><span class="p">)</span>
</pre></div>
</details>
<div class="docstring"><p>Reconstruct a list of Obs or structures containing Obs from a json string.</p>
<p>The following structures are supported: Obs, list, numpy.ndarray, Corr
If the list contains only one element, it is unpacked from the list.</p>
<h6 id="parameters">Parameters</h6>
<ul>
<li><strong>json_string</strong> (str):
json string containing the data.</li>
<li><strong>verbose</strong> (bool):
Print additional information that was written to the file.</li>
<li><strong>full_output</strong> (bool):
If True, a dict containing auxiliary information and the data is returned.
If False, only the data is returned.</li>
</ul>
</div>
</section>
<section id="load_json">
<div class="attr function"><a class="headerlink" href="#load_json">#  </a>
<span class="def">def</span>
<span class="name">load_json</span><span class="signature">(fname, verbose=True, gz=True, full_output=False)</span>:
</div>
<details>
<summary>View Source</summary>
<div class="pdoc-code codehilite"><pre><span></span><span class="k">def</span> <span class="nf">load_json</span><span class="p">(</span><span class="n">fname</span><span class="p">,</span> <span class="n">verbose</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">gz</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">full_output</span><span class="o">=</span><span class="kc">False</span><span class="p">):</span>
<span class="sd">"""Import a list of Obs or structures containing Obs from a .json(.gz) file.</span>
<span class="sd"> The following structures are supported: Obs, list, numpy.ndarray, Corr</span>
<span class="sd"> If the list contains only one element, it is unpacked from the list.</span>
<span class="sd"> Parameters</span>
<span class="sd"> ----------</span>
<span class="sd"> fname : str</span>
<span class="sd"> Filename of the input file.</span>
<span class="sd"> verbose : bool</span>
<span class="sd"> Print additional information that was written to the file.</span>
<span class="sd"> gz : bool</span>
<span class="sd"> If True, assumes that data is gzipped. If False, assumes JSON file.</span>
<span class="sd"> full_output : bool</span>
<span class="sd"> If True, a dict containing auxiliary information and the data is returned.</span>
<span class="sd"> If False, only the data is returned.</span>
<span class="sd"> """</span>
<span class="k">if</span> <span class="ow">not</span> <span class="n">fname</span><span class="o">.</span><span class="n">endswith</span><span class="p">(</span><span class="s1">'.json'</span><span class="p">)</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">fname</span><span class="o">.</span><span class="n">endswith</span><span class="p">(</span><span class="s1">'.gz'</span><span class="p">):</span>
<span class="n">fname</span> <span class="o">+=</span> <span class="s1">'.json'</span>
<span class="k">if</span> <span class="n">gz</span><span class="p">:</span>
<span class="k">if</span> <span class="ow">not</span> <span class="n">fname</span><span class="o">.</span><span class="n">endswith</span><span class="p">(</span><span class="s1">'.gz'</span><span class="p">):</span>
<span class="n">fname</span> <span class="o">+=</span> <span class="s1">'.gz'</span>
<span class="k">with</span> <span class="n">gzip</span><span class="o">.</span><span class="n">open</span><span class="p">(</span><span class="n">fname</span><span class="p">,</span> <span class="s1">'r'</span><span class="p">)</span> <span class="k">as</span> <span class="n">fin</span><span class="p">:</span>
<span class="n">d</span> <span class="o">=</span> <span class="n">json</span><span class="o">.</span><span class="n">load</span><span class="p">(</span><span class="n">fin</span><span class="p">)</span>
<span class="k">else</span><span class="p">:</span>
<span class="k">if</span> <span class="n">fname</span><span class="o">.</span><span class="n">endswith</span><span class="p">(</span><span class="s1">'.gz'</span><span class="p">):</span>
<span class="n">warnings</span><span class="o">.</span><span class="n">warn</span><span class="p">(</span><span class="s2">"Trying to read from </span><span class="si">%s</span><span class="s2"> without unzipping!"</span> <span class="o">%</span> <span class="n">fname</span><span class="p">,</span> <span class="ne">UserWarning</span><span class="p">)</span>
<span class="k">with</span> <span class="nb">open</span><span class="p">(</span><span class="n">fname</span><span class="p">,</span> <span class="s1">'r'</span><span class="p">,</span> <span class="n">encoding</span><span class="o">=</span><span class="s1">'utf-8'</span><span class="p">)</span> <span class="k">as</span> <span class="n">fin</span><span class="p">:</span>
<span class="n">d</span> <span class="o">=</span> <span class="n">json</span><span class="o">.</span><span class="n">loads</span><span class="p">(</span><span class="n">fin</span><span class="o">.</span><span class="n">read</span><span class="p">())</span>
<span class="k">return</span> <span class="n">_parse_json_dict</span><span class="p">(</span><span class="n">d</span><span class="p">,</span> <span class="n">verbose</span><span class="p">,</span> <span class="n">full_output</span><span class="p">)</span>
</pre></div>
</details>
<div class="docstring"><p>Import a list of Obs or structures containing Obs from a .json(.gz) file.</p>
<p>The following structures are supported: Obs, list, numpy.ndarray, Corr
If the list contains only one element, it is unpacked from the list.</p>
<h6 id="parameters">Parameters</h6>
<ul>
<li><strong>fname</strong> (str):
Filename of the input file.</li>
<li><strong>verbose</strong> (bool):
Print additional information that was written to the file.</li>
<li><strong>gz</strong> (bool):
If True, assumes that data is gzipped. If False, assumes JSON file.</li>
<li><strong>full_output</strong> (bool):
If True, a dict containing auxiliary information and the data is returned.
If False, only the data is returned.</li>
</ul>
</div>
</section>
<section id="dump_dict_to_json">
<div class="attr function"><a class="headerlink" href="#dump_dict_to_json">#  </a>
<span class="def">def</span>
<span class="name">dump_dict_to_json</span><span class="signature">(od, fname, description='', indent=1, reps='DICTOBS', gz=True)</span>:
</div>
<details>
<summary>View Source</summary>
<div class="pdoc-code codehilite"><pre><span></span><span class="k">def</span> <span class="nf">dump_dict_to_json</span><span class="p">(</span><span class="n">od</span><span class="p">,</span> <span class="n">fname</span><span class="p">,</span> <span class="n">description</span><span class="o">=</span><span class="s1">''</span><span class="p">,</span> <span class="n">indent</span><span class="o">=</span><span class="mi">1</span><span class="p">,</span> <span class="n">reps</span><span class="o">=</span><span class="s1">'DICTOBS'</span><span class="p">,</span> <span class="n">gz</span><span class="o">=</span><span class="kc">True</span><span class="p">):</span>
<span class="sd">"""Export a dict of Obs or structures containing Obs to a .json(.gz) file</span>
<span class="sd"> Parameters</span>
<span class="sd"> ----------</span>
<span class="sd"> od : dict</span>
<span class="sd"> Dict of JSON valid structures and objects that will be exported.</span>
<span class="sd"> At the moment, these objects can be either of: Obs, list, numpy.ndarray, Corr.</span>
<span class="sd"> All Obs inside a structure have to be defined on the same set of configurations.</span>
<span class="sd"> fname : str</span>
<span class="sd"> Filename of the output file.</span>
<span class="sd"> description : str</span>
<span class="sd"> Optional string that describes the contents of the json file.</span>
<span class="sd"> indent : int</span>
<span class="sd"> Specify the indentation level of the json file. None or 0 is permissible and</span>
<span class="sd"> saves disk space.</span>
<span class="sd"> reps : str</span>
<span class="sd"> Specify the structure of the placeholder in exported dict to be reps[0-9]+.</span>
<span class="sd"> gz : bool</span>
<span class="sd"> If True, the output is a gzipped json. If False, the output is a json file.</span>
<span class="sd"> """</span>
<span class="k">if</span> <span class="ow">not</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">od</span><span class="p">,</span> <span class="nb">dict</span><span class="p">):</span>
<span class="k">raise</span> <span class="ne">Exception</span><span class="p">(</span><span class="s1">'od has to be a dictionary. Did you want to use dump_to_json?'</span><span class="p">)</span>
<span class="n">infostring</span> <span class="o">=</span> <span class="p">(</span><span class="s1">'This JSON file contains a python dictionary that has been parsed to a list of structures. '</span>
<span class="s1">'OBSDICT contains the dictionary, where Obs or other structures have been replaced by '</span>
<span class="s1">''</span> <span class="o">+</span> <span class="n">reps</span> <span class="o">+</span> <span class="s1">'[0-9]+. The field description contains the additional description of this JSON file. '</span>
<span class="s1">'This file may be parsed to a dict with the pyerrors routine load_json_dict.'</span><span class="p">)</span>
<span class="n">desc_dict</span> <span class="o">=</span> <span class="p">{</span><span class="s1">'INFO'</span><span class="p">:</span> <span class="n">infostring</span><span class="p">,</span> <span class="s1">'OBSDICT'</span><span class="p">:</span> <span class="p">{},</span> <span class="s1">'description'</span><span class="p">:</span> <span class="n">description</span><span class="p">}</span>
<span class="n">ol</span><span class="p">,</span> <span class="n">desc_dict</span><span class="p">[</span><span class="s1">'OBSDICT'</span><span class="p">]</span> <span class="o">=</span> <span class="n">_ol_from_dict</span><span class="p">(</span><span class="n">od</span><span class="p">,</span> <span class="n">reps</span><span class="o">=</span><span class="n">reps</span><span class="p">)</span>
<span class="n">dump_to_json</span><span class="p">(</span><span class="n">ol</span><span class="p">,</span> <span class="n">fname</span><span class="p">,</span> <span class="n">description</span><span class="o">=</span><span class="n">desc_dict</span><span class="p">,</span> <span class="n">indent</span><span class="o">=</span><span class="n">indent</span><span class="p">,</span> <span class="n">gz</span><span class="o">=</span><span class="n">gz</span><span class="p">)</span>
</pre></div>
</details>
<div class="docstring"><p>Export a dict of Obs or structures containing Obs to a .json(.gz) file</p>
<h6 id="parameters">Parameters</h6>
<ul>
<li><strong>od</strong> (dict):
Dict of JSON valid structures and objects that will be exported.
At the moment, these objects can be either of: Obs, list, numpy.ndarray, Corr.
All Obs inside a structure have to be defined on the same set of configurations.</li>
<li><strong>fname</strong> (str):
Filename of the output file.</li>
<li><strong>description</strong> (str):
Optional string that describes the contents of the json file.</li>
<li><strong>indent</strong> (int):
Specify the indentation level of the json file. None or 0 is permissible and
saves disk space.</li>
<li><strong>reps</strong> (str):
Specify the structure of the placeholder in exported dict to be reps[0-9]+.</li>
<li><strong>gz</strong> (bool):
If True, the output is a gzipped json. If False, the output is a json file.</li>
</ul>
</div>
</section>
<section id="load_json_dict">
<div class="attr function"><a class="headerlink" href="#load_json_dict">#  </a>
<span class="def">def</span>
<span class="name">load_json_dict</span><span class="signature">(fname, verbose=True, gz=True, full_output=False, reps='DICTOBS')</span>:
</div>
<details>
<summary>View Source</summary>
<div class="pdoc-code codehilite"><pre><span></span><span class="k">def</span> <span class="nf">load_json_dict</span><span class="p">(</span><span class="n">fname</span><span class="p">,</span> <span class="n">verbose</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">gz</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">full_output</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> <span class="n">reps</span><span class="o">=</span><span class="s1">'DICTOBS'</span><span class="p">):</span>
<span class="sd">"""Import a dict of Obs or structures containing Obs from a .json(.gz) file.</span>
<span class="sd"> The following structures are supported: Obs, list, numpy.ndarray, Corr</span>
<span class="sd"> Parameters</span>
<span class="sd"> ----------</span>
<span class="sd"> fname : str</span>
<span class="sd"> Filename of the input file.</span>
<span class="sd"> verbose : bool</span>
<span class="sd"> Print additional information that was written to the file.</span>
<span class="sd"> gz : bool</span>
<span class="sd"> If True, assumes that data is gzipped. If False, assumes JSON file.</span>
<span class="sd"> full_output : bool</span>
<span class="sd"> If True, a dict containing auxiliary information and the data is returned.</span>
<span class="sd"> If False, only the data is returned.</span>
<span class="sd"> reps : str</span>
<span class="sd"> Specify the structure of the placeholder in imported dict to be reps[0-9]+.</span>
<span class="sd"> """</span>
<span class="n">indata</span> <span class="o">=</span> <span class="n">load_json</span><span class="p">(</span><span class="n">fname</span><span class="p">,</span> <span class="n">verbose</span><span class="o">=</span><span class="n">verbose</span><span class="p">,</span> <span class="n">gz</span><span class="o">=</span><span class="n">gz</span><span class="p">,</span> <span class="n">full_output</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
<span class="n">description</span> <span class="o">=</span> <span class="n">indata</span><span class="p">[</span><span class="s1">'description'</span><span class="p">][</span><span class="s1">'description'</span><span class="p">]</span>
<span class="n">indict</span> <span class="o">=</span> <span class="n">indata</span><span class="p">[</span><span class="s1">'description'</span><span class="p">][</span><span class="s1">'OBSDICT'</span><span class="p">]</span>
<span class="n">ol</span> <span class="o">=</span> <span class="n">indata</span><span class="p">[</span><span class="s1">'obsdata'</span><span class="p">]</span>
<span class="n">od</span> <span class="o">=</span> <span class="n">_od_from_list_and_dict</span><span class="p">(</span><span class="n">ol</span><span class="p">,</span> <span class="n">indict</span><span class="p">,</span> <span class="n">reps</span><span class="o">=</span><span class="n">reps</span><span class="p">)</span>
<span class="k">if</span> <span class="n">full_output</span><span class="p">:</span>
<span class="n">indata</span><span class="p">[</span><span class="s1">'description'</span><span class="p">]</span> <span class="o">=</span> <span class="n">description</span>
<span class="n">indata</span><span class="p">[</span><span class="s1">'obsdata'</span><span class="p">]</span> <span class="o">=</span> <span class="n">od</span>
<span class="k">return</span> <span class="n">indata</span>
<span class="k">else</span><span class="p">:</span>
<span class="k">return</span> <span class="n">od</span>
</pre></div>
</details>
<div class="docstring"><p>Import a dict of Obs or structures containing Obs from a .json(.gz) file.</p>
<p>The following structures are supported: Obs, list, numpy.ndarray, Corr</p>
<h6 id="parameters">Parameters</h6>
<ul>
<li><strong>fname</strong> (str):
Filename of the input file.</li>
<li><strong>verbose</strong> (bool):
Print additional information that was written to the file.</li>
<li><strong>gz</strong> (bool):
If True, assumes that data is gzipped. If False, assumes JSON file.</li>
<li><strong>full_output</strong> (bool):
If True, a dict containing auxiliary information and the data is returned.
If False, only the data is returned.</li>
<li><strong>reps</strong> (str):
Specify the structure of the placeholder in imported dict to be reps[0-9]+.</li>
</ul>
</div>
</section>
</main>
<script>
function escapeHTML(html) {
return document.createElement('div').appendChild(document.createTextNode(html)).parentNode.innerHTML;
}
const originalContent = document.querySelector("main.pdoc");
let currentContent = originalContent;
function setContent(innerHTML) {
let elem;
if (innerHTML) {
elem = document.createElement("main");
elem.classList.add("pdoc");
elem.innerHTML = innerHTML;
} else {
elem = originalContent;
}
if (currentContent !== elem) {
currentContent.replaceWith(elem);
currentContent = elem;
}
}
function getSearchTerm() {
return (new URL(window.location)).searchParams.get("search");
}
const searchBox = document.querySelector(".pdoc input[type=search]");
searchBox.addEventListener("input", function () {
let url = new URL(window.location);
if (searchBox.value.trim()) {
url.hash = "";
url.searchParams.set("search", searchBox.value);
} else {
url.searchParams.delete("search");
}
history.replaceState("", "", url.toString());
onInput();
});
window.addEventListener("popstate", onInput);
let search, searchErr;
async function initialize() {
try {
search = await new Promise((resolve, reject) => {
const script = document.createElement("script");
script.type = "text/javascript";
script.async = true;
script.onload = () => resolve(window.pdocSearch);
script.onerror = (e) => reject(e);
script.src = "../../search.js";
document.getElementsByTagName("head")[0].appendChild(script);
});
} catch (e) {
console.error("Cannot fetch pdoc search index");
searchErr = "Cannot fetch search index.";
}
onInput();
document.querySelector("nav.pdoc").addEventListener("click", e => {
if (e.target.hash) {
searchBox.value = "";
searchBox.dispatchEvent(new Event("input"));
}
});
}
function onInput() {
setContent((() => {
const term = getSearchTerm();
if (!term) {
return null
}
if (searchErr) {
return `<h3>Error: ${searchErr}</h3>`
}
if (!search) {
return "<h3>Searching...</h3>"
}
window.scrollTo({top: 0, left: 0, behavior: 'auto'});
const results = search(term);
let html;
if (results.length === 0) {
html = `No search results for '${escapeHTML(term)}'.`
} else {
html = `<h4>${results.length} search result${results.length > 1 ? "s" : ""} for '${escapeHTML(term)}'.</h4>`;
}
for (let result of results.slice(0, 10)) {
let doc = result.doc;
let url = `../../${doc.modulename.replaceAll(".", "/")}.html`;
if (doc.qualname) {
url += `#${doc.qualname}`;
}
let heading;
switch (result.doc.type) {
case "function":
heading = `<span class="def">${doc.funcdef}</span> <span class="name">${doc.fullname}</span><span class="signature">${doc.signature}:</span>`;
break;
case "class":
heading = `<span class="def">class</span> <span class="name">${doc.fullname}</span>`;
if (doc.bases)
heading += `<wbr>(<span class="base">${doc.bases}</span>)`;
heading += `:`;
break;
case "variable":
heading = `<span class="name">${doc.fullname}</span>`;
if (doc.annotation)
heading += `<span class="annotation">${doc.annotation}</span>`;
if (doc.default_value)
heading += `<span class="default_value">${doc.default_value}</span>`;
break;
default:
heading = `<span class="name">${doc.fullname}</span>`;
break;
}
html += `
<section class="search-result">
<a href="${url}" class="attr ${doc.type}">${heading}</a>
<div class="docstring">${doc.doc}</div>
</section>
`;
}
return html;
})());
}
if (getSearchTerm()) {
initialize();
searchBox.value = getSearchTerm();
onInput();
} else {
searchBox.addEventListener("focus", initialize, {once: true});
}
searchBox.addEventListener("keydown", e => {
if (["ArrowDown", "ArrowUp", "Enter"].includes(e.key)) {
let focused = currentContent.querySelector(".search-result.focused");
if (!focused) {
currentContent.querySelector(".search-result").classList.add("focused");
} else if (
e.key === "ArrowDown"
&& focused.nextElementSibling
&& focused.nextElementSibling.classList.contains("search-result")
) {
focused.classList.remove("focused");
focused.nextElementSibling.classList.add("focused");
focused.nextElementSibling.scrollIntoView({
behavior: "smooth",
block: "nearest",
inline: "nearest"
});
} else if (
e.key === "ArrowUp"
&& focused.previousElementSibling
&& focused.previousElementSibling.classList.contains("search-result")
) {
focused.classList.remove("focused");
focused.previousElementSibling.classList.add("focused");
focused.previousElementSibling.scrollIntoView({
behavior: "smooth",
block: "nearest",
inline: "nearest"
});
} else if (
e.key === "Enter"
) {
focused.querySelector("a").click();
}
}
});
</script></body>
</html>