<!doctype html>
<html>
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0"><script type="text/javascript">
var _gaq = _gaq || [];
_gaq.push(['_setAccount', 'UA-55120145-3']);
_gaq.push(['_trackPageview']);
(function() {
var ga = document.createElement('script'); ga.type = 'text/javascript'; ga.async = true;
ga.src = ('https:' == document.location.protocol ? 'https://ssl' : 'http://www') + '.google-analytics.com/ga.js';
var s = document.getElementsByTagName('script')[0]; s.parentNode.insertBefore(ga, s);
})();
</script>
<title>pyFTS.benchmarks.Util — pyFTS 1.6 documentation</title>
<link rel="stylesheet" href="../../../_static/bizstyle.css" type="text/css" />
<link rel="stylesheet" href="../../../_static/pygments.css" type="text/css" />
<script id="documentation_options" data-url_root="../../../" src="../../../_static/documentation_options.js"></script>
<script src="../../../_static/jquery.js"></script>
<script src="../../../_static/underscore.js"></script>
<script src="../../../_static/doctools.js"></script>
<script src="../../../_static/language_data.js"></script>
<script src="../../../_static/bizstyle.js"></script>
<link rel="index" title="Index" href="../../../genindex.html" />
<link rel="search" title="Search" href="../../../search.html" />
<meta name="viewport" content="width=device-width,initial-scale=1.0">
<!--[if lt IE 9]>
<script src="_static/css3-mediaqueries.js"></script>
<![endif]-->
</head><body>
<div class="related" role="navigation" aria-label="related navigation">
<h3>Navigation</h3>
<ul>
<li class="right" style="margin-right: 10px">
<a href="../../../genindex.html" title="General Index"
accesskey="I">index</a></li>
<li class="right" >
<a href="../../../py-modindex.html" title="Python Module Index"
>modules</a> |</li>
<li class="nav-item nav-item-0"><a href="../../../index.html">pyFTS 1.6 documentation</a> »</li>
<li class="nav-item nav-item-1"><a href="../../index.html" accesskey="U">Module code</a> »</li>
<li class="nav-item nav-item-this"><a href="">pyFTS.benchmarks.Util</a></li>
</ul>
</div>
<div class="document">
<div class="documentwrapper">
<div class="bodywrapper">
<div class="body" role="main">
<h1>Source code for pyFTS.benchmarks.Util</h1><div class="highlight"><pre>
<span></span><span class="sd">"""</span>
<span class="sd">Facilities for pyFTS Benchmark module</span>
<span class="sd">"""</span>
<span class="kn">import</span> <span class="nn">matplotlib</span> <span class="k">as</span> <span class="nn">plt</span>
<span class="kn">import</span> <span class="nn">matplotlib.cm</span> <span class="k">as</span> <span class="nn">cmx</span>
<span class="kn">import</span> <span class="nn">matplotlib.colors</span> <span class="k">as</span> <span class="nn">pltcolors</span>
<span class="kn">import</span> <span class="nn">matplotlib.pyplot</span> <span class="k">as</span> <span class="nn">plt</span>
<span class="kn">import</span> <span class="nn">numpy</span> <span class="k">as</span> <span class="nn">np</span>
<span class="kn">import</span> <span class="nn">pandas</span> <span class="k">as</span> <span class="nn">pd</span>
<span class="kn">import</span> <span class="nn">sqlite3</span>
<span class="c1">#from mpl_toolkits.mplot3d import Axes3D</span>
<span class="kn">from</span> <span class="nn">copy</span> <span class="kn">import</span> <span class="n">deepcopy</span>
<span class="kn">from</span> <span class="nn">pyFTS.common</span> <span class="kn">import</span> <span class="n">Util</span>
<div class="viewcode-block" id="open_benchmark_db"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.open_benchmark_db">[docs]</a><span class="k">def</span> <span class="nf">open_benchmark_db</span><span class="p">(</span><span class="n">name</span><span class="p">):</span>
<span class="sd">"""</span>
<span class="sd"> Open a connection with a Sqlite database designed to store benchmark results.</span>
<span class="sd"> :param name: database filenem</span>
<span class="sd"> :return: a sqlite3 database connection</span>
<span class="sd"> """</span>
<span class="n">conn</span> <span class="o">=</span> <span class="n">sqlite3</span><span class="o">.</span><span class="n">connect</span><span class="p">(</span><span class="n">name</span><span class="p">)</span>
<span class="c1">#performance optimizations</span>
<span class="n">conn</span><span class="o">.</span><span class="n">execute</span><span class="p">(</span><span class="s2">"PRAGMA journal_mode = WAL"</span><span class="p">)</span>
<span class="n">conn</span><span class="o">.</span><span class="n">execute</span><span class="p">(</span><span class="s2">"PRAGMA synchronous = NORMAL"</span><span class="p">)</span>
<span class="n">create_benchmark_tables</span><span class="p">(</span><span class="n">conn</span><span class="p">)</span>
<span class="k">return</span> <span class="n">conn</span></div>
<div class="viewcode-block" id="create_benchmark_tables"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.create_benchmark_tables">[docs]</a><span class="k">def</span> <span class="nf">create_benchmark_tables</span><span class="p">(</span><span class="n">conn</span><span class="p">):</span>
<span class="sd">"""</span>
<span class="sd"> Create a sqlite3 table designed to store benchmark results.</span>
<span class="sd"> :param conn: a sqlite3 database connection</span>
<span class="sd"> """</span>
<span class="n">c</span> <span class="o">=</span> <span class="n">conn</span><span class="o">.</span><span class="n">cursor</span><span class="p">()</span>
<span class="n">c</span><span class="o">.</span><span class="n">execute</span><span class="p">(</span><span class="s1">'''CREATE TABLE if not exists benchmarks(</span>
<span class="s1"> ID integer primary key, Date int, Dataset text, Tag text, </span>
<span class="s1"> Type text, Model text, Transformation text, 'Order' int, </span>
<span class="s1"> Scheme text, Partitions int,</span>
<span class="s1"> Size int, Steps int, Method text, Measure text, Value real)'''</span><span class="p">)</span>
<span class="n">conn</span><span class="o">.</span><span class="n">commit</span><span class="p">()</span></div>
<div class="viewcode-block" id="insert_benchmark"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.insert_benchmark">[docs]</a><span class="k">def</span> <span class="nf">insert_benchmark</span><span class="p">(</span><span class="n">data</span><span class="p">,</span> <span class="n">conn</span><span class="p">):</span>
<span class="sd">"""</span>
<span class="sd"> Insert benchmark data on database</span>
<span class="sd"> :param data: a tuple with the benchmark data with format:</span>
<span class="sd"> ID: integer incremental primary key</span>
<span class="sd"> Date: Date/hour of benchmark execution</span>
<span class="sd"> Dataset: Identify on which dataset the dataset was performed</span>
<span class="sd"> Tag: a user defined word that indentify a benchmark set</span>
<span class="sd"> Type: forecasting type (point, interval, distribution)</span>
<span class="sd"> Model: FTS model</span>
<span class="sd"> Transformation: The name of data transformation, if one was used</span>
<span class="sd"> Order: the order of the FTS method</span>
<span class="sd"> Scheme: UoD partitioning scheme</span>
<span class="sd"> Partitions: Number of partitions</span>
<span class="sd"> Size: Number of rules of the FTS model</span>
<span class="sd"> Steps: prediction horizon, i. e., the number of steps ahead</span>
<span class="sd"> Measure: accuracy measure</span>
<span class="sd"> Value: the measure value</span>
<span class="sd"> :param conn: a sqlite3 database connection</span>
<span class="sd"> :return:</span>
<span class="sd"> """</span>
<span class="n">c</span> <span class="o">=</span> <span class="n">conn</span><span class="o">.</span><span class="n">cursor</span><span class="p">()</span>
<span class="n">c</span><span class="o">.</span><span class="n">execute</span><span class="p">(</span><span class="s2">"INSERT INTO benchmarks(Date, Dataset, Tag, Type, Model, "</span>
<span class="o">+</span> <span class="s2">"Transformation, 'Order', Scheme, Partitions, "</span>
<span class="o">+</span> <span class="s2">"Size, Steps, Method, Measure, Value) "</span>
<span class="o">+</span> <span class="s2">"VALUES(datetime('now'),?,?,?,?,?,?,?,?,?,?,?,?,?)"</span><span class="p">,</span> <span class="n">data</span><span class="p">)</span>
<span class="n">conn</span><span class="o">.</span><span class="n">commit</span><span class="p">()</span></div>
<div class="viewcode-block" id="process_common_data"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.process_common_data">[docs]</a><span class="k">def</span> <span class="nf">process_common_data</span><span class="p">(</span><span class="n">dataset</span><span class="p">,</span> <span class="n">tag</span><span class="p">,</span> <span class="nb">type</span><span class="p">,</span> <span class="n">job</span><span class="p">):</span>
<span class="sd">"""</span>
<span class="sd"> Wraps benchmark information on a tuple for sqlite database</span>
<span class="sd"> :param dataset: benchmark dataset</span>
<span class="sd"> :param tag: benchmark set alias</span>
<span class="sd"> :param type: forecasting type</span>
<span class="sd"> :param job: a dictionary with benchmark data</span>
<span class="sd"> :return: tuple for sqlite database</span>
<span class="sd"> """</span>
<span class="n">model</span> <span class="o">=</span> <span class="n">job</span><span class="p">[</span><span class="s2">"obj"</span><span class="p">]</span>
<span class="k">if</span> <span class="n">model</span><span class="o">.</span><span class="n">benchmark_only</span><span class="p">:</span>
<span class="n">data</span> <span class="o">=</span> <span class="p">[</span><span class="n">dataset</span><span class="p">,</span> <span class="n">tag</span><span class="p">,</span> <span class="nb">type</span><span class="p">,</span> <span class="n">model</span><span class="o">.</span><span class="n">shortname</span><span class="p">,</span>
<span class="nb">str</span><span class="p">(</span><span class="n">model</span><span class="o">.</span><span class="n">transformations</span><span class="p">[</span><span class="mi">0</span><span class="p">])</span> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">model</span><span class="o">.</span><span class="n">transformations</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span> <span class="k">else</span> <span class="kc">None</span><span class="p">,</span>
<span class="n">model</span><span class="o">.</span><span class="n">order</span><span class="p">,</span> <span class="kc">None</span><span class="p">,</span> <span class="kc">None</span><span class="p">,</span>
<span class="kc">None</span><span class="p">]</span>
<span class="k">else</span><span class="p">:</span>
<span class="n">data</span> <span class="o">=</span> <span class="p">[</span><span class="n">dataset</span><span class="p">,</span> <span class="n">tag</span><span class="p">,</span> <span class="nb">type</span><span class="p">,</span> <span class="n">model</span><span class="o">.</span><span class="n">shortname</span><span class="p">,</span>
<span class="nb">str</span><span class="p">(</span><span class="n">model</span><span class="o">.</span><span class="n">partitioner</span><span class="o">.</span><span class="n">transformation</span><span class="p">)</span> <span class="k">if</span> <span class="n">model</span><span class="o">.</span><span class="n">partitioner</span><span class="o">.</span><span class="n">transformation</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span> <span class="k">else</span> <span class="kc">None</span><span class="p">,</span>
<span class="n">model</span><span class="o">.</span><span class="n">order</span><span class="p">,</span> <span class="n">model</span><span class="o">.</span><span class="n">partitioner</span><span class="o">.</span><span class="n">name</span><span class="p">,</span> <span class="nb">str</span><span class="p">(</span><span class="n">model</span><span class="o">.</span><span class="n">partitioner</span><span class="o">.</span><span class="n">partitions</span><span class="p">),</span>
<span class="nb">len</span><span class="p">(</span><span class="n">model</span><span class="p">)]</span>
<span class="k">return</span> <span class="n">data</span></div>
<div class="viewcode-block" id="process_common_data2"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.process_common_data2">[docs]</a><span class="k">def</span> <span class="nf">process_common_data2</span><span class="p">(</span><span class="n">dataset</span><span class="p">,</span> <span class="n">tag</span><span class="p">,</span> <span class="nb">type</span><span class="p">,</span> <span class="n">job</span><span class="p">):</span>
<span class="sd">"""</span>
<span class="sd"> Wraps benchmark information on a tuple for sqlite database</span>
<span class="sd"> :param dataset: benchmark dataset</span>
<span class="sd"> :param tag: benchmark set alias</span>
<span class="sd"> :param type: forecasting type</span>
<span class="sd"> :param job: a dictionary with benchmark data</span>
<span class="sd"> :return: tuple for sqlite database</span>
<span class="sd"> """</span>
<span class="n">data</span> <span class="o">=</span> <span class="p">[</span><span class="n">dataset</span><span class="p">,</span> <span class="n">tag</span><span class="p">,</span> <span class="nb">type</span><span class="p">,</span>
<span class="n">job</span><span class="p">[</span><span class="s1">'model'</span><span class="p">],</span>
<span class="n">job</span><span class="p">[</span><span class="s1">'transformation'</span><span class="p">],</span>
<span class="n">job</span><span class="p">[</span><span class="s1">'order'</span><span class="p">],</span>
<span class="n">job</span><span class="p">[</span><span class="s1">'partitioner'</span><span class="p">],</span>
<span class="n">job</span><span class="p">[</span><span class="s1">'partitions'</span><span class="p">],</span>
<span class="n">job</span><span class="p">[</span><span class="s1">'size'</span><span class="p">]</span>
<span class="p">]</span>
<span class="k">return</span> <span class="n">data</span></div>
<div class="viewcode-block" id="get_dataframe_from_bd"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.get_dataframe_from_bd">[docs]</a><span class="k">def</span> <span class="nf">get_dataframe_from_bd</span><span class="p">(</span><span class="n">file</span><span class="p">,</span> <span class="nb">filter</span><span class="p">):</span>
<span class="sd">"""</span>
<span class="sd"> Query the sqlite benchmark database and return a pandas dataframe with the results</span>
<span class="sd"> :param file: the url of the benchmark database</span>
<span class="sd"> :param filter: sql conditions to filter</span>
<span class="sd"> :return: pandas dataframe with the query results</span>
<span class="sd"> """</span>
<span class="n">con</span> <span class="o">=</span> <span class="n">sqlite3</span><span class="o">.</span><span class="n">connect</span><span class="p">(</span><span class="n">file</span><span class="p">)</span>
<span class="n">sql</span> <span class="o">=</span> <span class="s2">"SELECT * from benchmarks"</span>
<span class="k">if</span> <span class="nb">filter</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
<span class="n">sql</span> <span class="o">+=</span> <span class="s2">" WHERE "</span> <span class="o">+</span> <span class="nb">filter</span>
<span class="k">return</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_sql_query</span><span class="p">(</span><span class="n">sql</span><span class="p">,</span> <span class="n">con</span><span class="p">)</span></div>
<div class="viewcode-block" id="extract_measure"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.extract_measure">[docs]</a><span class="k">def</span> <span class="nf">extract_measure</span><span class="p">(</span><span class="n">dataframe</span><span class="p">,</span> <span class="n">measure</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">):</span>
<span class="k">if</span> <span class="ow">not</span> <span class="n">dataframe</span><span class="o">.</span><span class="n">empty</span><span class="p">:</span>
<span class="n">df</span> <span class="o">=</span> <span class="n">dataframe</span><span class="p">[(</span><span class="n">dataframe</span><span class="o">.</span><span class="n">Measure</span> <span class="o">==</span> <span class="n">measure</span><span class="p">)][</span><span class="n">data_columns</span><span class="p">]</span>
<span class="n">tmp</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">to_dict</span><span class="p">(</span><span class="n">orient</span><span class="o">=</span><span class="s2">"records"</span><span class="p">)[</span><span class="mi">0</span><span class="p">]</span>
<span class="n">ret</span> <span class="o">=</span> <span class="p">[</span><span class="n">k</span> <span class="k">for</span> <span class="n">k</span> <span class="ow">in</span> <span class="n">tmp</span><span class="o">.</span><span class="n">values</span><span class="p">()</span> <span class="k">if</span> <span class="ow">not</span> <span class="n">np</span><span class="o">.</span><span class="n">isnan</span><span class="p">(</span><span class="n">k</span><span class="p">)]</span>
<span class="k">return</span> <span class="n">ret</span>
<span class="k">else</span><span class="p">:</span>
<span class="k">return</span> <span class="kc">None</span></div>
<div class="viewcode-block" id="find_best"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.find_best">[docs]</a><span class="k">def</span> <span class="nf">find_best</span><span class="p">(</span><span class="n">dataframe</span><span class="p">,</span> <span class="n">criteria</span><span class="p">,</span> <span class="n">ascending</span><span class="p">):</span>
<span class="n">models</span> <span class="o">=</span> <span class="n">dataframe</span><span class="o">.</span><span class="n">Model</span><span class="o">.</span><span class="n">unique</span><span class="p">()</span>
<span class="n">orders</span> <span class="o">=</span> <span class="n">dataframe</span><span class="o">.</span><span class="n">Order</span><span class="o">.</span><span class="n">unique</span><span class="p">()</span>
<span class="n">ret</span> <span class="o">=</span> <span class="p">{}</span>
<span class="k">for</span> <span class="n">m</span> <span class="ow">in</span> <span class="n">models</span><span class="p">:</span>
<span class="k">for</span> <span class="n">o</span> <span class="ow">in</span> <span class="n">orders</span><span class="p">:</span>
<span class="n">mod</span> <span class="o">=</span> <span class="p">{}</span>
<span class="n">df</span> <span class="o">=</span> <span class="n">dataframe</span><span class="p">[(</span><span class="n">dataframe</span><span class="o">.</span><span class="n">Model</span> <span class="o">==</span> <span class="n">m</span><span class="p">)</span> <span class="o">&</span> <span class="p">(</span><span class="n">dataframe</span><span class="o">.</span><span class="n">Order</span> <span class="o">==</span> <span class="n">o</span><span class="p">)]</span><span class="o">.</span><span class="n">sort_values</span><span class="p">(</span><span class="n">by</span><span class="o">=</span><span class="n">criteria</span><span class="p">,</span> <span class="n">ascending</span><span class="o">=</span><span class="n">ascending</span><span class="p">)</span>
<span class="k">if</span> <span class="ow">not</span> <span class="n">df</span><span class="o">.</span><span class="n">empty</span><span class="p">:</span>
<span class="n">_key</span> <span class="o">=</span> <span class="nb">str</span><span class="p">(</span><span class="n">m</span><span class="p">)</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">o</span><span class="p">)</span>
<span class="n">best</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">loc</span><span class="p">[</span><span class="n">df</span><span class="o">.</span><span class="n">index</span><span class="p">[</span><span class="mi">0</span><span class="p">]]</span>
<span class="n">mod</span><span class="p">[</span><span class="s1">'Model'</span><span class="p">]</span> <span class="o">=</span> <span class="n">m</span>
<span class="n">mod</span><span class="p">[</span><span class="s1">'Order'</span><span class="p">]</span> <span class="o">=</span> <span class="n">o</span>
<span class="n">mod</span><span class="p">[</span><span class="s1">'Scheme'</span><span class="p">]</span> <span class="o">=</span> <span class="n">best</span><span class="p">[</span><span class="s2">"Scheme"</span><span class="p">]</span>
<span class="n">mod</span><span class="p">[</span><span class="s1">'Partitions'</span><span class="p">]</span> <span class="o">=</span> <span class="n">best</span><span class="p">[</span><span class="s2">"Partitions"</span><span class="p">]</span>
<span class="n">ret</span><span class="p">[</span><span class="n">_key</span><span class="p">]</span> <span class="o">=</span> <span class="n">mod</span>
<span class="k">return</span> <span class="n">ret</span></div>
<div class="viewcode-block" id="simple_synthetic_dataframe"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.simple_synthetic_dataframe">[docs]</a><span class="k">def</span> <span class="nf">simple_synthetic_dataframe</span><span class="p">(</span><span class="n">file</span><span class="p">,</span> <span class="n">tag</span><span class="p">,</span> <span class="n">measure</span><span class="p">,</span> <span class="n">sql</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span>
<span class="sd">'''</span>
<span class="sd"> Read experiments results from sqlite3 database in 'file', make a synthesis of the results</span>
<span class="sd"> of the metric 'measure' with the same 'tag', returning a Pandas DataFrame with the mean results.</span>
<span class="sd"> :param file: sqlite3 database file name</span>
<span class="sd"> :param tag: common tag of the experiments</span>
<span class="sd"> :param measure: metric to synthetize</span>
<span class="sd"> :return: Pandas DataFrame with the mean results</span>
<span class="sd"> '''</span>
<span class="n">df</span> <span class="o">=</span> <span class="n">get_dataframe_from_bd</span><span class="p">(</span><span class="n">file</span><span class="p">,</span><span class="s2">"tag = '</span><span class="si">{}</span><span class="s2">' and measure = '</span><span class="si">{}</span><span class="s2">' </span><span class="si">{}</span><span class="s2">"</span>
<span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">tag</span><span class="p">,</span> <span class="n">measure</span><span class="p">,</span>
<span class="s1">''</span> <span class="k">if</span> <span class="n">sql</span> <span class="ow">is</span> <span class="kc">None</span> <span class="k">else</span> <span class="s1">'and </span><span class="si">{}</span><span class="s1">'</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">sql</span><span class="p">)))</span>
<span class="n">data</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">models</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">Model</span><span class="o">.</span><span class="n">unique</span><span class="p">()</span>
<span class="n">datasets</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">Dataset</span><span class="o">.</span><span class="n">unique</span><span class="p">()</span>
<span class="k">for</span> <span class="n">dataset</span> <span class="ow">in</span> <span class="n">datasets</span><span class="p">:</span>
<span class="k">for</span> <span class="n">model</span> <span class="ow">in</span> <span class="n">models</span><span class="p">:</span>
<span class="n">_filter</span> <span class="o">=</span> <span class="p">(</span><span class="n">df</span><span class="o">.</span><span class="n">Dataset</span> <span class="o">==</span> <span class="n">dataset</span><span class="p">)</span> <span class="o">&</span> <span class="p">(</span><span class="n">df</span><span class="o">.</span><span class="n">Model</span> <span class="o">==</span> <span class="n">model</span><span class="p">)</span>
<span class="n">avg</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">nanmean</span><span class="p">(</span><span class="n">df</span><span class="p">[</span><span class="n">_filter</span><span class="p">]</span><span class="o">.</span><span class="n">Value</span><span class="p">)</span>
<span class="n">std</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">nanstd</span><span class="p">(</span><span class="n">df</span><span class="p">[</span><span class="n">_filter</span><span class="p">]</span><span class="o">.</span><span class="n">Value</span><span class="p">)</span>
<span class="n">data</span><span class="o">.</span><span class="n">append</span><span class="p">([</span><span class="n">dataset</span><span class="p">,</span> <span class="n">model</span><span class="p">,</span> <span class="n">avg</span><span class="p">,</span> <span class="n">std</span><span class="p">])</span>
<span class="n">dat</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">DataFrame</span><span class="p">(</span><span class="n">data</span><span class="p">,</span> <span class="n">columns</span><span class="o">=</span><span class="p">[</span><span class="s1">'Dataset'</span><span class="p">,</span> <span class="s1">'Model'</span><span class="p">,</span> <span class="s1">'AVG'</span><span class="p">,</span> <span class="s1">'STD'</span><span class="p">])</span>
<span class="n">dat</span> <span class="o">=</span> <span class="n">dat</span><span class="o">.</span><span class="n">sort_values</span><span class="p">([</span><span class="s1">'AVG'</span><span class="p">,</span> <span class="s1">'STD'</span><span class="p">])</span>
<span class="n">best</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">for</span> <span class="n">dataset</span> <span class="ow">in</span> <span class="n">datasets</span><span class="p">:</span>
<span class="k">for</span> <span class="n">model</span> <span class="ow">in</span> <span class="n">models</span><span class="p">:</span>
<span class="n">ix</span> <span class="o">=</span> <span class="n">dat</span><span class="p">[(</span><span class="n">dat</span><span class="o">.</span><span class="n">Dataset</span> <span class="o">==</span> <span class="n">dataset</span><span class="p">)</span> <span class="o">&</span> <span class="p">(</span><span class="n">dat</span><span class="o">.</span><span class="n">Model</span> <span class="o">==</span> <span class="n">model</span><span class="p">)]</span><span class="o">.</span><span class="n">index</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span>
<span class="n">best</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">ix</span><span class="p">)</span>
<span class="n">ret</span> <span class="o">=</span> <span class="n">dat</span><span class="o">.</span><span class="n">loc</span><span class="p">[</span><span class="n">best</span><span class="p">]</span><span class="o">.</span><span class="n">sort_values</span><span class="p">([</span><span class="s1">'AVG'</span><span class="p">,</span> <span class="s1">'STD'</span><span class="p">])</span>
<span class="n">ret</span><span class="o">.</span><span class="n">groupby</span><span class="p">(</span><span class="s1">'Dataset'</span><span class="p">)</span>
<span class="k">return</span> <span class="n">ret</span></div>
<div class="viewcode-block" id="analytic_tabular_dataframe"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.analytic_tabular_dataframe">[docs]</a><span class="k">def</span> <span class="nf">analytic_tabular_dataframe</span><span class="p">(</span><span class="n">dataframe</span><span class="p">):</span>
<span class="n">experiments</span> <span class="o">=</span> <span class="nb">len</span><span class="p">(</span><span class="n">dataframe</span><span class="o">.</span><span class="n">columns</span><span class="p">)</span> <span class="o">-</span> <span class="nb">len</span><span class="p">(</span><span class="n">base_dataframe_columns</span><span class="p">())</span> <span class="o">-</span> <span class="mi">1</span>
<span class="n">models</span> <span class="o">=</span> <span class="n">dataframe</span><span class="o">.</span><span class="n">Model</span><span class="o">.</span><span class="n">unique</span><span class="p">()</span>
<span class="n">orders</span> <span class="o">=</span> <span class="n">dataframe</span><span class="o">.</span><span class="n">Order</span><span class="o">.</span><span class="n">unique</span><span class="p">()</span>
<span class="n">schemes</span> <span class="o">=</span> <span class="n">dataframe</span><span class="o">.</span><span class="n">Scheme</span><span class="o">.</span><span class="n">unique</span><span class="p">()</span>
<span class="n">partitions</span> <span class="o">=</span> <span class="n">dataframe</span><span class="o">.</span><span class="n">Partitions</span><span class="o">.</span><span class="n">unique</span><span class="p">()</span>
<span class="n">steps</span> <span class="o">=</span> <span class="n">dataframe</span><span class="o">.</span><span class="n">Steps</span><span class="o">.</span><span class="n">unique</span><span class="p">()</span>
<span class="n">measures</span> <span class="o">=</span> <span class="n">dataframe</span><span class="o">.</span><span class="n">Measure</span><span class="o">.</span><span class="n">unique</span><span class="p">()</span>
<span class="n">data_columns</span> <span class="o">=</span> <span class="n">analytical_data_columns</span><span class="p">(</span><span class="n">experiments</span><span class="p">)</span>
<span class="n">ret</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">for</span> <span class="n">m</span> <span class="ow">in</span> <span class="n">models</span><span class="p">:</span>
<span class="k">for</span> <span class="n">o</span> <span class="ow">in</span> <span class="n">orders</span><span class="p">:</span>
<span class="k">for</span> <span class="n">s</span> <span class="ow">in</span> <span class="n">schemes</span><span class="p">:</span>
<span class="k">for</span> <span class="n">p</span> <span class="ow">in</span> <span class="n">partitions</span><span class="p">:</span>
<span class="k">for</span> <span class="n">st</span> <span class="ow">in</span> <span class="n">steps</span><span class="p">:</span>
<span class="k">for</span> <span class="n">ms</span> <span class="ow">in</span> <span class="n">measures</span><span class="p">:</span>
<span class="n">df</span> <span class="o">=</span> <span class="n">dataframe</span><span class="p">[(</span><span class="n">dataframe</span><span class="o">.</span><span class="n">Model</span> <span class="o">==</span> <span class="n">m</span><span class="p">)</span> <span class="o">&</span> <span class="p">(</span><span class="n">dataframe</span><span class="o">.</span><span class="n">Order</span> <span class="o">==</span> <span class="n">o</span><span class="p">)</span>
<span class="o">&</span> <span class="p">(</span><span class="n">dataframe</span><span class="o">.</span><span class="n">Scheme</span> <span class="o">==</span> <span class="n">s</span><span class="p">)</span> <span class="o">&</span> <span class="p">(</span><span class="n">dataframe</span><span class="o">.</span><span class="n">Partitions</span> <span class="o">==</span> <span class="n">p</span><span class="p">)</span>
<span class="o">&</span> <span class="p">(</span><span class="n">dataframe</span><span class="o">.</span><span class="n">Steps</span> <span class="o">==</span> <span class="n">st</span><span class="p">)</span> <span class="o">&</span> <span class="p">(</span><span class="n">dataframe</span><span class="o">.</span><span class="n">Measure</span> <span class="o">==</span> <span class="n">ms</span><span class="p">)</span> <span class="p">]</span>
<span class="k">if</span> <span class="ow">not</span> <span class="n">df</span><span class="o">.</span><span class="n">empty</span><span class="p">:</span>
<span class="k">for</span> <span class="n">col</span> <span class="ow">in</span> <span class="n">data_columns</span><span class="p">:</span>
<span class="n">mod</span> <span class="o">=</span> <span class="p">[</span><span class="n">m</span><span class="p">,</span> <span class="n">o</span><span class="p">,</span> <span class="n">s</span><span class="p">,</span> <span class="n">p</span><span class="p">,</span> <span class="n">st</span><span class="p">,</span> <span class="n">ms</span><span class="p">,</span> <span class="n">df</span><span class="p">[</span><span class="n">col</span><span class="p">]</span><span class="o">.</span><span class="n">values</span><span class="p">[</span><span class="mi">0</span><span class="p">]]</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">mod</span><span class="p">)</span>
<span class="n">dat</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">DataFrame</span><span class="p">(</span><span class="n">ret</span><span class="p">,</span> <span class="n">columns</span><span class="o">=</span><span class="n">tabular_dataframe_columns</span><span class="p">())</span>
<span class="k">return</span> <span class="n">dat</span></div>
<div class="viewcode-block" id="tabular_dataframe_columns"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.tabular_dataframe_columns">[docs]</a><span class="k">def</span> <span class="nf">tabular_dataframe_columns</span><span class="p">():</span>
<span class="k">return</span> <span class="p">[</span><span class="s2">"Model"</span><span class="p">,</span> <span class="s2">"Order"</span><span class="p">,</span> <span class="s2">"Scheme"</span><span class="p">,</span> <span class="s2">"Partitions"</span><span class="p">,</span> <span class="s2">"Steps"</span><span class="p">,</span> <span class="s2">"Measure"</span><span class="p">,</span> <span class="s2">"Value"</span><span class="p">]</span></div>
<div class="viewcode-block" id="base_dataframe_columns"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.base_dataframe_columns">[docs]</a><span class="k">def</span> <span class="nf">base_dataframe_columns</span><span class="p">():</span>
<span class="k">return</span> <span class="p">[</span><span class="s2">"Model"</span><span class="p">,</span> <span class="s2">"Order"</span><span class="p">,</span> <span class="s2">"Scheme"</span><span class="p">,</span> <span class="s2">"Partitions"</span><span class="p">,</span> <span class="s2">"Size"</span><span class="p">,</span> <span class="s2">"Steps"</span><span class="p">,</span> <span class="s2">"Method"</span><span class="p">]</span></div>
<div class="viewcode-block" id="point_dataframe_synthetic_columns"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.point_dataframe_synthetic_columns">[docs]</a><span class="k">def</span> <span class="nf">point_dataframe_synthetic_columns</span><span class="p">():</span>
<span class="k">return</span> <span class="n">base_dataframe_columns</span><span class="p">()</span><span class="o">.</span><span class="n">extend</span><span class="p">([</span><span class="s2">"RMSEAVG"</span><span class="p">,</span> <span class="s2">"RMSESTD"</span><span class="p">,</span>
<span class="s2">"SMAPEAVG"</span><span class="p">,</span> <span class="s2">"SMAPESTD"</span><span class="p">,</span> <span class="s2">"UAVG"</span><span class="p">,</span><span class="s2">"USTD"</span><span class="p">,</span> <span class="s2">"TIMEAVG"</span><span class="p">,</span> <span class="s2">"TIMESTD"</span><span class="p">])</span></div>
<div class="viewcode-block" id="point_dataframe_analytic_columns"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.point_dataframe_analytic_columns">[docs]</a><span class="k">def</span> <span class="nf">point_dataframe_analytic_columns</span><span class="p">(</span><span class="n">experiments</span><span class="p">):</span>
<span class="n">columns</span> <span class="o">=</span> <span class="p">[</span><span class="nb">str</span><span class="p">(</span><span class="n">k</span><span class="p">)</span> <span class="k">for</span> <span class="n">k</span> <span class="ow">in</span> <span class="n">np</span><span class="o">.</span><span class="n">arange</span><span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="n">experiments</span><span class="p">)]</span>
<span class="n">columns</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="s2">"Model"</span><span class="p">)</span>
<span class="n">columns</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="s2">"Order"</span><span class="p">)</span>
<span class="n">columns</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="s2">"Scheme"</span><span class="p">)</span>
<span class="n">columns</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">3</span><span class="p">,</span> <span class="s2">"Partitions"</span><span class="p">)</span>
<span class="n">columns</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">4</span><span class="p">,</span> <span class="s2">"Size"</span><span class="p">)</span>
<span class="n">columns</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">5</span><span class="p">,</span> <span class="s2">"Steps"</span><span class="p">)</span>
<span class="n">columns</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">6</span><span class="p">,</span> <span class="s2">"Method"</span><span class="p">)</span>
<span class="n">columns</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">7</span><span class="p">,</span> <span class="s2">"Measure"</span><span class="p">)</span>
<span class="k">return</span> <span class="n">columns</span></div>
<div class="viewcode-block" id="save_dataframe_point"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.save_dataframe_point">[docs]</a><span class="k">def</span> <span class="nf">save_dataframe_point</span><span class="p">(</span><span class="n">experiments</span><span class="p">,</span> <span class="n">file</span><span class="p">,</span> <span class="n">objs</span><span class="p">,</span> <span class="n">rmse</span><span class="p">,</span> <span class="n">save</span><span class="p">,</span> <span class="n">synthetic</span><span class="p">,</span> <span class="n">smape</span><span class="p">,</span> <span class="n">times</span><span class="p">,</span> <span class="n">u</span><span class="p">,</span> <span class="n">steps</span><span class="p">,</span> <span class="n">method</span><span class="p">):</span>
<span class="sd">"""</span>
<span class="sd"> Create a dataframe to store the benchmark results</span>
<span class="sd"> :param experiments: dictionary with the execution results</span>
<span class="sd"> :param file: </span>
<span class="sd"> :param objs: </span>
<span class="sd"> :param rmse: </span>
<span class="sd"> :param save: </span>
<span class="sd"> :param synthetic: </span>
<span class="sd"> :param smape: </span>
<span class="sd"> :param times: </span>
<span class="sd"> :param u: </span>
<span class="sd"> :return: </span>
<span class="sd"> """</span>
<span class="n">ret</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">if</span> <span class="n">synthetic</span><span class="p">:</span>
<span class="k">for</span> <span class="n">k</span> <span class="ow">in</span> <span class="nb">sorted</span><span class="p">(</span><span class="n">objs</span><span class="o">.</span><span class="n">keys</span><span class="p">()):</span>
<span class="k">try</span><span class="p">:</span>
<span class="n">mod</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">mfts</span> <span class="o">=</span> <span class="n">objs</span><span class="p">[</span><span class="n">k</span><span class="p">]</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">mfts</span><span class="o">.</span><span class="n">shortname</span><span class="p">)</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">mfts</span><span class="o">.</span><span class="n">order</span><span class="p">)</span>
<span class="k">if</span> <span class="ow">not</span> <span class="n">mfts</span><span class="o">.</span><span class="n">benchmark_only</span><span class="p">:</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">mfts</span><span class="o">.</span><span class="n">partitioner</span><span class="o">.</span><span class="n">name</span><span class="p">)</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">mfts</span><span class="o">.</span><span class="n">partitioner</span><span class="o">.</span><span class="n">partitions</span><span class="p">)</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">mfts</span><span class="p">))</span>
<span class="k">else</span><span class="p">:</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="s1">'-'</span><span class="p">)</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="s1">'-'</span><span class="p">)</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="s1">'-'</span><span class="p">)</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">steps</span><span class="p">[</span><span class="n">k</span><span class="p">])</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">method</span><span class="p">[</span><span class="n">k</span><span class="p">])</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanmean</span><span class="p">(</span><span class="n">rmse</span><span class="p">[</span><span class="n">k</span><span class="p">]),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanstd</span><span class="p">(</span><span class="n">rmse</span><span class="p">[</span><span class="n">k</span><span class="p">]),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanmean</span><span class="p">(</span><span class="n">smape</span><span class="p">[</span><span class="n">k</span><span class="p">]),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanstd</span><span class="p">(</span><span class="n">smape</span><span class="p">[</span><span class="n">k</span><span class="p">]),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanmean</span><span class="p">(</span><span class="n">u</span><span class="p">[</span><span class="n">k</span><span class="p">]),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanstd</span><span class="p">(</span><span class="n">u</span><span class="p">[</span><span class="n">k</span><span class="p">]),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanmean</span><span class="p">(</span><span class="n">times</span><span class="p">[</span><span class="n">k</span><span class="p">]),</span> <span class="mi">4</span><span class="p">))</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanstd</span><span class="p">(</span><span class="n">times</span><span class="p">[</span><span class="n">k</span><span class="p">]),</span> <span class="mi">4</span><span class="p">))</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">mod</span><span class="p">)</span>
<span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">ex</span><span class="p">:</span>
<span class="nb">print</span><span class="p">(</span><span class="s2">"Erro ao salvar "</span><span class="p">,</span> <span class="n">k</span><span class="p">)</span>
<span class="nb">print</span><span class="p">(</span><span class="s2">"Exceção "</span><span class="p">,</span> <span class="n">ex</span><span class="p">)</span>
<span class="n">columns</span> <span class="o">=</span> <span class="n">point_dataframe_synthetic_columns</span><span class="p">()</span>
<span class="k">else</span><span class="p">:</span>
<span class="k">for</span> <span class="n">k</span> <span class="ow">in</span> <span class="nb">sorted</span><span class="p">(</span><span class="n">objs</span><span class="o">.</span><span class="n">keys</span><span class="p">()):</span>
<span class="k">try</span><span class="p">:</span>
<span class="n">mfts</span> <span class="o">=</span> <span class="n">objs</span><span class="p">[</span><span class="n">k</span><span class="p">]</span>
<span class="n">n</span> <span class="o">=</span> <span class="n">mfts</span><span class="o">.</span><span class="n">shortname</span>
<span class="n">o</span> <span class="o">=</span> <span class="n">mfts</span><span class="o">.</span><span class="n">order</span>
<span class="k">if</span> <span class="ow">not</span> <span class="n">mfts</span><span class="o">.</span><span class="n">benchmark_only</span><span class="p">:</span>
<span class="n">s</span> <span class="o">=</span> <span class="n">mfts</span><span class="o">.</span><span class="n">partitioner</span><span class="o">.</span><span class="n">name</span>
<span class="n">p</span> <span class="o">=</span> <span class="n">mfts</span><span class="o">.</span><span class="n">partitioner</span><span class="o">.</span><span class="n">partitions</span>
<span class="n">l</span> <span class="o">=</span> <span class="nb">len</span><span class="p">(</span><span class="n">mfts</span><span class="p">)</span>
<span class="k">else</span><span class="p">:</span>
<span class="n">s</span> <span class="o">=</span> <span class="s1">'-'</span>
<span class="n">p</span> <span class="o">=</span> <span class="s1">'-'</span>
<span class="n">l</span> <span class="o">=</span> <span class="s1">'-'</span>
<span class="n">st</span> <span class="o">=</span> <span class="n">steps</span><span class="p">[</span><span class="n">k</span><span class="p">]</span>
<span class="n">mt</span> <span class="o">=</span> <span class="n">method</span><span class="p">[</span><span class="n">k</span><span class="p">]</span>
<span class="n">tmp</span> <span class="o">=</span> <span class="p">[</span><span class="n">n</span><span class="p">,</span> <span class="n">o</span><span class="p">,</span> <span class="n">s</span><span class="p">,</span> <span class="n">p</span><span class="p">,</span> <span class="n">l</span><span class="p">,</span> <span class="n">st</span><span class="p">,</span> <span class="n">mt</span><span class="p">,</span> <span class="s1">'RMSE'</span><span class="p">]</span>
<span class="n">tmp</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">rmse</span><span class="p">[</span><span class="n">k</span><span class="p">])</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">deepcopy</span><span class="p">(</span><span class="n">tmp</span><span class="p">))</span>
<span class="n">tmp</span> <span class="o">=</span> <span class="p">[</span><span class="n">n</span><span class="p">,</span> <span class="n">o</span><span class="p">,</span> <span class="n">s</span><span class="p">,</span> <span class="n">p</span><span class="p">,</span> <span class="n">l</span><span class="p">,</span> <span class="n">st</span><span class="p">,</span> <span class="n">mt</span><span class="p">,</span> <span class="s1">'SMAPE'</span><span class="p">]</span>
<span class="n">tmp</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">smape</span><span class="p">[</span><span class="n">k</span><span class="p">])</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">deepcopy</span><span class="p">(</span><span class="n">tmp</span><span class="p">))</span>
<span class="n">tmp</span> <span class="o">=</span> <span class="p">[</span><span class="n">n</span><span class="p">,</span> <span class="n">o</span><span class="p">,</span> <span class="n">s</span><span class="p">,</span> <span class="n">p</span><span class="p">,</span> <span class="n">l</span><span class="p">,</span> <span class="n">st</span><span class="p">,</span> <span class="n">mt</span><span class="p">,</span> <span class="s1">'U'</span><span class="p">]</span>
<span class="n">tmp</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">u</span><span class="p">[</span><span class="n">k</span><span class="p">])</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">deepcopy</span><span class="p">(</span><span class="n">tmp</span><span class="p">))</span>
<span class="n">tmp</span> <span class="o">=</span> <span class="p">[</span><span class="n">n</span><span class="p">,</span> <span class="n">o</span><span class="p">,</span> <span class="n">s</span><span class="p">,</span> <span class="n">p</span><span class="p">,</span> <span class="n">l</span><span class="p">,</span> <span class="n">st</span><span class="p">,</span> <span class="n">mt</span><span class="p">,</span> <span class="s1">'TIME'</span><span class="p">]</span>
<span class="n">tmp</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">times</span><span class="p">[</span><span class="n">k</span><span class="p">])</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">deepcopy</span><span class="p">(</span><span class="n">tmp</span><span class="p">))</span>
<span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">ex</span><span class="p">:</span>
<span class="nb">print</span><span class="p">(</span><span class="s2">"Erro ao salvar "</span><span class="p">,</span> <span class="n">k</span><span class="p">)</span>
<span class="nb">print</span><span class="p">(</span><span class="s2">"Exceção "</span><span class="p">,</span> <span class="n">ex</span><span class="p">)</span>
<span class="n">columns</span> <span class="o">=</span> <span class="n">point_dataframe_analytic_columns</span><span class="p">(</span><span class="n">experiments</span><span class="p">)</span>
<span class="k">try</span><span class="p">:</span>
<span class="n">dat</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">DataFrame</span><span class="p">(</span><span class="n">ret</span><span class="p">,</span> <span class="n">columns</span><span class="o">=</span><span class="n">columns</span><span class="p">)</span>
<span class="k">if</span> <span class="n">save</span><span class="p">:</span> <span class="n">dat</span><span class="o">.</span><span class="n">to_csv</span><span class="p">(</span><span class="n">Util</span><span class="o">.</span><span class="n">uniquefilename</span><span class="p">(</span><span class="n">file</span><span class="p">),</span> <span class="n">sep</span><span class="o">=</span><span class="s2">";"</span><span class="p">,</span> <span class="n">index</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span>
<span class="k">return</span> <span class="n">dat</span>
<span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">ex</span><span class="p">:</span>
<span class="nb">print</span><span class="p">(</span><span class="n">ex</span><span class="p">)</span>
<span class="nb">print</span><span class="p">(</span><span class="n">experiments</span><span class="p">)</span>
<span class="nb">print</span><span class="p">(</span><span class="n">columns</span><span class="p">)</span>
<span class="nb">print</span><span class="p">(</span><span class="n">ret</span><span class="p">)</span></div>
<div class="viewcode-block" id="cast_dataframe_to_synthetic"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.cast_dataframe_to_synthetic">[docs]</a><span class="k">def</span> <span class="nf">cast_dataframe_to_synthetic</span><span class="p">(</span><span class="n">infile</span><span class="p">,</span> <span class="n">outfile</span><span class="p">,</span> <span class="n">experiments</span><span class="p">,</span> <span class="nb">type</span><span class="p">):</span>
<span class="k">if</span> <span class="nb">type</span> <span class="o">==</span> <span class="s1">'point'</span><span class="p">:</span>
<span class="n">analytic_columns</span> <span class="o">=</span> <span class="n">point_dataframe_analytic_columns</span>
<span class="n">synthetic_columns</span> <span class="o">=</span> <span class="n">point_dataframe_synthetic_columns</span>
<span class="n">synthetize_measures</span> <span class="o">=</span> <span class="n">cast_dataframe_to_synthetic_point</span>
<span class="k">elif</span> <span class="nb">type</span> <span class="o">==</span> <span class="s1">'interval'</span><span class="p">:</span>
<span class="n">analytic_columns</span> <span class="o">=</span> <span class="n">interval_dataframe_analytic_columns</span>
<span class="n">synthetic_columns</span> <span class="o">=</span> <span class="n">interval_dataframe_synthetic_columns</span>
<span class="n">synthetize_measures</span> <span class="o">=</span> <span class="n">cast_dataframe_to_synthetic_interval</span>
<span class="k">elif</span> <span class="nb">type</span> <span class="o">==</span> <span class="s1">'distribution'</span><span class="p">:</span>
<span class="n">analytic_columns</span> <span class="o">=</span> <span class="n">probabilistic_dataframe_analytic_columns</span>
<span class="n">synthetic_columns</span> <span class="o">=</span> <span class="n">probabilistic_dataframe_synthetic_columns</span>
<span class="n">synthetize_measures</span> <span class="o">=</span> <span class="n">cast_dataframe_to_synthetic_probabilistic</span>
<span class="k">else</span><span class="p">:</span>
<span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="s2">"Type parameter has an unknown value!"</span><span class="p">)</span>
<span class="n">columns</span> <span class="o">=</span> <span class="n">analytic_columns</span><span class="p">(</span><span class="n">experiments</span><span class="p">)</span>
<span class="n">dat</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_csv</span><span class="p">(</span><span class="n">infile</span><span class="p">,</span> <span class="n">sep</span><span class="o">=</span><span class="s2">";"</span><span class="p">,</span> <span class="n">usecols</span><span class="o">=</span><span class="n">columns</span><span class="p">)</span>
<span class="n">models</span> <span class="o">=</span> <span class="n">dat</span><span class="o">.</span><span class="n">Model</span><span class="o">.</span><span class="n">unique</span><span class="p">()</span>
<span class="n">orders</span> <span class="o">=</span> <span class="n">dat</span><span class="o">.</span><span class="n">Order</span><span class="o">.</span><span class="n">unique</span><span class="p">()</span>
<span class="n">schemes</span> <span class="o">=</span> <span class="n">dat</span><span class="o">.</span><span class="n">Scheme</span><span class="o">.</span><span class="n">unique</span><span class="p">()</span>
<span class="n">partitions</span> <span class="o">=</span> <span class="n">dat</span><span class="o">.</span><span class="n">Partitions</span><span class="o">.</span><span class="n">unique</span><span class="p">()</span>
<span class="n">steps</span> <span class="o">=</span> <span class="n">dat</span><span class="o">.</span><span class="n">Steps</span><span class="o">.</span><span class="n">unique</span><span class="p">()</span>
<span class="n">methods</span> <span class="o">=</span> <span class="n">dat</span><span class="o">.</span><span class="n">Method</span><span class="o">.</span><span class="n">unique</span><span class="p">()</span>
<span class="n">data_columns</span> <span class="o">=</span> <span class="n">analytical_data_columns</span><span class="p">(</span><span class="n">experiments</span><span class="p">)</span>
<span class="n">ret</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">for</span> <span class="n">m</span> <span class="ow">in</span> <span class="n">models</span><span class="p">:</span>
<span class="k">for</span> <span class="n">o</span> <span class="ow">in</span> <span class="n">orders</span><span class="p">:</span>
<span class="k">for</span> <span class="n">s</span> <span class="ow">in</span> <span class="n">schemes</span><span class="p">:</span>
<span class="k">for</span> <span class="n">p</span> <span class="ow">in</span> <span class="n">partitions</span><span class="p">:</span>
<span class="k">for</span> <span class="n">st</span> <span class="ow">in</span> <span class="n">steps</span><span class="p">:</span>
<span class="k">for</span> <span class="n">mt</span> <span class="ow">in</span> <span class="n">methods</span><span class="p">:</span>
<span class="n">df</span> <span class="o">=</span> <span class="n">dat</span><span class="p">[(</span><span class="n">dat</span><span class="o">.</span><span class="n">Model</span> <span class="o">==</span> <span class="n">m</span><span class="p">)</span> <span class="o">&</span> <span class="p">(</span><span class="n">dat</span><span class="o">.</span><span class="n">Order</span> <span class="o">==</span> <span class="n">o</span><span class="p">)</span> <span class="o">&</span> <span class="p">(</span><span class="n">dat</span><span class="o">.</span><span class="n">Scheme</span> <span class="o">==</span> <span class="n">s</span><span class="p">)</span> <span class="o">&</span>
<span class="p">(</span><span class="n">dat</span><span class="o">.</span><span class="n">Partitions</span> <span class="o">==</span> <span class="n">p</span><span class="p">)</span> <span class="o">&</span> <span class="p">(</span><span class="n">dat</span><span class="o">.</span><span class="n">Steps</span> <span class="o">==</span> <span class="n">st</span><span class="p">)</span> <span class="o">&</span> <span class="p">(</span><span class="n">dat</span><span class="o">.</span><span class="n">Method</span> <span class="o">==</span> <span class="n">mt</span><span class="p">)]</span>
<span class="k">if</span> <span class="ow">not</span> <span class="n">df</span><span class="o">.</span><span class="n">empty</span><span class="p">:</span>
<span class="n">mod</span> <span class="o">=</span> <span class="n">synthetize_measures</span><span class="p">(</span><span class="n">df</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">)</span>
<span class="n">mod</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="n">m</span><span class="p">)</span>
<span class="n">mod</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="n">o</span><span class="p">)</span>
<span class="n">mod</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="n">s</span><span class="p">)</span>
<span class="n">mod</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">3</span><span class="p">,</span> <span class="n">p</span><span class="p">)</span>
<span class="n">mod</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">4</span><span class="p">,</span> <span class="n">df</span><span class="o">.</span><span class="n">iat</span><span class="p">[</span><span class="mi">0</span><span class="p">,</span><span class="mi">5</span><span class="p">])</span>
<span class="n">mod</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">5</span><span class="p">,</span> <span class="n">st</span><span class="p">)</span>
<span class="n">mod</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">6</span><span class="p">,</span> <span class="n">mt</span><span class="p">)</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">mod</span><span class="p">)</span>
<span class="n">dat</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">DataFrame</span><span class="p">(</span><span class="n">ret</span><span class="p">,</span> <span class="n">columns</span><span class="o">=</span><span class="n">synthetic_columns</span><span class="p">())</span>
<span class="n">dat</span><span class="o">.</span><span class="n">to_csv</span><span class="p">(</span><span class="n">outfile</span><span class="p">,</span> <span class="n">sep</span><span class="o">=</span><span class="s2">";"</span><span class="p">,</span> <span class="n">index</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span></div>
<div class="viewcode-block" id="cast_dataframe_to_synthetic_point"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.cast_dataframe_to_synthetic_point">[docs]</a><span class="k">def</span> <span class="nf">cast_dataframe_to_synthetic_point</span><span class="p">(</span><span class="n">df</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">):</span>
<span class="n">ret</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">rmse</span> <span class="o">=</span> <span class="n">extract_measure</span><span class="p">(</span><span class="n">df</span><span class="p">,</span> <span class="s1">'RMSE'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">)</span>
<span class="n">smape</span> <span class="o">=</span> <span class="n">extract_measure</span><span class="p">(</span><span class="n">df</span><span class="p">,</span> <span class="s1">'SMAPE'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">)</span>
<span class="n">u</span> <span class="o">=</span> <span class="n">extract_measure</span><span class="p">(</span><span class="n">df</span><span class="p">,</span> <span class="s1">'U'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">)</span>
<span class="n">times</span> <span class="o">=</span> <span class="n">extract_measure</span><span class="p">(</span><span class="n">df</span><span class="p">,</span> <span class="s1">'TIME'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">)</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanmean</span><span class="p">(</span><span class="n">rmse</span><span class="p">),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanstd</span><span class="p">(</span><span class="n">rmse</span><span class="p">),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanmean</span><span class="p">(</span><span class="n">smape</span><span class="p">),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanstd</span><span class="p">(</span><span class="n">smape</span><span class="p">),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanmean</span><span class="p">(</span><span class="n">u</span><span class="p">),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanstd</span><span class="p">(</span><span class="n">u</span><span class="p">),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanmean</span><span class="p">(</span><span class="n">times</span><span class="p">),</span> <span class="mi">4</span><span class="p">))</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanstd</span><span class="p">(</span><span class="n">times</span><span class="p">),</span> <span class="mi">4</span><span class="p">))</span>
<span class="k">return</span> <span class="n">ret</span></div>
<div class="viewcode-block" id="analytical_data_columns"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.analytical_data_columns">[docs]</a><span class="k">def</span> <span class="nf">analytical_data_columns</span><span class="p">(</span><span class="n">experiments</span><span class="p">):</span>
<span class="n">data_columns</span> <span class="o">=</span> <span class="p">[</span><span class="nb">str</span><span class="p">(</span><span class="n">k</span><span class="p">)</span> <span class="k">for</span> <span class="n">k</span> <span class="ow">in</span> <span class="n">np</span><span class="o">.</span><span class="n">arange</span><span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="n">experiments</span><span class="p">)]</span>
<span class="k">return</span> <span class="n">data_columns</span></div>
<div class="viewcode-block" id="scale_params"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.scale_params">[docs]</a><span class="k">def</span> <span class="nf">scale_params</span><span class="p">(</span><span class="n">data</span><span class="p">):</span>
<span class="n">vmin</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">nanmin</span><span class="p">(</span><span class="n">data</span><span class="p">)</span>
<span class="n">vlen</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">nanmax</span><span class="p">(</span><span class="n">data</span><span class="p">)</span> <span class="o">-</span> <span class="n">vmin</span>
<span class="k">return</span> <span class="p">(</span><span class="n">vmin</span><span class="p">,</span> <span class="n">vlen</span><span class="p">)</span></div>
<div class="viewcode-block" id="scale"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.scale">[docs]</a><span class="k">def</span> <span class="nf">scale</span><span class="p">(</span><span class="n">data</span><span class="p">,</span> <span class="n">params</span><span class="p">):</span>
<span class="n">ndata</span> <span class="o">=</span> <span class="p">[(</span><span class="n">k</span><span class="o">-</span><span class="n">params</span><span class="p">[</span><span class="mi">0</span><span class="p">])</span><span class="o">/</span><span class="n">params</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span> <span class="k">for</span> <span class="n">k</span> <span class="ow">in</span> <span class="n">data</span><span class="p">]</span>
<span class="k">return</span> <span class="n">ndata</span></div>
<div class="viewcode-block" id="stats"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.stats">[docs]</a><span class="k">def</span> <span class="nf">stats</span><span class="p">(</span><span class="n">measure</span><span class="p">,</span> <span class="n">data</span><span class="p">):</span>
<span class="nb">print</span><span class="p">(</span><span class="n">measure</span><span class="p">,</span> <span class="n">np</span><span class="o">.</span><span class="n">nanmean</span><span class="p">(</span><span class="n">data</span><span class="p">),</span> <span class="n">np</span><span class="o">.</span><span class="n">nanstd</span><span class="p">(</span><span class="n">data</span><span class="p">))</span></div>
<div class="viewcode-block" id="unified_scaled_point"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.unified_scaled_point">[docs]</a><span class="k">def</span> <span class="nf">unified_scaled_point</span><span class="p">(</span><span class="n">experiments</span><span class="p">,</span> <span class="n">tam</span><span class="p">,</span> <span class="n">save</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> <span class="n">file</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span>
<span class="n">sort_columns</span><span class="o">=</span><span class="p">[</span><span class="s1">'UAVG'</span><span class="p">,</span> <span class="s1">'RMSEAVG'</span><span class="p">,</span> <span class="s1">'USTD'</span><span class="p">,</span> <span class="s1">'RMSESTD'</span><span class="p">],</span>
<span class="n">sort_ascend</span><span class="o">=</span><span class="p">[</span><span class="mi">1</span><span class="p">,</span> <span class="mi">1</span><span class="p">,</span> <span class="mi">1</span><span class="p">,</span> <span class="mi">1</span><span class="p">],</span><span class="n">save_best</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
<span class="n">ignore</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">replace</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span>
<span class="n">fig</span><span class="p">,</span> <span class="n">axes</span> <span class="o">=</span> <span class="n">plt</span><span class="o">.</span><span class="n">subplots</span><span class="p">(</span><span class="n">nrows</span><span class="o">=</span><span class="mi">3</span><span class="p">,</span> <span class="n">ncols</span><span class="o">=</span><span class="mi">1</span><span class="p">,</span> <span class="n">figsize</span><span class="o">=</span><span class="n">tam</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">set_title</span><span class="p">(</span><span class="s1">'RMSE'</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">set_title</span><span class="p">(</span><span class="s1">'SMAPE'</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">2</span><span class="p">]</span><span class="o">.</span><span class="n">set_title</span><span class="p">(</span><span class="s1">'U Statistic'</span><span class="p">)</span>
<span class="n">models</span> <span class="o">=</span> <span class="p">{}</span>
<span class="k">for</span> <span class="n">experiment</span> <span class="ow">in</span> <span class="n">experiments</span><span class="p">:</span>
<span class="n">mdl</span> <span class="o">=</span> <span class="p">{}</span>
<span class="n">dat_syn</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_csv</span><span class="p">(</span><span class="n">experiment</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">sep</span><span class="o">=</span><span class="s2">";"</span><span class="p">,</span> <span class="n">usecols</span><span class="o">=</span><span class="n">point_dataframe_synthetic_columns</span><span class="p">())</span>
<span class="n">bests</span> <span class="o">=</span> <span class="n">find_best</span><span class="p">(</span><span class="n">dat_syn</span><span class="p">,</span> <span class="n">sort_columns</span><span class="p">,</span> <span class="n">sort_ascend</span><span class="p">)</span>
<span class="n">dat_ana</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_csv</span><span class="p">(</span><span class="n">experiment</span><span class="p">[</span><span class="mi">1</span><span class="p">],</span> <span class="n">sep</span><span class="o">=</span><span class="s2">";"</span><span class="p">,</span> <span class="n">usecols</span><span class="o">=</span><span class="n">point_dataframe_analytic_columns</span><span class="p">(</span><span class="n">experiment</span><span class="p">[</span><span class="mi">2</span><span class="p">]))</span>
<span class="n">rmse</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">smape</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">u</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">times</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">data_columns</span> <span class="o">=</span> <span class="n">analytical_data_columns</span><span class="p">(</span><span class="n">experiment</span><span class="p">[</span><span class="mi">2</span><span class="p">])</span>
<span class="k">for</span> <span class="n">b</span> <span class="ow">in</span> <span class="nb">sorted</span><span class="p">(</span><span class="n">bests</span><span class="o">.</span><span class="n">keys</span><span class="p">()):</span>
<span class="k">if</span> <span class="n">check_ignore_list</span><span class="p">(</span><span class="n">b</span><span class="p">,</span> <span class="n">ignore</span><span class="p">):</span>
<span class="k">continue</span>
<span class="k">if</span> <span class="n">b</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">models</span><span class="p">:</span>
<span class="n">models</span><span class="p">[</span><span class="n">b</span><span class="p">]</span> <span class="o">=</span> <span class="p">{}</span>
<span class="n">models</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'rmse'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">models</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'smape'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">models</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'u'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">models</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'times'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">if</span> <span class="n">b</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">mdl</span><span class="p">:</span>
<span class="n">mdl</span><span class="p">[</span><span class="n">b</span><span class="p">]</span> <span class="o">=</span> <span class="p">{}</span>
<span class="n">mdl</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'rmse'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">mdl</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'smape'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">mdl</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'u'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">mdl</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'times'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">best</span> <span class="o">=</span> <span class="n">bests</span><span class="p">[</span><span class="n">b</span><span class="p">]</span>
<span class="n">tmp</span> <span class="o">=</span> <span class="n">dat_ana</span><span class="p">[(</span><span class="n">dat_ana</span><span class="o">.</span><span class="n">Model</span> <span class="o">==</span> <span class="n">best</span><span class="p">[</span><span class="s2">"Model"</span><span class="p">])</span> <span class="o">&</span> <span class="p">(</span><span class="n">dat_ana</span><span class="o">.</span><span class="n">Order</span> <span class="o">==</span> <span class="n">best</span><span class="p">[</span><span class="s2">"Order"</span><span class="p">])</span>
<span class="o">&</span> <span class="p">(</span><span class="n">dat_ana</span><span class="o">.</span><span class="n">Scheme</span> <span class="o">==</span> <span class="n">best</span><span class="p">[</span><span class="s2">"Scheme"</span><span class="p">])</span> <span class="o">&</span> <span class="p">(</span><span class="n">dat_ana</span><span class="o">.</span><span class="n">Partitions</span> <span class="o">==</span> <span class="n">best</span><span class="p">[</span><span class="s2">"Partitions"</span><span class="p">])]</span>
<span class="n">tmpl</span> <span class="o">=</span> <span class="n">extract_measure</span><span class="p">(</span><span class="n">tmp</span><span class="p">,</span><span class="s1">'RMSE'</span><span class="p">,</span><span class="n">data_columns</span><span class="p">)</span>
<span class="n">mdl</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'rmse'</span><span class="p">]</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span> <span class="n">tmpl</span> <span class="p">)</span>
<span class="n">rmse</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span> <span class="n">tmpl</span> <span class="p">)</span>
<span class="n">tmpl</span> <span class="o">=</span> <span class="n">extract_measure</span><span class="p">(</span><span class="n">tmp</span><span class="p">,</span> <span class="s1">'SMAPE'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">)</span>
<span class="n">mdl</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'smape'</span><span class="p">]</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">tmpl</span><span class="p">)</span>
<span class="n">smape</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">tmpl</span><span class="p">)</span>
<span class="n">tmpl</span> <span class="o">=</span> <span class="n">extract_measure</span><span class="p">(</span><span class="n">tmp</span><span class="p">,</span> <span class="s1">'U'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">)</span>
<span class="n">mdl</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'u'</span><span class="p">]</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">tmpl</span><span class="p">)</span>
<span class="n">u</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">tmpl</span><span class="p">)</span>
<span class="n">tmpl</span> <span class="o">=</span> <span class="n">extract_measure</span><span class="p">(</span><span class="n">tmp</span><span class="p">,</span> <span class="s1">'TIME'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">)</span>
<span class="n">mdl</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'times'</span><span class="p">]</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">tmpl</span><span class="p">)</span>
<span class="n">times</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">tmpl</span><span class="p">)</span>
<span class="n">models</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'label'</span><span class="p">]</span> <span class="o">=</span> <span class="n">check_replace_list</span><span class="p">(</span><span class="n">best</span><span class="p">[</span><span class="s2">"Model"</span><span class="p">]</span> <span class="o">+</span> <span class="s2">" "</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">best</span><span class="p">[</span><span class="s2">"Order"</span><span class="p">]),</span> <span class="n">replace</span><span class="p">)</span>
<span class="nb">print</span><span class="p">(</span><span class="s2">"GLOBAL"</span><span class="p">)</span>
<span class="n">rmse_param</span> <span class="o">=</span> <span class="n">scale_params</span><span class="p">(</span><span class="n">rmse</span><span class="p">)</span>
<span class="n">stats</span><span class="p">(</span><span class="s2">"rmse"</span><span class="p">,</span> <span class="n">rmse</span><span class="p">)</span>
<span class="n">smape_param</span> <span class="o">=</span> <span class="n">scale_params</span><span class="p">(</span><span class="n">smape</span><span class="p">)</span>
<span class="n">stats</span><span class="p">(</span><span class="s2">"smape"</span><span class="p">,</span> <span class="n">smape</span><span class="p">)</span>
<span class="n">u_param</span> <span class="o">=</span> <span class="n">scale_params</span><span class="p">(</span><span class="n">u</span><span class="p">)</span>
<span class="n">stats</span><span class="p">(</span><span class="s2">"u"</span><span class="p">,</span> <span class="n">u</span><span class="p">)</span>
<span class="n">times_param</span> <span class="o">=</span> <span class="n">scale_params</span><span class="p">(</span><span class="n">times</span><span class="p">)</span>
<span class="k">for</span> <span class="n">key</span> <span class="ow">in</span> <span class="nb">sorted</span><span class="p">(</span><span class="n">models</span><span class="o">.</span><span class="n">keys</span><span class="p">()):</span>
<span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'rmse'</span><span class="p">]</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span> <span class="n">scale</span><span class="p">(</span><span class="n">mdl</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'rmse'</span><span class="p">],</span> <span class="n">rmse_param</span><span class="p">)</span> <span class="p">)</span>
<span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'smape'</span><span class="p">]</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span> <span class="n">scale</span><span class="p">(</span><span class="n">mdl</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'smape'</span><span class="p">],</span> <span class="n">smape_param</span><span class="p">)</span> <span class="p">)</span>
<span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'u'</span><span class="p">]</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span> <span class="n">scale</span><span class="p">(</span><span class="n">mdl</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'u'</span><span class="p">],</span> <span class="n">u_param</span><span class="p">)</span> <span class="p">)</span>
<span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'times'</span><span class="p">]</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span> <span class="n">scale</span><span class="p">(</span><span class="n">mdl</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'times'</span><span class="p">],</span> <span class="n">times_param</span><span class="p">)</span> <span class="p">)</span>
<span class="n">rmse</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">smape</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">u</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">times</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">labels</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">for</span> <span class="n">key</span> <span class="ow">in</span> <span class="nb">sorted</span><span class="p">(</span><span class="n">models</span><span class="o">.</span><span class="n">keys</span><span class="p">()):</span>
<span class="nb">print</span><span class="p">(</span><span class="n">key</span><span class="p">)</span>
<span class="n">rmse</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'rmse'</span><span class="p">])</span>
<span class="n">stats</span><span class="p">(</span><span class="s2">"rmse"</span><span class="p">,</span> <span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'rmse'</span><span class="p">])</span>
<span class="n">smape</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'smape'</span><span class="p">])</span>
<span class="n">stats</span><span class="p">(</span><span class="s2">"smape"</span><span class="p">,</span> <span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'smape'</span><span class="p">])</span>
<span class="n">u</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'u'</span><span class="p">])</span>
<span class="n">stats</span><span class="p">(</span><span class="s2">"u"</span><span class="p">,</span> <span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'u'</span><span class="p">])</span>
<span class="n">times</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'times'</span><span class="p">])</span>
<span class="n">labels</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'label'</span><span class="p">])</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">boxplot</span><span class="p">(</span><span class="n">rmse</span><span class="p">,</span> <span class="n">labels</span><span class="o">=</span><span class="n">labels</span><span class="p">,</span> <span class="n">autorange</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">showmeans</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">set_title</span><span class="p">(</span><span class="s2">"RMSE"</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">boxplot</span><span class="p">(</span><span class="n">smape</span><span class="p">,</span> <span class="n">labels</span><span class="o">=</span><span class="n">labels</span><span class="p">,</span> <span class="n">autorange</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">showmeans</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">set_title</span><span class="p">(</span><span class="s2">"SMAPE"</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">2</span><span class="p">]</span><span class="o">.</span><span class="n">boxplot</span><span class="p">(</span><span class="n">u</span><span class="p">,</span> <span class="n">labels</span><span class="o">=</span><span class="n">labels</span><span class="p">,</span> <span class="n">autorange</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">showmeans</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">2</span><span class="p">]</span><span class="o">.</span><span class="n">set_title</span><span class="p">(</span><span class="s2">"U Statistic"</span><span class="p">)</span>
<span class="n">plt</span><span class="o">.</span><span class="n">tight_layout</span><span class="p">()</span>
<span class="n">Util</span><span class="o">.</span><span class="n">show_and_save_image</span><span class="p">(</span><span class="n">fig</span><span class="p">,</span> <span class="n">file</span><span class="p">,</span> <span class="n">save</span><span class="p">)</span></div>
<div class="viewcode-block" id="plot_dataframe_point"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.plot_dataframe_point">[docs]</a><span class="k">def</span> <span class="nf">plot_dataframe_point</span><span class="p">(</span><span class="n">file_synthetic</span><span class="p">,</span> <span class="n">file_analytic</span><span class="p">,</span> <span class="n">experiments</span><span class="p">,</span> <span class="n">tam</span><span class="p">,</span> <span class="n">save</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> <span class="n">file</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span>
<span class="n">sort_columns</span><span class="o">=</span><span class="p">[</span><span class="s1">'UAVG'</span><span class="p">,</span> <span class="s1">'RMSEAVG'</span><span class="p">,</span> <span class="s1">'USTD'</span><span class="p">,</span> <span class="s1">'RMSESTD'</span><span class="p">],</span>
<span class="n">sort_ascend</span><span class="o">=</span><span class="p">[</span><span class="mi">1</span><span class="p">,</span> <span class="mi">1</span><span class="p">,</span> <span class="mi">1</span><span class="p">,</span> <span class="mi">1</span><span class="p">],</span><span class="n">save_best</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
<span class="n">ignore</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span><span class="n">replace</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span>
<span class="n">fig</span><span class="p">,</span> <span class="n">axes</span> <span class="o">=</span> <span class="n">plt</span><span class="o">.</span><span class="n">subplots</span><span class="p">(</span><span class="n">nrows</span><span class="o">=</span><span class="mi">3</span><span class="p">,</span> <span class="n">ncols</span><span class="o">=</span><span class="mi">1</span><span class="p">,</span> <span class="n">figsize</span><span class="o">=</span><span class="n">tam</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">set_title</span><span class="p">(</span><span class="s1">'RMSE'</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">set_title</span><span class="p">(</span><span class="s1">'SMAPE'</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">2</span><span class="p">]</span><span class="o">.</span><span class="n">set_title</span><span class="p">(</span><span class="s1">'U Statistic'</span><span class="p">)</span>
<span class="n">dat_syn</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_csv</span><span class="p">(</span><span class="n">file_synthetic</span><span class="p">,</span> <span class="n">sep</span><span class="o">=</span><span class="s2">";"</span><span class="p">,</span> <span class="n">usecols</span><span class="o">=</span><span class="n">point_dataframe_synthetic_columns</span><span class="p">())</span>
<span class="n">bests</span> <span class="o">=</span> <span class="n">find_best</span><span class="p">(</span><span class="n">dat_syn</span><span class="p">,</span> <span class="n">sort_columns</span><span class="p">,</span> <span class="n">sort_ascend</span><span class="p">)</span>
<span class="n">dat_ana</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_csv</span><span class="p">(</span><span class="n">file_analytic</span><span class="p">,</span> <span class="n">sep</span><span class="o">=</span><span class="s2">";"</span><span class="p">,</span> <span class="n">usecols</span><span class="o">=</span><span class="n">point_dataframe_analytic_columns</span><span class="p">(</span><span class="n">experiments</span><span class="p">))</span>
<span class="n">data_columns</span> <span class="o">=</span> <span class="n">analytical_data_columns</span><span class="p">(</span><span class="n">experiments</span><span class="p">)</span>
<span class="k">if</span> <span class="n">save_best</span><span class="p">:</span>
<span class="n">dat</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">DataFrame</span><span class="o">.</span><span class="n">from_dict</span><span class="p">(</span><span class="n">bests</span><span class="p">,</span> <span class="n">orient</span><span class="o">=</span><span class="s1">'index'</span><span class="p">)</span>
<span class="n">dat</span><span class="o">.</span><span class="n">to_csv</span><span class="p">(</span><span class="n">Util</span><span class="o">.</span><span class="n">uniquefilename</span><span class="p">(</span><span class="n">file_synthetic</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s2">"synthetic"</span><span class="p">,</span><span class="s2">"best"</span><span class="p">)),</span> <span class="n">sep</span><span class="o">=</span><span class="s2">";"</span><span class="p">,</span> <span class="n">index</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span>
<span class="n">rmse</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">smape</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">u</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">times</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">labels</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">for</span> <span class="n">b</span> <span class="ow">in</span> <span class="nb">sorted</span><span class="p">(</span><span class="n">bests</span><span class="o">.</span><span class="n">keys</span><span class="p">()):</span>
<span class="k">if</span> <span class="n">check_ignore_list</span><span class="p">(</span><span class="n">b</span><span class="p">,</span> <span class="n">ignore</span><span class="p">):</span>
<span class="k">continue</span>
<span class="n">best</span> <span class="o">=</span> <span class="n">bests</span><span class="p">[</span><span class="n">b</span><span class="p">]</span>
<span class="n">tmp</span> <span class="o">=</span> <span class="n">dat_ana</span><span class="p">[(</span><span class="n">dat_ana</span><span class="o">.</span><span class="n">Model</span> <span class="o">==</span> <span class="n">best</span><span class="p">[</span><span class="s2">"Model"</span><span class="p">])</span> <span class="o">&</span> <span class="p">(</span><span class="n">dat_ana</span><span class="o">.</span><span class="n">Order</span> <span class="o">==</span> <span class="n">best</span><span class="p">[</span><span class="s2">"Order"</span><span class="p">])</span>
<span class="o">&</span> <span class="p">(</span><span class="n">dat_ana</span><span class="o">.</span><span class="n">Scheme</span> <span class="o">==</span> <span class="n">best</span><span class="p">[</span><span class="s2">"Scheme"</span><span class="p">])</span> <span class="o">&</span> <span class="p">(</span><span class="n">dat_ana</span><span class="o">.</span><span class="n">Partitions</span> <span class="o">==</span> <span class="n">best</span><span class="p">[</span><span class="s2">"Partitions"</span><span class="p">])]</span>
<span class="n">rmse</span><span class="o">.</span><span class="n">append</span><span class="p">(</span> <span class="n">extract_measure</span><span class="p">(</span><span class="n">tmp</span><span class="p">,</span><span class="s1">'RMSE'</span><span class="p">,</span><span class="n">data_columns</span><span class="p">)</span> <span class="p">)</span>
<span class="n">smape</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">extract_measure</span><span class="p">(</span><span class="n">tmp</span><span class="p">,</span> <span class="s1">'SMAPE'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">))</span>
<span class="n">u</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">extract_measure</span><span class="p">(</span><span class="n">tmp</span><span class="p">,</span> <span class="s1">'U'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">))</span>
<span class="n">times</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">extract_measure</span><span class="p">(</span><span class="n">tmp</span><span class="p">,</span> <span class="s1">'TIME'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">))</span>
<span class="n">labels</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">check_replace_list</span><span class="p">(</span><span class="n">best</span><span class="p">[</span><span class="s2">"Model"</span><span class="p">]</span> <span class="o">+</span> <span class="s2">" "</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">best</span><span class="p">[</span><span class="s2">"Order"</span><span class="p">]),</span><span class="n">replace</span><span class="p">))</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">boxplot</span><span class="p">(</span><span class="n">rmse</span><span class="p">,</span> <span class="n">labels</span><span class="o">=</span><span class="n">labels</span><span class="p">,</span> <span class="n">autorange</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">showmeans</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">set_title</span><span class="p">(</span><span class="s2">"RMSE"</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">boxplot</span><span class="p">(</span><span class="n">smape</span><span class="p">,</span> <span class="n">labels</span><span class="o">=</span><span class="n">labels</span><span class="p">,</span> <span class="n">autorange</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">showmeans</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">set_title</span><span class="p">(</span><span class="s2">"SMAPE"</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">2</span><span class="p">]</span><span class="o">.</span><span class="n">boxplot</span><span class="p">(</span><span class="n">u</span><span class="p">,</span> <span class="n">labels</span><span class="o">=</span><span class="n">labels</span><span class="p">,</span> <span class="n">autorange</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">showmeans</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">2</span><span class="p">]</span><span class="o">.</span><span class="n">set_title</span><span class="p">(</span><span class="s2">"U Statistic"</span><span class="p">)</span>
<span class="n">plt</span><span class="o">.</span><span class="n">tight_layout</span><span class="p">()</span>
<span class="n">Util</span><span class="o">.</span><span class="n">show_and_save_image</span><span class="p">(</span><span class="n">fig</span><span class="p">,</span> <span class="n">file</span><span class="p">,</span> <span class="n">save</span><span class="p">)</span></div>
<div class="viewcode-block" id="check_replace_list"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.check_replace_list">[docs]</a><span class="k">def</span> <span class="nf">check_replace_list</span><span class="p">(</span><span class="n">m</span><span class="p">,</span> <span class="n">replace</span><span class="p">):</span>
<span class="k">if</span> <span class="n">replace</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
<span class="k">for</span> <span class="n">r</span> <span class="ow">in</span> <span class="n">replace</span><span class="p">:</span>
<span class="k">if</span> <span class="n">r</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span> <span class="ow">in</span> <span class="n">m</span><span class="p">:</span>
<span class="k">return</span> <span class="n">r</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span>
<span class="k">return</span> <span class="n">m</span></div>
<div class="viewcode-block" id="check_ignore_list"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.check_ignore_list">[docs]</a><span class="k">def</span> <span class="nf">check_ignore_list</span><span class="p">(</span><span class="n">b</span><span class="p">,</span> <span class="n">ignore</span><span class="p">):</span>
<span class="n">flag</span> <span class="o">=</span> <span class="kc">False</span>
<span class="k">if</span> <span class="n">ignore</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
<span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="n">ignore</span><span class="p">:</span>
<span class="k">if</span> <span class="n">i</span> <span class="ow">in</span> <span class="n">b</span><span class="p">:</span>
<span class="n">flag</span> <span class="o">=</span> <span class="kc">True</span>
<span class="k">return</span> <span class="n">flag</span></div>
<div class="viewcode-block" id="save_dataframe_interval"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.save_dataframe_interval">[docs]</a><span class="k">def</span> <span class="nf">save_dataframe_interval</span><span class="p">(</span><span class="n">coverage</span><span class="p">,</span> <span class="n">experiments</span><span class="p">,</span> <span class="n">file</span><span class="p">,</span> <span class="n">objs</span><span class="p">,</span> <span class="n">resolution</span><span class="p">,</span> <span class="n">save</span><span class="p">,</span> <span class="n">sharpness</span><span class="p">,</span> <span class="n">synthetic</span><span class="p">,</span> <span class="n">times</span><span class="p">,</span>
<span class="n">q05</span><span class="p">,</span> <span class="n">q25</span><span class="p">,</span> <span class="n">q75</span><span class="p">,</span> <span class="n">q95</span><span class="p">,</span> <span class="n">steps</span><span class="p">,</span> <span class="n">method</span><span class="p">):</span>
<span class="n">ret</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">if</span> <span class="n">synthetic</span><span class="p">:</span>
<span class="k">for</span> <span class="n">k</span> <span class="ow">in</span> <span class="nb">sorted</span><span class="p">(</span><span class="n">objs</span><span class="o">.</span><span class="n">keys</span><span class="p">()):</span>
<span class="n">mod</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">mfts</span> <span class="o">=</span> <span class="n">objs</span><span class="p">[</span><span class="n">k</span><span class="p">]</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">mfts</span><span class="o">.</span><span class="n">shortname</span><span class="p">)</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">mfts</span><span class="o">.</span><span class="n">order</span><span class="p">)</span>
<span class="n">l</span> <span class="o">=</span> <span class="nb">len</span><span class="p">(</span><span class="n">mfts</span><span class="p">)</span>
<span class="k">if</span> <span class="ow">not</span> <span class="n">mfts</span><span class="o">.</span><span class="n">benchmark_only</span><span class="p">:</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">mfts</span><span class="o">.</span><span class="n">partitioner</span><span class="o">.</span><span class="n">name</span><span class="p">)</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">mfts</span><span class="o">.</span><span class="n">partitioner</span><span class="o">.</span><span class="n">partitions</span><span class="p">)</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">l</span><span class="p">)</span>
<span class="k">else</span><span class="p">:</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="s1">'-'</span><span class="p">)</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="s1">'-'</span><span class="p">)</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="s1">'-'</span><span class="p">)</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">steps</span><span class="p">[</span><span class="n">k</span><span class="p">])</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">method</span><span class="p">[</span><span class="n">k</span><span class="p">])</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="nb">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanmean</span><span class="p">(</span><span class="n">sharpness</span><span class="p">[</span><span class="n">k</span><span class="p">]),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="nb">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanstd</span><span class="p">(</span><span class="n">sharpness</span><span class="p">[</span><span class="n">k</span><span class="p">]),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="nb">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanmean</span><span class="p">(</span><span class="n">resolution</span><span class="p">[</span><span class="n">k</span><span class="p">]),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="nb">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanstd</span><span class="p">(</span><span class="n">resolution</span><span class="p">[</span><span class="n">k</span><span class="p">]),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="nb">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanmean</span><span class="p">(</span><span class="n">coverage</span><span class="p">[</span><span class="n">k</span><span class="p">]),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="nb">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanstd</span><span class="p">(</span><span class="n">coverage</span><span class="p">[</span><span class="n">k</span><span class="p">]),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="nb">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanmean</span><span class="p">(</span><span class="n">times</span><span class="p">[</span><span class="n">k</span><span class="p">]),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="nb">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanstd</span><span class="p">(</span><span class="n">times</span><span class="p">[</span><span class="n">k</span><span class="p">]),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="nb">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanmean</span><span class="p">(</span><span class="n">q05</span><span class="p">[</span><span class="n">k</span><span class="p">]),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="nb">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanstd</span><span class="p">(</span><span class="n">q05</span><span class="p">[</span><span class="n">k</span><span class="p">]),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="nb">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanmean</span><span class="p">(</span><span class="n">q25</span><span class="p">[</span><span class="n">k</span><span class="p">]),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="nb">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanstd</span><span class="p">(</span><span class="n">q25</span><span class="p">[</span><span class="n">k</span><span class="p">]),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="nb">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanmean</span><span class="p">(</span><span class="n">q75</span><span class="p">[</span><span class="n">k</span><span class="p">]),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="nb">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanstd</span><span class="p">(</span><span class="n">q75</span><span class="p">[</span><span class="n">k</span><span class="p">]),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="nb">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanmean</span><span class="p">(</span><span class="n">q95</span><span class="p">[</span><span class="n">k</span><span class="p">]),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="nb">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanstd</span><span class="p">(</span><span class="n">q95</span><span class="p">[</span><span class="n">k</span><span class="p">]),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">l</span><span class="p">)</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">mod</span><span class="p">)</span>
<span class="n">columns</span> <span class="o">=</span> <span class="n">interval_dataframe_synthetic_columns</span><span class="p">()</span>
<span class="k">else</span><span class="p">:</span>
<span class="k">for</span> <span class="n">k</span> <span class="ow">in</span> <span class="nb">sorted</span><span class="p">(</span><span class="n">objs</span><span class="o">.</span><span class="n">keys</span><span class="p">()):</span>
<span class="k">try</span><span class="p">:</span>
<span class="n">mfts</span> <span class="o">=</span> <span class="n">objs</span><span class="p">[</span><span class="n">k</span><span class="p">]</span>
<span class="n">n</span> <span class="o">=</span> <span class="n">mfts</span><span class="o">.</span><span class="n">shortname</span>
<span class="n">o</span> <span class="o">=</span> <span class="n">mfts</span><span class="o">.</span><span class="n">order</span>
<span class="k">if</span> <span class="ow">not</span> <span class="n">mfts</span><span class="o">.</span><span class="n">benchmark_only</span><span class="p">:</span>
<span class="n">s</span> <span class="o">=</span> <span class="n">mfts</span><span class="o">.</span><span class="n">partitioner</span><span class="o">.</span><span class="n">name</span>
<span class="n">p</span> <span class="o">=</span> <span class="n">mfts</span><span class="o">.</span><span class="n">partitioner</span><span class="o">.</span><span class="n">partitions</span>
<span class="n">l</span> <span class="o">=</span> <span class="nb">len</span><span class="p">(</span><span class="n">mfts</span><span class="p">)</span>
<span class="k">else</span><span class="p">:</span>
<span class="n">s</span> <span class="o">=</span> <span class="s1">'-'</span>
<span class="n">p</span> <span class="o">=</span> <span class="s1">'-'</span>
<span class="n">l</span> <span class="o">=</span> <span class="s1">'-'</span>
<span class="n">st</span> <span class="o">=</span> <span class="n">steps</span><span class="p">[</span><span class="n">k</span><span class="p">]</span>
<span class="n">mt</span> <span class="o">=</span> <span class="n">method</span><span class="p">[</span><span class="n">k</span><span class="p">]</span>
<span class="n">tmp</span> <span class="o">=</span> <span class="p">[</span><span class="n">n</span><span class="p">,</span> <span class="n">o</span><span class="p">,</span> <span class="n">s</span><span class="p">,</span> <span class="n">p</span><span class="p">,</span> <span class="n">l</span><span class="p">,</span> <span class="n">st</span><span class="p">,</span> <span class="n">mt</span><span class="p">,</span> <span class="s1">'Sharpness'</span><span class="p">]</span>
<span class="n">tmp</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">sharpness</span><span class="p">[</span><span class="n">k</span><span class="p">])</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">deepcopy</span><span class="p">(</span><span class="n">tmp</span><span class="p">))</span>
<span class="n">tmp</span> <span class="o">=</span> <span class="p">[</span><span class="n">n</span><span class="p">,</span> <span class="n">o</span><span class="p">,</span> <span class="n">s</span><span class="p">,</span> <span class="n">p</span><span class="p">,</span> <span class="n">l</span><span class="p">,</span> <span class="n">st</span><span class="p">,</span> <span class="n">mt</span><span class="p">,</span> <span class="s1">'Resolution'</span><span class="p">]</span>
<span class="n">tmp</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">resolution</span><span class="p">[</span><span class="n">k</span><span class="p">])</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">deepcopy</span><span class="p">(</span><span class="n">tmp</span><span class="p">))</span>
<span class="n">tmp</span> <span class="o">=</span> <span class="p">[</span><span class="n">n</span><span class="p">,</span> <span class="n">o</span><span class="p">,</span> <span class="n">s</span><span class="p">,</span> <span class="n">p</span><span class="p">,</span> <span class="n">l</span><span class="p">,</span> <span class="n">st</span><span class="p">,</span> <span class="n">mt</span><span class="p">,</span> <span class="s1">'Coverage'</span><span class="p">]</span>
<span class="n">tmp</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">coverage</span><span class="p">[</span><span class="n">k</span><span class="p">])</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">deepcopy</span><span class="p">(</span><span class="n">tmp</span><span class="p">))</span>
<span class="n">tmp</span> <span class="o">=</span> <span class="p">[</span><span class="n">n</span><span class="p">,</span> <span class="n">o</span><span class="p">,</span> <span class="n">s</span><span class="p">,</span> <span class="n">p</span><span class="p">,</span> <span class="n">l</span><span class="p">,</span> <span class="n">st</span><span class="p">,</span> <span class="n">mt</span><span class="p">,</span> <span class="s1">'TIME'</span><span class="p">]</span>
<span class="n">tmp</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">times</span><span class="p">[</span><span class="n">k</span><span class="p">])</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">deepcopy</span><span class="p">(</span><span class="n">tmp</span><span class="p">))</span>
<span class="n">tmp</span> <span class="o">=</span> <span class="p">[</span><span class="n">n</span><span class="p">,</span> <span class="n">o</span><span class="p">,</span> <span class="n">s</span><span class="p">,</span> <span class="n">p</span><span class="p">,</span> <span class="n">l</span><span class="p">,</span> <span class="n">st</span><span class="p">,</span> <span class="n">mt</span><span class="p">,</span> <span class="s1">'Q05'</span><span class="p">]</span>
<span class="n">tmp</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">q05</span><span class="p">[</span><span class="n">k</span><span class="p">])</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">deepcopy</span><span class="p">(</span><span class="n">tmp</span><span class="p">))</span>
<span class="n">tmp</span> <span class="o">=</span> <span class="p">[</span><span class="n">n</span><span class="p">,</span> <span class="n">o</span><span class="p">,</span> <span class="n">s</span><span class="p">,</span> <span class="n">p</span><span class="p">,</span> <span class="n">l</span><span class="p">,</span> <span class="n">st</span><span class="p">,</span> <span class="n">mt</span><span class="p">,</span> <span class="s1">'Q25'</span><span class="p">]</span>
<span class="n">tmp</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">q25</span><span class="p">[</span><span class="n">k</span><span class="p">])</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">deepcopy</span><span class="p">(</span><span class="n">tmp</span><span class="p">))</span>
<span class="n">tmp</span> <span class="o">=</span> <span class="p">[</span><span class="n">n</span><span class="p">,</span> <span class="n">o</span><span class="p">,</span> <span class="n">s</span><span class="p">,</span> <span class="n">p</span><span class="p">,</span> <span class="n">l</span><span class="p">,</span> <span class="n">st</span><span class="p">,</span> <span class="n">mt</span><span class="p">,</span> <span class="s1">'Q75'</span><span class="p">]</span>
<span class="n">tmp</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">q75</span><span class="p">[</span><span class="n">k</span><span class="p">])</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">deepcopy</span><span class="p">(</span><span class="n">tmp</span><span class="p">))</span>
<span class="n">tmp</span> <span class="o">=</span> <span class="p">[</span><span class="n">n</span><span class="p">,</span> <span class="n">o</span><span class="p">,</span> <span class="n">s</span><span class="p">,</span> <span class="n">p</span><span class="p">,</span> <span class="n">l</span><span class="p">,</span> <span class="n">st</span><span class="p">,</span> <span class="n">mt</span><span class="p">,</span> <span class="s1">'Q95'</span><span class="p">]</span>
<span class="n">tmp</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">q95</span><span class="p">[</span><span class="n">k</span><span class="p">])</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">deepcopy</span><span class="p">(</span><span class="n">tmp</span><span class="p">))</span>
<span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">ex</span><span class="p">:</span>
<span class="nb">print</span><span class="p">(</span><span class="s2">"Erro ao salvar "</span><span class="p">,</span> <span class="n">k</span><span class="p">)</span>
<span class="nb">print</span><span class="p">(</span><span class="s2">"Exceção "</span><span class="p">,</span> <span class="n">ex</span><span class="p">)</span>
<span class="n">columns</span> <span class="o">=</span> <span class="n">interval_dataframe_analytic_columns</span><span class="p">(</span><span class="n">experiments</span><span class="p">)</span>
<span class="n">dat</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">DataFrame</span><span class="p">(</span><span class="n">ret</span><span class="p">,</span> <span class="n">columns</span><span class="o">=</span><span class="n">columns</span><span class="p">)</span>
<span class="k">if</span> <span class="n">save</span><span class="p">:</span> <span class="n">dat</span><span class="o">.</span><span class="n">to_csv</span><span class="p">(</span><span class="n">Util</span><span class="o">.</span><span class="n">uniquefilename</span><span class="p">(</span><span class="n">file</span><span class="p">),</span> <span class="n">sep</span><span class="o">=</span><span class="s2">";"</span><span class="p">)</span>
<span class="k">return</span> <span class="n">dat</span></div>
<div class="viewcode-block" id="interval_dataframe_analytic_columns"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.interval_dataframe_analytic_columns">[docs]</a><span class="k">def</span> <span class="nf">interval_dataframe_analytic_columns</span><span class="p">(</span><span class="n">experiments</span><span class="p">):</span>
<span class="n">columns</span> <span class="o">=</span> <span class="p">[</span><span class="nb">str</span><span class="p">(</span><span class="n">k</span><span class="p">)</span> <span class="k">for</span> <span class="n">k</span> <span class="ow">in</span> <span class="n">np</span><span class="o">.</span><span class="n">arange</span><span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="n">experiments</span><span class="p">)]</span>
<span class="n">columns</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="s2">"Model"</span><span class="p">)</span>
<span class="n">columns</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="s2">"Order"</span><span class="p">)</span>
<span class="n">columns</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="s2">"Scheme"</span><span class="p">)</span>
<span class="n">columns</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">3</span><span class="p">,</span> <span class="s2">"Partitions"</span><span class="p">)</span>
<span class="n">columns</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">4</span><span class="p">,</span> <span class="s2">"Size"</span><span class="p">)</span>
<span class="n">columns</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">5</span><span class="p">,</span> <span class="s2">"Steps"</span><span class="p">)</span>
<span class="n">columns</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">6</span><span class="p">,</span> <span class="s2">"Method"</span><span class="p">)</span>
<span class="n">columns</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">7</span><span class="p">,</span> <span class="s2">"Measure"</span><span class="p">)</span>
<span class="k">return</span> <span class="n">columns</span></div>
<div class="viewcode-block" id="interval_dataframe_synthetic_columns"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.interval_dataframe_synthetic_columns">[docs]</a><span class="k">def</span> <span class="nf">interval_dataframe_synthetic_columns</span><span class="p">():</span>
<span class="n">columns</span> <span class="o">=</span> <span class="p">[</span><span class="s2">"Model"</span><span class="p">,</span> <span class="s2">"Order"</span><span class="p">,</span> <span class="s2">"Scheme"</span><span class="p">,</span> <span class="s2">"Partitions"</span><span class="p">,</span><span class="s2">"SIZE"</span><span class="p">,</span> <span class="s2">"Steps"</span><span class="p">,</span><span class="s2">"Method"</span> <span class="s2">"SHARPAVG"</span><span class="p">,</span> <span class="s2">"SHARPSTD"</span><span class="p">,</span> <span class="s2">"RESAVG"</span><span class="p">,</span> <span class="s2">"RESSTD"</span><span class="p">,</span> <span class="s2">"COVAVG"</span><span class="p">,</span>
<span class="s2">"COVSTD"</span><span class="p">,</span> <span class="s2">"TIMEAVG"</span><span class="p">,</span> <span class="s2">"TIMESTD"</span><span class="p">,</span> <span class="s2">"Q05AVG"</span><span class="p">,</span> <span class="s2">"Q05STD"</span><span class="p">,</span> <span class="s2">"Q25AVG"</span><span class="p">,</span> <span class="s2">"Q25STD"</span><span class="p">,</span> <span class="s2">"Q75AVG"</span><span class="p">,</span> <span class="s2">"Q75STD"</span><span class="p">,</span> <span class="s2">"Q95AVG"</span><span class="p">,</span> <span class="s2">"Q95STD"</span><span class="p">]</span>
<span class="k">return</span> <span class="n">columns</span></div>
<div class="viewcode-block" id="cast_dataframe_to_synthetic_interval"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.cast_dataframe_to_synthetic_interval">[docs]</a><span class="k">def</span> <span class="nf">cast_dataframe_to_synthetic_interval</span><span class="p">(</span><span class="n">df</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">):</span>
<span class="n">sharpness</span> <span class="o">=</span> <span class="n">extract_measure</span><span class="p">(</span><span class="n">df</span><span class="p">,</span> <span class="s1">'Sharpness'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">)</span>
<span class="n">resolution</span> <span class="o">=</span> <span class="n">extract_measure</span><span class="p">(</span><span class="n">df</span><span class="p">,</span> <span class="s1">'Resolution'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">)</span>
<span class="n">coverage</span> <span class="o">=</span> <span class="n">extract_measure</span><span class="p">(</span><span class="n">df</span><span class="p">,</span> <span class="s1">'Coverage'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">)</span>
<span class="n">times</span> <span class="o">=</span> <span class="n">extract_measure</span><span class="p">(</span><span class="n">df</span><span class="p">,</span> <span class="s1">'TIME'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">)</span>
<span class="n">q05</span> <span class="o">=</span> <span class="n">extract_measure</span><span class="p">(</span><span class="n">df</span><span class="p">,</span> <span class="s1">'Q05'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">)</span>
<span class="n">q25</span> <span class="o">=</span> <span class="n">extract_measure</span><span class="p">(</span><span class="n">df</span><span class="p">,</span> <span class="s1">'Q25'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">)</span>
<span class="n">q75</span> <span class="o">=</span> <span class="n">extract_measure</span><span class="p">(</span><span class="n">df</span><span class="p">,</span> <span class="s1">'Q75'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">)</span>
<span class="n">q95</span> <span class="o">=</span> <span class="n">extract_measure</span><span class="p">(</span><span class="n">df</span><span class="p">,</span> <span class="s1">'Q95'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">)</span>
<span class="n">ret</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanmean</span><span class="p">(</span><span class="n">sharpness</span><span class="p">),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanstd</span><span class="p">(</span><span class="n">sharpness</span><span class="p">),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanmean</span><span class="p">(</span><span class="n">resolution</span><span class="p">),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanstd</span><span class="p">(</span><span class="n">resolution</span><span class="p">),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanmean</span><span class="p">(</span><span class="n">coverage</span><span class="p">),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanstd</span><span class="p">(</span><span class="n">coverage</span><span class="p">),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanmean</span><span class="p">(</span><span class="n">times</span><span class="p">),</span> <span class="mi">4</span><span class="p">))</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanstd</span><span class="p">(</span><span class="n">times</span><span class="p">),</span> <span class="mi">4</span><span class="p">))</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanmean</span><span class="p">(</span><span class="n">q05</span><span class="p">),</span> <span class="mi">4</span><span class="p">))</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanstd</span><span class="p">(</span><span class="n">q05</span><span class="p">),</span> <span class="mi">4</span><span class="p">))</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanmean</span><span class="p">(</span><span class="n">q25</span><span class="p">),</span> <span class="mi">4</span><span class="p">))</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanstd</span><span class="p">(</span><span class="n">q25</span><span class="p">),</span> <span class="mi">4</span><span class="p">))</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanmean</span><span class="p">(</span><span class="n">q75</span><span class="p">),</span> <span class="mi">4</span><span class="p">))</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanstd</span><span class="p">(</span><span class="n">q75</span><span class="p">),</span> <span class="mi">4</span><span class="p">))</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanmean</span><span class="p">(</span><span class="n">q95</span><span class="p">),</span> <span class="mi">4</span><span class="p">))</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanstd</span><span class="p">(</span><span class="n">q95</span><span class="p">),</span> <span class="mi">4</span><span class="p">))</span>
<span class="k">return</span> <span class="n">ret</span></div>
<div class="viewcode-block" id="unified_scaled_interval"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.unified_scaled_interval">[docs]</a><span class="k">def</span> <span class="nf">unified_scaled_interval</span><span class="p">(</span><span class="n">experiments</span><span class="p">,</span> <span class="n">tam</span><span class="p">,</span> <span class="n">save</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> <span class="n">file</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span>
<span class="n">sort_columns</span><span class="o">=</span><span class="p">[</span><span class="s1">'COVAVG'</span><span class="p">,</span> <span class="s1">'SHARPAVG'</span><span class="p">,</span> <span class="s1">'COVSTD'</span><span class="p">,</span> <span class="s1">'SHARPSTD'</span><span class="p">],</span>
<span class="n">sort_ascend</span><span class="o">=</span><span class="p">[</span><span class="kc">True</span><span class="p">,</span> <span class="kc">False</span><span class="p">,</span> <span class="kc">True</span><span class="p">,</span> <span class="kc">True</span><span class="p">],</span><span class="n">save_best</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
<span class="n">ignore</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">replace</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span>
<span class="n">fig</span><span class="p">,</span> <span class="n">axes</span> <span class="o">=</span> <span class="n">plt</span><span class="o">.</span><span class="n">subplots</span><span class="p">(</span><span class="n">nrows</span><span class="o">=</span><span class="mi">3</span><span class="p">,</span> <span class="n">ncols</span><span class="o">=</span><span class="mi">1</span><span class="p">,</span> <span class="n">figsize</span><span class="o">=</span><span class="n">tam</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">set_title</span><span class="p">(</span><span class="s1">'Sharpness'</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">set_title</span><span class="p">(</span><span class="s1">'Resolution'</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">2</span><span class="p">]</span><span class="o">.</span><span class="n">set_title</span><span class="p">(</span><span class="s1">'Coverage'</span><span class="p">)</span>
<span class="n">models</span> <span class="o">=</span> <span class="p">{}</span>
<span class="k">for</span> <span class="n">experiment</span> <span class="ow">in</span> <span class="n">experiments</span><span class="p">:</span>
<span class="n">mdl</span> <span class="o">=</span> <span class="p">{}</span>
<span class="n">dat_syn</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_csv</span><span class="p">(</span><span class="n">experiment</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">sep</span><span class="o">=</span><span class="s2">";"</span><span class="p">,</span> <span class="n">usecols</span><span class="o">=</span><span class="n">interval_dataframe_synthetic_columns</span><span class="p">())</span>
<span class="n">bests</span> <span class="o">=</span> <span class="n">find_best</span><span class="p">(</span><span class="n">dat_syn</span><span class="p">,</span> <span class="n">sort_columns</span><span class="p">,</span> <span class="n">sort_ascend</span><span class="p">)</span>
<span class="n">dat_ana</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_csv</span><span class="p">(</span><span class="n">experiment</span><span class="p">[</span><span class="mi">1</span><span class="p">],</span> <span class="n">sep</span><span class="o">=</span><span class="s2">";"</span><span class="p">,</span> <span class="n">usecols</span><span class="o">=</span><span class="n">interval_dataframe_analytic_columns</span><span class="p">(</span><span class="n">experiment</span><span class="p">[</span><span class="mi">2</span><span class="p">]))</span>
<span class="n">sharpness</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">resolution</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">coverage</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">times</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">data_columns</span> <span class="o">=</span> <span class="n">analytical_data_columns</span><span class="p">(</span><span class="n">experiment</span><span class="p">[</span><span class="mi">2</span><span class="p">])</span>
<span class="k">for</span> <span class="n">b</span> <span class="ow">in</span> <span class="nb">sorted</span><span class="p">(</span><span class="n">bests</span><span class="o">.</span><span class="n">keys</span><span class="p">()):</span>
<span class="k">if</span> <span class="n">check_ignore_list</span><span class="p">(</span><span class="n">b</span><span class="p">,</span> <span class="n">ignore</span><span class="p">):</span>
<span class="k">continue</span>
<span class="k">if</span> <span class="n">b</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">models</span><span class="p">:</span>
<span class="n">models</span><span class="p">[</span><span class="n">b</span><span class="p">]</span> <span class="o">=</span> <span class="p">{}</span>
<span class="n">models</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'sharpness'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">models</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'resolution'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">models</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'coverage'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">models</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'times'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">if</span> <span class="n">b</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">mdl</span><span class="p">:</span>
<span class="n">mdl</span><span class="p">[</span><span class="n">b</span><span class="p">]</span> <span class="o">=</span> <span class="p">{}</span>
<span class="n">mdl</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'sharpness'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">mdl</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'resolution'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">mdl</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'coverage'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">mdl</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'times'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">best</span> <span class="o">=</span> <span class="n">bests</span><span class="p">[</span><span class="n">b</span><span class="p">]</span>
<span class="nb">print</span><span class="p">(</span><span class="n">best</span><span class="p">)</span>
<span class="n">tmp</span> <span class="o">=</span> <span class="n">dat_ana</span><span class="p">[(</span><span class="n">dat_ana</span><span class="o">.</span><span class="n">Model</span> <span class="o">==</span> <span class="n">best</span><span class="p">[</span><span class="s2">"Model"</span><span class="p">])</span> <span class="o">&</span> <span class="p">(</span><span class="n">dat_ana</span><span class="o">.</span><span class="n">Order</span> <span class="o">==</span> <span class="n">best</span><span class="p">[</span><span class="s2">"Order"</span><span class="p">])</span>
<span class="o">&</span> <span class="p">(</span><span class="n">dat_ana</span><span class="o">.</span><span class="n">Scheme</span> <span class="o">==</span> <span class="n">best</span><span class="p">[</span><span class="s2">"Scheme"</span><span class="p">])</span> <span class="o">&</span> <span class="p">(</span><span class="n">dat_ana</span><span class="o">.</span><span class="n">Partitions</span> <span class="o">==</span> <span class="n">best</span><span class="p">[</span><span class="s2">"Partitions"</span><span class="p">])]</span>
<span class="n">tmpl</span> <span class="o">=</span> <span class="n">extract_measure</span><span class="p">(</span><span class="n">tmp</span><span class="p">,</span> <span class="s1">'Sharpness'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">)</span>
<span class="n">mdl</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'sharpness'</span><span class="p">]</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">tmpl</span><span class="p">)</span>
<span class="n">sharpness</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">tmpl</span><span class="p">)</span>
<span class="n">tmpl</span> <span class="o">=</span> <span class="n">extract_measure</span><span class="p">(</span><span class="n">tmp</span><span class="p">,</span> <span class="s1">'Resolution'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">)</span>
<span class="n">mdl</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'resolution'</span><span class="p">]</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">tmpl</span><span class="p">)</span>
<span class="n">resolution</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">tmpl</span><span class="p">)</span>
<span class="n">tmpl</span> <span class="o">=</span> <span class="n">extract_measure</span><span class="p">(</span><span class="n">tmp</span><span class="p">,</span> <span class="s1">'Coverage'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">)</span>
<span class="n">mdl</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'coverage'</span><span class="p">]</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">tmpl</span><span class="p">)</span>
<span class="n">coverage</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">tmpl</span><span class="p">)</span>
<span class="n">tmpl</span> <span class="o">=</span> <span class="n">extract_measure</span><span class="p">(</span><span class="n">tmp</span><span class="p">,</span> <span class="s1">'TIME'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">)</span>
<span class="n">mdl</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'times'</span><span class="p">]</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">tmpl</span><span class="p">)</span>
<span class="n">times</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">tmpl</span><span class="p">)</span>
<span class="n">models</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'label'</span><span class="p">]</span> <span class="o">=</span> <span class="n">check_replace_list</span><span class="p">(</span><span class="n">best</span><span class="p">[</span><span class="s2">"Model"</span><span class="p">]</span> <span class="o">+</span> <span class="s2">" "</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">best</span><span class="p">[</span><span class="s2">"Order"</span><span class="p">]),</span> <span class="n">replace</span><span class="p">)</span>
<span class="n">sharpness_param</span> <span class="o">=</span> <span class="n">scale_params</span><span class="p">(</span><span class="n">sharpness</span><span class="p">)</span>
<span class="n">resolution_param</span> <span class="o">=</span> <span class="n">scale_params</span><span class="p">(</span><span class="n">resolution</span><span class="p">)</span>
<span class="n">coverage_param</span> <span class="o">=</span> <span class="n">scale_params</span><span class="p">(</span><span class="n">coverage</span><span class="p">)</span>
<span class="n">times_param</span> <span class="o">=</span> <span class="n">scale_params</span><span class="p">(</span><span class="n">times</span><span class="p">)</span>
<span class="k">for</span> <span class="n">key</span> <span class="ow">in</span> <span class="nb">sorted</span><span class="p">(</span><span class="n">models</span><span class="o">.</span><span class="n">keys</span><span class="p">()):</span>
<span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'sharpness'</span><span class="p">]</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">scale</span><span class="p">(</span><span class="n">mdl</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'sharpness'</span><span class="p">],</span> <span class="n">sharpness_param</span><span class="p">))</span>
<span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'resolution'</span><span class="p">]</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">scale</span><span class="p">(</span><span class="n">mdl</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'resolution'</span><span class="p">],</span> <span class="n">resolution_param</span><span class="p">))</span>
<span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'coverage'</span><span class="p">]</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">scale</span><span class="p">(</span><span class="n">mdl</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'coverage'</span><span class="p">],</span> <span class="n">coverage_param</span><span class="p">))</span>
<span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'times'</span><span class="p">]</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">scale</span><span class="p">(</span><span class="n">mdl</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'times'</span><span class="p">],</span> <span class="n">times_param</span><span class="p">))</span>
<span class="n">sharpness</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">resolution</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">coverage</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">times</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">labels</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">for</span> <span class="n">key</span> <span class="ow">in</span> <span class="nb">sorted</span><span class="p">(</span><span class="n">models</span><span class="o">.</span><span class="n">keys</span><span class="p">()):</span>
<span class="n">sharpness</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'sharpness'</span><span class="p">])</span>
<span class="n">resolution</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'resolution'</span><span class="p">])</span>
<span class="n">coverage</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'coverage'</span><span class="p">])</span>
<span class="n">times</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'times'</span><span class="p">])</span>
<span class="n">labels</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'label'</span><span class="p">])</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">boxplot</span><span class="p">(</span><span class="n">sharpness</span><span class="p">,</span> <span class="n">labels</span><span class="o">=</span><span class="n">labels</span><span class="p">,</span> <span class="n">autorange</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">showmeans</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">boxplot</span><span class="p">(</span><span class="n">resolution</span><span class="p">,</span> <span class="n">labels</span><span class="o">=</span><span class="n">labels</span><span class="p">,</span> <span class="n">autorange</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">showmeans</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">2</span><span class="p">]</span><span class="o">.</span><span class="n">boxplot</span><span class="p">(</span><span class="n">coverage</span><span class="p">,</span> <span class="n">labels</span><span class="o">=</span><span class="n">labels</span><span class="p">,</span> <span class="n">autorange</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">showmeans</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
<span class="n">plt</span><span class="o">.</span><span class="n">tight_layout</span><span class="p">()</span>
<span class="n">Util</span><span class="o">.</span><span class="n">show_and_save_image</span><span class="p">(</span><span class="n">fig</span><span class="p">,</span> <span class="n">file</span><span class="p">,</span> <span class="n">save</span><span class="p">)</span></div>
<div class="viewcode-block" id="plot_dataframe_interval"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.plot_dataframe_interval">[docs]</a><span class="k">def</span> <span class="nf">plot_dataframe_interval</span><span class="p">(</span><span class="n">file_synthetic</span><span class="p">,</span> <span class="n">file_analytic</span><span class="p">,</span> <span class="n">experiments</span><span class="p">,</span> <span class="n">tam</span><span class="p">,</span> <span class="n">save</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> <span class="n">file</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span>
<span class="n">sort_columns</span><span class="o">=</span><span class="p">[</span><span class="s1">'COVAVG'</span><span class="p">,</span> <span class="s1">'SHARPAVG'</span><span class="p">,</span> <span class="s1">'COVSTD'</span><span class="p">,</span> <span class="s1">'SHARPSTD'</span><span class="p">],</span>
<span class="n">sort_ascend</span><span class="o">=</span><span class="p">[</span><span class="kc">True</span><span class="p">,</span> <span class="kc">False</span><span class="p">,</span> <span class="kc">True</span><span class="p">,</span> <span class="kc">True</span><span class="p">],</span><span class="n">save_best</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
<span class="n">ignore</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">replace</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span>
<span class="n">fig</span><span class="p">,</span> <span class="n">axes</span> <span class="o">=</span> <span class="n">plt</span><span class="o">.</span><span class="n">subplots</span><span class="p">(</span><span class="n">nrows</span><span class="o">=</span><span class="mi">3</span><span class="p">,</span> <span class="n">ncols</span><span class="o">=</span><span class="mi">1</span><span class="p">,</span> <span class="n">figsize</span><span class="o">=</span><span class="n">tam</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">set_title</span><span class="p">(</span><span class="s1">'Sharpness'</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">set_title</span><span class="p">(</span><span class="s1">'Resolution'</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">2</span><span class="p">]</span><span class="o">.</span><span class="n">set_title</span><span class="p">(</span><span class="s1">'Coverage'</span><span class="p">)</span>
<span class="n">dat_syn</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_csv</span><span class="p">(</span><span class="n">file_synthetic</span><span class="p">,</span> <span class="n">sep</span><span class="o">=</span><span class="s2">";"</span><span class="p">,</span> <span class="n">usecols</span><span class="o">=</span><span class="n">interval_dataframe_synthetic_columns</span><span class="p">())</span>
<span class="n">bests</span> <span class="o">=</span> <span class="n">find_best</span><span class="p">(</span><span class="n">dat_syn</span><span class="p">,</span> <span class="n">sort_columns</span><span class="p">,</span> <span class="n">sort_ascend</span><span class="p">)</span>
<span class="n">dat_ana</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_csv</span><span class="p">(</span><span class="n">file_analytic</span><span class="p">,</span> <span class="n">sep</span><span class="o">=</span><span class="s2">";"</span><span class="p">,</span> <span class="n">usecols</span><span class="o">=</span><span class="n">interval_dataframe_analytic_columns</span><span class="p">(</span><span class="n">experiments</span><span class="p">))</span>
<span class="n">data_columns</span> <span class="o">=</span> <span class="n">analytical_data_columns</span><span class="p">(</span><span class="n">experiments</span><span class="p">)</span>
<span class="k">if</span> <span class="n">save_best</span><span class="p">:</span>
<span class="n">dat</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">DataFrame</span><span class="o">.</span><span class="n">from_dict</span><span class="p">(</span><span class="n">bests</span><span class="p">,</span> <span class="n">orient</span><span class="o">=</span><span class="s1">'index'</span><span class="p">)</span>
<span class="n">dat</span><span class="o">.</span><span class="n">to_csv</span><span class="p">(</span><span class="n">Util</span><span class="o">.</span><span class="n">uniquefilename</span><span class="p">(</span><span class="n">file_synthetic</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s2">"synthetic"</span><span class="p">,</span><span class="s2">"best"</span><span class="p">)),</span> <span class="n">sep</span><span class="o">=</span><span class="s2">";"</span><span class="p">,</span> <span class="n">index</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span>
<span class="n">sharpness</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">resolution</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">coverage</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">times</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">labels</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">bounds_shp</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">for</span> <span class="n">b</span> <span class="ow">in</span> <span class="nb">sorted</span><span class="p">(</span><span class="n">bests</span><span class="o">.</span><span class="n">keys</span><span class="p">()):</span>
<span class="k">if</span> <span class="n">check_ignore_list</span><span class="p">(</span><span class="n">b</span><span class="p">,</span> <span class="n">ignore</span><span class="p">):</span>
<span class="k">continue</span>
<span class="n">best</span> <span class="o">=</span> <span class="n">bests</span><span class="p">[</span><span class="n">b</span><span class="p">]</span>
<span class="n">df</span> <span class="o">=</span> <span class="n">dat_ana</span><span class="p">[(</span><span class="n">dat_ana</span><span class="o">.</span><span class="n">Model</span> <span class="o">==</span> <span class="n">best</span><span class="p">[</span><span class="s2">"Model"</span><span class="p">])</span> <span class="o">&</span> <span class="p">(</span><span class="n">dat_ana</span><span class="o">.</span><span class="n">Order</span> <span class="o">==</span> <span class="n">best</span><span class="p">[</span><span class="s2">"Order"</span><span class="p">])</span>
<span class="o">&</span> <span class="p">(</span><span class="n">dat_ana</span><span class="o">.</span><span class="n">Scheme</span> <span class="o">==</span> <span class="n">best</span><span class="p">[</span><span class="s2">"Scheme"</span><span class="p">])</span> <span class="o">&</span> <span class="p">(</span><span class="n">dat_ana</span><span class="o">.</span><span class="n">Partitions</span> <span class="o">==</span> <span class="n">best</span><span class="p">[</span><span class="s2">"Partitions"</span><span class="p">])]</span>
<span class="n">sharpness</span><span class="o">.</span><span class="n">append</span><span class="p">(</span> <span class="n">extract_measure</span><span class="p">(</span><span class="n">df</span><span class="p">,</span><span class="s1">'Sharpness'</span><span class="p">,</span><span class="n">data_columns</span><span class="p">)</span> <span class="p">)</span>
<span class="n">resolution</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">extract_measure</span><span class="p">(</span><span class="n">df</span><span class="p">,</span> <span class="s1">'Resolution'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">))</span>
<span class="n">coverage</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">extract_measure</span><span class="p">(</span><span class="n">df</span><span class="p">,</span> <span class="s1">'Coverage'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">))</span>
<span class="n">times</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">extract_measure</span><span class="p">(</span><span class="n">df</span><span class="p">,</span> <span class="s1">'TIME'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">))</span>
<span class="n">labels</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">check_replace_list</span><span class="p">(</span><span class="n">best</span><span class="p">[</span><span class="s2">"Model"</span><span class="p">]</span> <span class="o">+</span> <span class="s2">" "</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">best</span><span class="p">[</span><span class="s2">"Order"</span><span class="p">]),</span> <span class="n">replace</span><span class="p">))</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">boxplot</span><span class="p">(</span><span class="n">sharpness</span><span class="p">,</span> <span class="n">labels</span><span class="o">=</span><span class="n">labels</span><span class="p">,</span> <span class="n">autorange</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">showmeans</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">set_title</span><span class="p">(</span><span class="s2">"Sharpness"</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">boxplot</span><span class="p">(</span><span class="n">resolution</span><span class="p">,</span> <span class="n">labels</span><span class="o">=</span><span class="n">labels</span><span class="p">,</span> <span class="n">autorange</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">showmeans</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">set_title</span><span class="p">(</span><span class="s2">"Resolution"</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">2</span><span class="p">]</span><span class="o">.</span><span class="n">boxplot</span><span class="p">(</span><span class="n">coverage</span><span class="p">,</span> <span class="n">labels</span><span class="o">=</span><span class="n">labels</span><span class="p">,</span> <span class="n">autorange</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">showmeans</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">2</span><span class="p">]</span><span class="o">.</span><span class="n">set_title</span><span class="p">(</span><span class="s2">"Coverage"</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">2</span><span class="p">]</span><span class="o">.</span><span class="n">set_ylim</span><span class="p">([</span><span class="mi">0</span><span class="p">,</span> <span class="mf">1.1</span><span class="p">])</span>
<span class="n">plt</span><span class="o">.</span><span class="n">tight_layout</span><span class="p">()</span>
<span class="n">Util</span><span class="o">.</span><span class="n">show_and_save_image</span><span class="p">(</span><span class="n">fig</span><span class="p">,</span> <span class="n">file</span><span class="p">,</span> <span class="n">save</span><span class="p">)</span></div>
<div class="viewcode-block" id="unified_scaled_interval_pinball"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.unified_scaled_interval_pinball">[docs]</a><span class="k">def</span> <span class="nf">unified_scaled_interval_pinball</span><span class="p">(</span><span class="n">experiments</span><span class="p">,</span> <span class="n">tam</span><span class="p">,</span> <span class="n">save</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> <span class="n">file</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span>
<span class="n">sort_columns</span><span class="o">=</span><span class="p">[</span><span class="s1">'COVAVG'</span><span class="p">,</span><span class="s1">'SHARPAVG'</span><span class="p">,</span><span class="s1">'COVSTD'</span><span class="p">,</span><span class="s1">'SHARPSTD'</span><span class="p">],</span>
<span class="n">sort_ascend</span><span class="o">=</span><span class="p">[</span><span class="kc">True</span><span class="p">,</span> <span class="kc">False</span><span class="p">,</span> <span class="kc">True</span><span class="p">,</span> <span class="kc">True</span><span class="p">],</span> <span class="n">save_best</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
<span class="n">ignore</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">replace</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span>
<span class="n">fig</span><span class="p">,</span> <span class="n">axes</span> <span class="o">=</span> <span class="n">plt</span><span class="o">.</span><span class="n">subplots</span><span class="p">(</span><span class="n">nrows</span><span class="o">=</span><span class="mi">1</span><span class="p">,</span> <span class="n">ncols</span><span class="o">=</span><span class="mi">4</span><span class="p">,</span> <span class="n">figsize</span><span class="o">=</span><span class="n">tam</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">set_title</span><span class="p">(</span><span class="sa">r</span><span class="s1">'$\tau=0.05$'</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">set_title</span><span class="p">(</span><span class="sa">r</span><span class="s1">'$\tau=0.25$'</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">2</span><span class="p">]</span><span class="o">.</span><span class="n">set_title</span><span class="p">(</span><span class="sa">r</span><span class="s1">'$\tau=0.75$'</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">3</span><span class="p">]</span><span class="o">.</span><span class="n">set_title</span><span class="p">(</span><span class="sa">r</span><span class="s1">'$\tau=0.95$'</span><span class="p">)</span>
<span class="n">models</span> <span class="o">=</span> <span class="p">{}</span>
<span class="k">for</span> <span class="n">experiment</span> <span class="ow">in</span> <span class="n">experiments</span><span class="p">:</span>
<span class="n">mdl</span> <span class="o">=</span> <span class="p">{}</span>
<span class="n">dat_syn</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_csv</span><span class="p">(</span><span class="n">experiment</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">sep</span><span class="o">=</span><span class="s2">";"</span><span class="p">,</span> <span class="n">usecols</span><span class="o">=</span><span class="n">interval_dataframe_synthetic_columns</span><span class="p">())</span>
<span class="n">bests</span> <span class="o">=</span> <span class="n">find_best</span><span class="p">(</span><span class="n">dat_syn</span><span class="p">,</span> <span class="n">sort_columns</span><span class="p">,</span> <span class="n">sort_ascend</span><span class="p">)</span>
<span class="n">dat_ana</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_csv</span><span class="p">(</span><span class="n">experiment</span><span class="p">[</span><span class="mi">1</span><span class="p">],</span> <span class="n">sep</span><span class="o">=</span><span class="s2">";"</span><span class="p">,</span> <span class="n">usecols</span><span class="o">=</span><span class="n">interval_dataframe_analytic_columns</span><span class="p">(</span><span class="n">experiment</span><span class="p">[</span><span class="mi">2</span><span class="p">]))</span>
<span class="n">q05</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">q25</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">q75</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">q95</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">data_columns</span> <span class="o">=</span> <span class="n">analytical_data_columns</span><span class="p">(</span><span class="n">experiment</span><span class="p">[</span><span class="mi">2</span><span class="p">])</span>
<span class="k">for</span> <span class="n">b</span> <span class="ow">in</span> <span class="nb">sorted</span><span class="p">(</span><span class="n">bests</span><span class="o">.</span><span class="n">keys</span><span class="p">()):</span>
<span class="k">if</span> <span class="n">check_ignore_list</span><span class="p">(</span><span class="n">b</span><span class="p">,</span> <span class="n">ignore</span><span class="p">):</span>
<span class="k">continue</span>
<span class="k">if</span> <span class="n">b</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">models</span><span class="p">:</span>
<span class="n">models</span><span class="p">[</span><span class="n">b</span><span class="p">]</span> <span class="o">=</span> <span class="p">{}</span>
<span class="n">models</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'q05'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">models</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'q25'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">models</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'q75'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">models</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'q95'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">if</span> <span class="n">b</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">mdl</span><span class="p">:</span>
<span class="n">mdl</span><span class="p">[</span><span class="n">b</span><span class="p">]</span> <span class="o">=</span> <span class="p">{}</span>
<span class="n">mdl</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'q05'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">mdl</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'q25'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">mdl</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'q75'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">mdl</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'q95'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">best</span> <span class="o">=</span> <span class="n">bests</span><span class="p">[</span><span class="n">b</span><span class="p">]</span>
<span class="nb">print</span><span class="p">(</span><span class="n">best</span><span class="p">)</span>
<span class="n">tmp</span> <span class="o">=</span> <span class="n">dat_ana</span><span class="p">[(</span><span class="n">dat_ana</span><span class="o">.</span><span class="n">Model</span> <span class="o">==</span> <span class="n">best</span><span class="p">[</span><span class="s2">"Model"</span><span class="p">])</span> <span class="o">&</span> <span class="p">(</span><span class="n">dat_ana</span><span class="o">.</span><span class="n">Order</span> <span class="o">==</span> <span class="n">best</span><span class="p">[</span><span class="s2">"Order"</span><span class="p">])</span>
<span class="o">&</span> <span class="p">(</span><span class="n">dat_ana</span><span class="o">.</span><span class="n">Scheme</span> <span class="o">==</span> <span class="n">best</span><span class="p">[</span><span class="s2">"Scheme"</span><span class="p">])</span> <span class="o">&</span> <span class="p">(</span><span class="n">dat_ana</span><span class="o">.</span><span class="n">Partitions</span> <span class="o">==</span> <span class="n">best</span><span class="p">[</span><span class="s2">"Partitions"</span><span class="p">])]</span>
<span class="n">tmpl</span> <span class="o">=</span> <span class="n">extract_measure</span><span class="p">(</span><span class="n">tmp</span><span class="p">,</span> <span class="s1">'Q05'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">)</span>
<span class="n">mdl</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'q05'</span><span class="p">]</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">tmpl</span><span class="p">)</span>
<span class="n">q05</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">tmpl</span><span class="p">)</span>
<span class="n">tmpl</span> <span class="o">=</span> <span class="n">extract_measure</span><span class="p">(</span><span class="n">tmp</span><span class="p">,</span> <span class="s1">'Q25'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">)</span>
<span class="n">mdl</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'q25'</span><span class="p">]</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">tmpl</span><span class="p">)</span>
<span class="n">q25</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">tmpl</span><span class="p">)</span>
<span class="n">tmpl</span> <span class="o">=</span> <span class="n">extract_measure</span><span class="p">(</span><span class="n">tmp</span><span class="p">,</span> <span class="s1">'Q75'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">)</span>
<span class="n">mdl</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'q75'</span><span class="p">]</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">tmpl</span><span class="p">)</span>
<span class="n">q75</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">tmpl</span><span class="p">)</span>
<span class="n">tmpl</span> <span class="o">=</span> <span class="n">extract_measure</span><span class="p">(</span><span class="n">tmp</span><span class="p">,</span> <span class="s1">'Q95'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">)</span>
<span class="n">mdl</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'q95'</span><span class="p">]</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">tmpl</span><span class="p">)</span>
<span class="n">q95</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">tmpl</span><span class="p">)</span>
<span class="n">models</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'label'</span><span class="p">]</span> <span class="o">=</span> <span class="n">check_replace_list</span><span class="p">(</span><span class="n">best</span><span class="p">[</span><span class="s2">"Model"</span><span class="p">]</span> <span class="o">+</span> <span class="s2">" "</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">best</span><span class="p">[</span><span class="s2">"Order"</span><span class="p">]),</span> <span class="n">replace</span><span class="p">)</span>
<span class="n">q05_param</span> <span class="o">=</span> <span class="n">scale_params</span><span class="p">(</span><span class="n">q05</span><span class="p">)</span>
<span class="n">q25_param</span> <span class="o">=</span> <span class="n">scale_params</span><span class="p">(</span><span class="n">q25</span><span class="p">)</span>
<span class="n">q75_param</span> <span class="o">=</span> <span class="n">scale_params</span><span class="p">(</span><span class="n">q75</span><span class="p">)</span>
<span class="n">q95_param</span> <span class="o">=</span> <span class="n">scale_params</span><span class="p">(</span><span class="n">q95</span><span class="p">)</span>
<span class="k">for</span> <span class="n">key</span> <span class="ow">in</span> <span class="nb">sorted</span><span class="p">(</span><span class="n">models</span><span class="o">.</span><span class="n">keys</span><span class="p">()):</span>
<span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'q05'</span><span class="p">]</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">scale</span><span class="p">(</span><span class="n">mdl</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'q05'</span><span class="p">],</span> <span class="n">q05_param</span><span class="p">))</span>
<span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'q25'</span><span class="p">]</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">scale</span><span class="p">(</span><span class="n">mdl</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'q25'</span><span class="p">],</span> <span class="n">q25_param</span><span class="p">))</span>
<span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'q75'</span><span class="p">]</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">scale</span><span class="p">(</span><span class="n">mdl</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'q75'</span><span class="p">],</span> <span class="n">q75_param</span><span class="p">))</span>
<span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'q95'</span><span class="p">]</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">scale</span><span class="p">(</span><span class="n">mdl</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'q95'</span><span class="p">],</span> <span class="n">q95_param</span><span class="p">))</span>
<span class="n">q05</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">q25</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">q75</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">q95</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">labels</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">for</span> <span class="n">key</span> <span class="ow">in</span> <span class="nb">sorted</span><span class="p">(</span><span class="n">models</span><span class="o">.</span><span class="n">keys</span><span class="p">()):</span>
<span class="n">q05</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'q05'</span><span class="p">])</span>
<span class="n">q25</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'q25'</span><span class="p">])</span>
<span class="n">q75</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'q75'</span><span class="p">])</span>
<span class="n">q95</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'q95'</span><span class="p">])</span>
<span class="n">labels</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'label'</span><span class="p">])</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">boxplot</span><span class="p">(</span><span class="n">q05</span><span class="p">,</span> <span class="n">labels</span><span class="o">=</span><span class="n">labels</span><span class="p">,</span> <span class="n">vert</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> <span class="n">autorange</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">showmeans</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">boxplot</span><span class="p">(</span><span class="n">q25</span><span class="p">,</span> <span class="n">labels</span><span class="o">=</span><span class="n">labels</span><span class="p">,</span> <span class="n">vert</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> <span class="n">autorange</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">showmeans</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">2</span><span class="p">]</span><span class="o">.</span><span class="n">boxplot</span><span class="p">(</span><span class="n">q75</span><span class="p">,</span> <span class="n">labels</span><span class="o">=</span><span class="n">labels</span><span class="p">,</span> <span class="n">vert</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> <span class="n">autorange</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">showmeans</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">3</span><span class="p">]</span><span class="o">.</span><span class="n">boxplot</span><span class="p">(</span><span class="n">q95</span><span class="p">,</span> <span class="n">labels</span><span class="o">=</span><span class="n">labels</span><span class="p">,</span> <span class="n">vert</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> <span class="n">autorange</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">showmeans</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
<span class="n">plt</span><span class="o">.</span><span class="n">tight_layout</span><span class="p">()</span>
<span class="n">Util</span><span class="o">.</span><span class="n">show_and_save_image</span><span class="p">(</span><span class="n">fig</span><span class="p">,</span> <span class="n">file</span><span class="p">,</span> <span class="n">save</span><span class="p">)</span></div>
<div class="viewcode-block" id="plot_dataframe_interval_pinball"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.plot_dataframe_interval_pinball">[docs]</a><span class="k">def</span> <span class="nf">plot_dataframe_interval_pinball</span><span class="p">(</span><span class="n">file_synthetic</span><span class="p">,</span> <span class="n">file_analytic</span><span class="p">,</span> <span class="n">experiments</span><span class="p">,</span> <span class="n">tam</span><span class="p">,</span> <span class="n">save</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> <span class="n">file</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span>
<span class="n">sort_columns</span><span class="o">=</span><span class="p">[</span><span class="s1">'COVAVG'</span><span class="p">,</span><span class="s1">'SHARPAVG'</span><span class="p">,</span><span class="s1">'COVSTD'</span><span class="p">,</span><span class="s1">'SHARPSTD'</span><span class="p">],</span>
<span class="n">sort_ascend</span><span class="o">=</span><span class="p">[</span><span class="kc">True</span><span class="p">,</span> <span class="kc">False</span><span class="p">,</span> <span class="kc">True</span><span class="p">,</span> <span class="kc">True</span><span class="p">],</span> <span class="n">save_best</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
<span class="n">ignore</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">replace</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span>
<span class="n">fig</span><span class="p">,</span> <span class="n">axes</span> <span class="o">=</span> <span class="n">plt</span><span class="o">.</span><span class="n">subplots</span><span class="p">(</span><span class="n">nrows</span><span class="o">=</span><span class="mi">1</span><span class="p">,</span> <span class="n">ncols</span><span class="o">=</span><span class="mi">4</span><span class="p">,</span> <span class="n">figsize</span><span class="o">=</span><span class="n">tam</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">set_title</span><span class="p">(</span><span class="sa">r</span><span class="s1">'$\tau=0.05$'</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">set_title</span><span class="p">(</span><span class="sa">r</span><span class="s1">'$\tau=0.25$'</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">2</span><span class="p">]</span><span class="o">.</span><span class="n">set_title</span><span class="p">(</span><span class="sa">r</span><span class="s1">'$\tau=0.75$'</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">3</span><span class="p">]</span><span class="o">.</span><span class="n">set_title</span><span class="p">(</span><span class="sa">r</span><span class="s1">'$\tau=0.95$'</span><span class="p">)</span>
<span class="n">dat_syn</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_csv</span><span class="p">(</span><span class="n">file_synthetic</span><span class="p">,</span> <span class="n">sep</span><span class="o">=</span><span class="s2">";"</span><span class="p">,</span> <span class="n">usecols</span><span class="o">=</span><span class="n">interval_dataframe_synthetic_columns</span><span class="p">())</span>
<span class="n">bests</span> <span class="o">=</span> <span class="n">find_best</span><span class="p">(</span><span class="n">dat_syn</span><span class="p">,</span> <span class="n">sort_columns</span><span class="p">,</span> <span class="n">sort_ascend</span><span class="p">)</span>
<span class="n">dat_ana</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_csv</span><span class="p">(</span><span class="n">file_analytic</span><span class="p">,</span> <span class="n">sep</span><span class="o">=</span><span class="s2">";"</span><span class="p">,</span> <span class="n">usecols</span><span class="o">=</span><span class="n">interval_dataframe_analytic_columns</span><span class="p">(</span><span class="n">experiments</span><span class="p">))</span>
<span class="n">data_columns</span> <span class="o">=</span> <span class="n">analytical_data_columns</span><span class="p">(</span><span class="n">experiments</span><span class="p">)</span>
<span class="k">if</span> <span class="n">save_best</span><span class="p">:</span>
<span class="n">dat</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">DataFrame</span><span class="o">.</span><span class="n">from_dict</span><span class="p">(</span><span class="n">bests</span><span class="p">,</span> <span class="n">orient</span><span class="o">=</span><span class="s1">'index'</span><span class="p">)</span>
<span class="n">dat</span><span class="o">.</span><span class="n">to_csv</span><span class="p">(</span><span class="n">Util</span><span class="o">.</span><span class="n">uniquefilename</span><span class="p">(</span><span class="n">file_synthetic</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s2">"synthetic"</span><span class="p">,</span><span class="s2">"best"</span><span class="p">)),</span> <span class="n">sep</span><span class="o">=</span><span class="s2">";"</span><span class="p">,</span> <span class="n">index</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span>
<span class="n">q05</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">q25</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">q75</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">q95</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">labels</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">for</span> <span class="n">b</span> <span class="ow">in</span> <span class="nb">sorted</span><span class="p">(</span><span class="n">bests</span><span class="o">.</span><span class="n">keys</span><span class="p">()):</span>
<span class="k">if</span> <span class="n">check_ignore_list</span><span class="p">(</span><span class="n">b</span><span class="p">,</span> <span class="n">ignore</span><span class="p">):</span>
<span class="k">continue</span>
<span class="n">best</span> <span class="o">=</span> <span class="n">bests</span><span class="p">[</span><span class="n">b</span><span class="p">]</span>
<span class="n">df</span> <span class="o">=</span> <span class="n">dat_ana</span><span class="p">[(</span><span class="n">dat_ana</span><span class="o">.</span><span class="n">Model</span> <span class="o">==</span> <span class="n">best</span><span class="p">[</span><span class="s2">"Model"</span><span class="p">])</span> <span class="o">&</span> <span class="p">(</span><span class="n">dat_ana</span><span class="o">.</span><span class="n">Order</span> <span class="o">==</span> <span class="n">best</span><span class="p">[</span><span class="s2">"Order"</span><span class="p">])</span>
<span class="o">&</span> <span class="p">(</span><span class="n">dat_ana</span><span class="o">.</span><span class="n">Scheme</span> <span class="o">==</span> <span class="n">best</span><span class="p">[</span><span class="s2">"Scheme"</span><span class="p">])</span> <span class="o">&</span> <span class="p">(</span><span class="n">dat_ana</span><span class="o">.</span><span class="n">Partitions</span> <span class="o">==</span> <span class="n">best</span><span class="p">[</span><span class="s2">"Partitions"</span><span class="p">])]</span>
<span class="n">q05</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">extract_measure</span><span class="p">(</span><span class="n">df</span><span class="p">,</span> <span class="s1">'Q05'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">))</span>
<span class="n">q25</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">extract_measure</span><span class="p">(</span><span class="n">df</span><span class="p">,</span> <span class="s1">'Q25'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">))</span>
<span class="n">q75</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">extract_measure</span><span class="p">(</span><span class="n">df</span><span class="p">,</span> <span class="s1">'Q75'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">))</span>
<span class="n">q95</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">extract_measure</span><span class="p">(</span><span class="n">df</span><span class="p">,</span> <span class="s1">'Q95'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">))</span>
<span class="n">labels</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">check_replace_list</span><span class="p">(</span><span class="n">best</span><span class="p">[</span><span class="s2">"Model"</span><span class="p">]</span> <span class="o">+</span> <span class="s2">" "</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">best</span><span class="p">[</span><span class="s2">"Order"</span><span class="p">]),</span> <span class="n">replace</span><span class="p">))</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">boxplot</span><span class="p">(</span><span class="n">q05</span><span class="p">,</span> <span class="n">labels</span><span class="o">=</span><span class="n">labels</span><span class="p">,</span> <span class="n">vert</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> <span class="n">autorange</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">showmeans</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">boxplot</span><span class="p">(</span><span class="n">q25</span><span class="p">,</span> <span class="n">labels</span><span class="o">=</span><span class="n">labels</span><span class="p">,</span> <span class="n">vert</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> <span class="n">autorange</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">showmeans</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">2</span><span class="p">]</span><span class="o">.</span><span class="n">boxplot</span><span class="p">(</span><span class="n">q75</span><span class="p">,</span> <span class="n">labels</span><span class="o">=</span><span class="n">labels</span><span class="p">,</span> <span class="n">vert</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> <span class="n">autorange</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">showmeans</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">3</span><span class="p">]</span><span class="o">.</span><span class="n">boxplot</span><span class="p">(</span><span class="n">q95</span><span class="p">,</span> <span class="n">labels</span><span class="o">=</span><span class="n">labels</span><span class="p">,</span> <span class="n">vert</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> <span class="n">autorange</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">showmeans</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
<span class="n">plt</span><span class="o">.</span><span class="n">tight_layout</span><span class="p">()</span>
<span class="n">Util</span><span class="o">.</span><span class="n">show_and_save_image</span><span class="p">(</span><span class="n">fig</span><span class="p">,</span> <span class="n">file</span><span class="p">,</span> <span class="n">save</span><span class="p">)</span></div>
<div class="viewcode-block" id="save_dataframe_probabilistic"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.save_dataframe_probabilistic">[docs]</a><span class="k">def</span> <span class="nf">save_dataframe_probabilistic</span><span class="p">(</span><span class="n">experiments</span><span class="p">,</span> <span class="n">file</span><span class="p">,</span> <span class="n">objs</span><span class="p">,</span> <span class="n">crps</span><span class="p">,</span> <span class="n">times</span><span class="p">,</span> <span class="n">save</span><span class="p">,</span> <span class="n">synthetic</span><span class="p">,</span> <span class="n">steps</span><span class="p">,</span> <span class="n">method</span><span class="p">):</span>
<span class="sd">"""</span>
<span class="sd"> Save benchmark results for m-step ahead probabilistic forecasters </span>
<span class="sd"> :param experiments: </span>
<span class="sd"> :param file: </span>
<span class="sd"> :param objs: </span>
<span class="sd"> :param crps_interval: </span>
<span class="sd"> :param crps_distr: </span>
<span class="sd"> :param times: </span>
<span class="sd"> :param times2: </span>
<span class="sd"> :param save: </span>
<span class="sd"> :param synthetic: </span>
<span class="sd"> :return: </span>
<span class="sd"> """</span>
<span class="n">ret</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">if</span> <span class="n">synthetic</span><span class="p">:</span>
<span class="k">for</span> <span class="n">k</span> <span class="ow">in</span> <span class="nb">sorted</span><span class="p">(</span><span class="n">objs</span><span class="o">.</span><span class="n">keys</span><span class="p">()):</span>
<span class="k">try</span><span class="p">:</span>
<span class="n">ret</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">for</span> <span class="n">k</span> <span class="ow">in</span> <span class="nb">sorted</span><span class="p">(</span><span class="n">objs</span><span class="o">.</span><span class="n">keys</span><span class="p">()):</span>
<span class="k">try</span><span class="p">:</span>
<span class="n">mod</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">mfts</span> <span class="o">=</span> <span class="n">objs</span><span class="p">[</span><span class="n">k</span><span class="p">]</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">mfts</span><span class="o">.</span><span class="n">shortname</span><span class="p">)</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">mfts</span><span class="o">.</span><span class="n">order</span><span class="p">)</span>
<span class="k">if</span> <span class="ow">not</span> <span class="n">mfts</span><span class="o">.</span><span class="n">benchmark_only</span><span class="p">:</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">mfts</span><span class="o">.</span><span class="n">partitioner</span><span class="o">.</span><span class="n">name</span><span class="p">)</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">mfts</span><span class="o">.</span><span class="n">partitioner</span><span class="o">.</span><span class="n">partitions</span><span class="p">)</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">mfts</span><span class="p">))</span>
<span class="k">else</span><span class="p">:</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="s1">'-'</span><span class="p">)</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="s1">'-'</span><span class="p">)</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="s1">'-'</span><span class="p">)</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">steps</span><span class="p">[</span><span class="n">k</span><span class="p">])</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">method</span><span class="p">[</span><span class="n">k</span><span class="p">])</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanmean</span><span class="p">(</span><span class="n">crps</span><span class="p">[</span><span class="n">k</span><span class="p">]),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanstd</span><span class="p">(</span><span class="n">crps</span><span class="p">[</span><span class="n">k</span><span class="p">]),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanmean</span><span class="p">(</span><span class="n">times</span><span class="p">[</span><span class="n">k</span><span class="p">]),</span> <span class="mi">4</span><span class="p">))</span>
<span class="n">mod</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanstd</span><span class="p">(</span><span class="n">times</span><span class="p">[</span><span class="n">k</span><span class="p">]),</span> <span class="mi">4</span><span class="p">))</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">mod</span><span class="p">)</span>
<span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
<span class="nb">print</span><span class="p">(</span><span class="s1">'Erro: </span><span class="si">%s</span><span class="s1">'</span> <span class="o">%</span> <span class="n">e</span><span class="p">)</span>
<span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">ex</span><span class="p">:</span>
<span class="nb">print</span><span class="p">(</span><span class="s2">"Erro ao salvar "</span><span class="p">,</span> <span class="n">k</span><span class="p">)</span>
<span class="nb">print</span><span class="p">(</span><span class="s2">"Exceção "</span><span class="p">,</span> <span class="n">ex</span><span class="p">)</span>
<span class="n">columns</span> <span class="o">=</span> <span class="n">probabilistic_dataframe_synthetic_columns</span><span class="p">()</span>
<span class="k">else</span><span class="p">:</span>
<span class="k">for</span> <span class="n">k</span> <span class="ow">in</span> <span class="nb">sorted</span><span class="p">(</span><span class="n">objs</span><span class="o">.</span><span class="n">keys</span><span class="p">()):</span>
<span class="k">try</span><span class="p">:</span>
<span class="n">mfts</span> <span class="o">=</span> <span class="n">objs</span><span class="p">[</span><span class="n">k</span><span class="p">]</span>
<span class="n">n</span> <span class="o">=</span> <span class="n">mfts</span><span class="o">.</span><span class="n">shortname</span>
<span class="n">o</span> <span class="o">=</span> <span class="n">mfts</span><span class="o">.</span><span class="n">order</span>
<span class="k">if</span> <span class="ow">not</span> <span class="n">mfts</span><span class="o">.</span><span class="n">benchmark_only</span><span class="p">:</span>
<span class="n">s</span> <span class="o">=</span> <span class="n">mfts</span><span class="o">.</span><span class="n">partitioner</span><span class="o">.</span><span class="n">name</span>
<span class="n">p</span> <span class="o">=</span> <span class="n">mfts</span><span class="o">.</span><span class="n">partitioner</span><span class="o">.</span><span class="n">partitions</span>
<span class="n">l</span> <span class="o">=</span> <span class="nb">len</span><span class="p">(</span><span class="n">mfts</span><span class="p">)</span>
<span class="k">else</span><span class="p">:</span>
<span class="n">s</span> <span class="o">=</span> <span class="s1">'-'</span>
<span class="n">p</span> <span class="o">=</span> <span class="s1">'-'</span>
<span class="n">l</span> <span class="o">=</span> <span class="s1">'-'</span>
<span class="n">st</span> <span class="o">=</span> <span class="n">steps</span><span class="p">[</span><span class="n">k</span><span class="p">]</span>
<span class="n">mt</span> <span class="o">=</span> <span class="n">method</span><span class="p">[</span><span class="n">k</span><span class="p">]</span>
<span class="n">tmp</span> <span class="o">=</span> <span class="p">[</span><span class="n">n</span><span class="p">,</span> <span class="n">o</span><span class="p">,</span> <span class="n">s</span><span class="p">,</span> <span class="n">p</span><span class="p">,</span> <span class="n">l</span><span class="p">,</span> <span class="n">st</span><span class="p">,</span> <span class="n">mt</span><span class="p">,</span> <span class="s1">'CRPS'</span><span class="p">]</span>
<span class="n">tmp</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">crps</span><span class="p">[</span><span class="n">k</span><span class="p">])</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">deepcopy</span><span class="p">(</span><span class="n">tmp</span><span class="p">))</span>
<span class="n">tmp</span> <span class="o">=</span> <span class="p">[</span><span class="n">n</span><span class="p">,</span> <span class="n">o</span><span class="p">,</span> <span class="n">s</span><span class="p">,</span> <span class="n">p</span><span class="p">,</span> <span class="n">l</span><span class="p">,</span> <span class="n">st</span><span class="p">,</span> <span class="n">mt</span><span class="p">,</span> <span class="s1">'TIME'</span><span class="p">]</span>
<span class="n">tmp</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">times</span><span class="p">[</span><span class="n">k</span><span class="p">])</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">deepcopy</span><span class="p">(</span><span class="n">tmp</span><span class="p">))</span>
<span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">ex</span><span class="p">:</span>
<span class="nb">print</span><span class="p">(</span><span class="s2">"Erro ao salvar "</span><span class="p">,</span> <span class="n">k</span><span class="p">)</span>
<span class="nb">print</span><span class="p">(</span><span class="s2">"Exceção "</span><span class="p">,</span> <span class="n">ex</span><span class="p">)</span>
<span class="n">columns</span> <span class="o">=</span> <span class="n">probabilistic_dataframe_analytic_columns</span><span class="p">(</span><span class="n">experiments</span><span class="p">)</span>
<span class="n">dat</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">DataFrame</span><span class="p">(</span><span class="n">ret</span><span class="p">,</span> <span class="n">columns</span><span class="o">=</span><span class="n">columns</span><span class="p">)</span>
<span class="k">if</span> <span class="n">save</span><span class="p">:</span> <span class="n">dat</span><span class="o">.</span><span class="n">to_csv</span><span class="p">(</span><span class="n">Util</span><span class="o">.</span><span class="n">uniquefilename</span><span class="p">(</span><span class="n">file</span><span class="p">),</span> <span class="n">sep</span><span class="o">=</span><span class="s2">";"</span><span class="p">)</span>
<span class="k">return</span> <span class="n">dat</span></div>
<div class="viewcode-block" id="probabilistic_dataframe_analytic_columns"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.probabilistic_dataframe_analytic_columns">[docs]</a><span class="k">def</span> <span class="nf">probabilistic_dataframe_analytic_columns</span><span class="p">(</span><span class="n">experiments</span><span class="p">):</span>
<span class="n">columns</span> <span class="o">=</span> <span class="p">[</span><span class="nb">str</span><span class="p">(</span><span class="n">k</span><span class="p">)</span> <span class="k">for</span> <span class="n">k</span> <span class="ow">in</span> <span class="n">np</span><span class="o">.</span><span class="n">arange</span><span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="n">experiments</span><span class="p">)]</span>
<span class="n">columns</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="s2">"Model"</span><span class="p">)</span>
<span class="n">columns</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="s2">"Order"</span><span class="p">)</span>
<span class="n">columns</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="s2">"Scheme"</span><span class="p">)</span>
<span class="n">columns</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">3</span><span class="p">,</span> <span class="s2">"Partitions"</span><span class="p">)</span>
<span class="n">columns</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">4</span><span class="p">,</span> <span class="s2">"Size"</span><span class="p">)</span>
<span class="n">columns</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">5</span><span class="p">,</span> <span class="s2">"Steps"</span><span class="p">)</span>
<span class="n">columns</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">6</span><span class="p">,</span> <span class="s2">"Method"</span><span class="p">)</span>
<span class="n">columns</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">7</span><span class="p">,</span> <span class="s2">"Measure"</span><span class="p">)</span>
<span class="k">return</span> <span class="n">columns</span></div>
<div class="viewcode-block" id="probabilistic_dataframe_synthetic_columns"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.probabilistic_dataframe_synthetic_columns">[docs]</a><span class="k">def</span> <span class="nf">probabilistic_dataframe_synthetic_columns</span><span class="p">():</span>
<span class="n">columns</span> <span class="o">=</span> <span class="p">[</span><span class="s2">"Model"</span><span class="p">,</span> <span class="s2">"Order"</span><span class="p">,</span> <span class="s2">"Scheme"</span><span class="p">,</span> <span class="s2">"Partitions"</span><span class="p">,</span><span class="s2">"Size"</span><span class="p">,</span> <span class="s2">"Steps"</span><span class="p">,</span> <span class="s2">"Method"</span><span class="p">,</span> <span class="s2">"CRPSAVG"</span><span class="p">,</span> <span class="s2">"CRPSSTD"</span><span class="p">,</span>
<span class="s2">"TIMEAVG"</span><span class="p">,</span> <span class="s2">"TIMESTD"</span><span class="p">]</span>
<span class="k">return</span> <span class="n">columns</span></div>
<div class="viewcode-block" id="cast_dataframe_to_synthetic_probabilistic"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.cast_dataframe_to_synthetic_probabilistic">[docs]</a><span class="k">def</span> <span class="nf">cast_dataframe_to_synthetic_probabilistic</span><span class="p">(</span><span class="n">df</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">):</span>
<span class="n">crps1</span> <span class="o">=</span> <span class="n">extract_measure</span><span class="p">(</span><span class="n">df</span><span class="p">,</span> <span class="s1">'CRPS'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">)</span>
<span class="n">times1</span> <span class="o">=</span> <span class="n">extract_measure</span><span class="p">(</span><span class="n">df</span><span class="p">,</span> <span class="s1">'TIME'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">)</span>
<span class="n">ret</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanmean</span><span class="p">(</span><span class="n">crps1</span><span class="p">),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanstd</span><span class="p">(</span><span class="n">crps1</span><span class="p">),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanmean</span><span class="p">(</span><span class="n">times1</span><span class="p">),</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">ret</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">round</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">nanstd</span><span class="p">(</span><span class="n">times1</span><span class="p">),</span> <span class="mi">2</span><span class="p">))</span>
<span class="k">return</span> <span class="n">ret</span></div>
<div class="viewcode-block" id="unified_scaled_probabilistic"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.unified_scaled_probabilistic">[docs]</a><span class="k">def</span> <span class="nf">unified_scaled_probabilistic</span><span class="p">(</span><span class="n">experiments</span><span class="p">,</span> <span class="n">tam</span><span class="p">,</span> <span class="n">save</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> <span class="n">file</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span>
<span class="n">sort_columns</span><span class="o">=</span><span class="p">[</span><span class="s1">'CRPSAVG'</span><span class="p">,</span> <span class="s1">'CRPSSTD'</span><span class="p">],</span>
<span class="n">sort_ascend</span><span class="o">=</span><span class="p">[</span><span class="kc">True</span><span class="p">,</span> <span class="kc">True</span><span class="p">],</span> <span class="n">save_best</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
<span class="n">ignore</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">replace</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span>
<span class="n">fig</span><span class="p">,</span> <span class="n">axes</span> <span class="o">=</span> <span class="n">plt</span><span class="o">.</span><span class="n">subplots</span><span class="p">(</span><span class="n">nrows</span><span class="o">=</span><span class="mi">1</span><span class="p">,</span> <span class="n">ncols</span><span class="o">=</span><span class="mi">1</span><span class="p">,</span> <span class="n">figsize</span><span class="o">=</span><span class="n">tam</span><span class="p">)</span>
<span class="n">axes</span><span class="o">.</span><span class="n">set_title</span><span class="p">(</span><span class="s1">'CRPS'</span><span class="p">)</span>
<span class="c1">#axes[1].set_title('CRPS Distribution Ahead')</span>
<span class="n">models</span> <span class="o">=</span> <span class="p">{}</span>
<span class="k">for</span> <span class="n">experiment</span> <span class="ow">in</span> <span class="n">experiments</span><span class="p">:</span>
<span class="nb">print</span><span class="p">(</span><span class="n">experiment</span><span class="p">)</span>
<span class="n">mdl</span> <span class="o">=</span> <span class="p">{}</span>
<span class="n">dat_syn</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_csv</span><span class="p">(</span><span class="n">experiment</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">sep</span><span class="o">=</span><span class="s2">";"</span><span class="p">,</span> <span class="n">usecols</span><span class="o">=</span><span class="n">probabilistic_dataframe_synthetic_columns</span><span class="p">())</span>
<span class="n">bests</span> <span class="o">=</span> <span class="n">find_best</span><span class="p">(</span><span class="n">dat_syn</span><span class="p">,</span> <span class="n">sort_columns</span><span class="p">,</span> <span class="n">sort_ascend</span><span class="p">)</span>
<span class="n">dat_ana</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_csv</span><span class="p">(</span><span class="n">experiment</span><span class="p">[</span><span class="mi">1</span><span class="p">],</span> <span class="n">sep</span><span class="o">=</span><span class="s2">";"</span><span class="p">,</span> <span class="n">usecols</span><span class="o">=</span><span class="n">probabilistic_dataframe_analytic_columns</span><span class="p">(</span><span class="n">experiment</span><span class="p">[</span><span class="mi">2</span><span class="p">]))</span>
<span class="n">crps1</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">crps2</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">data_columns</span> <span class="o">=</span> <span class="n">analytical_data_columns</span><span class="p">(</span><span class="n">experiment</span><span class="p">[</span><span class="mi">2</span><span class="p">])</span>
<span class="k">for</span> <span class="n">b</span> <span class="ow">in</span> <span class="nb">sorted</span><span class="p">(</span><span class="n">bests</span><span class="o">.</span><span class="n">keys</span><span class="p">()):</span>
<span class="k">if</span> <span class="n">check_ignore_list</span><span class="p">(</span><span class="n">b</span><span class="p">,</span> <span class="n">ignore</span><span class="p">):</span>
<span class="k">continue</span>
<span class="k">if</span> <span class="n">b</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">models</span><span class="p">:</span>
<span class="n">models</span><span class="p">[</span><span class="n">b</span><span class="p">]</span> <span class="o">=</span> <span class="p">{}</span>
<span class="n">models</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'crps1'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">models</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'crps2'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">if</span> <span class="n">b</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">mdl</span><span class="p">:</span>
<span class="n">mdl</span><span class="p">[</span><span class="n">b</span><span class="p">]</span> <span class="o">=</span> <span class="p">{}</span>
<span class="n">mdl</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'crps1'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">mdl</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'crps2'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">best</span> <span class="o">=</span> <span class="n">bests</span><span class="p">[</span><span class="n">b</span><span class="p">]</span>
<span class="nb">print</span><span class="p">(</span><span class="n">best</span><span class="p">)</span>
<span class="n">tmp</span> <span class="o">=</span> <span class="n">dat_ana</span><span class="p">[(</span><span class="n">dat_ana</span><span class="o">.</span><span class="n">Model</span> <span class="o">==</span> <span class="n">best</span><span class="p">[</span><span class="s2">"Model"</span><span class="p">])</span> <span class="o">&</span> <span class="p">(</span><span class="n">dat_ana</span><span class="o">.</span><span class="n">Order</span> <span class="o">==</span> <span class="n">best</span><span class="p">[</span><span class="s2">"Order"</span><span class="p">])</span>
<span class="o">&</span> <span class="p">(</span><span class="n">dat_ana</span><span class="o">.</span><span class="n">Scheme</span> <span class="o">==</span> <span class="n">best</span><span class="p">[</span><span class="s2">"Scheme"</span><span class="p">])</span> <span class="o">&</span> <span class="p">(</span><span class="n">dat_ana</span><span class="o">.</span><span class="n">Partitions</span> <span class="o">==</span> <span class="n">best</span><span class="p">[</span><span class="s2">"Partitions"</span><span class="p">])]</span>
<span class="n">tmpl</span> <span class="o">=</span> <span class="n">extract_measure</span><span class="p">(</span><span class="n">tmp</span><span class="p">,</span> <span class="s1">'CRPS_Interval'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">)</span>
<span class="n">mdl</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'crps1'</span><span class="p">]</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">tmpl</span><span class="p">)</span>
<span class="n">crps1</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">tmpl</span><span class="p">)</span>
<span class="n">tmpl</span> <span class="o">=</span> <span class="n">extract_measure</span><span class="p">(</span><span class="n">tmp</span><span class="p">,</span> <span class="s1">'CRPS_Distribution'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">)</span>
<span class="n">mdl</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'crps2'</span><span class="p">]</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">tmpl</span><span class="p">)</span>
<span class="n">crps2</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">tmpl</span><span class="p">)</span>
<span class="n">models</span><span class="p">[</span><span class="n">b</span><span class="p">][</span><span class="s1">'label'</span><span class="p">]</span> <span class="o">=</span> <span class="n">check_replace_list</span><span class="p">(</span><span class="n">best</span><span class="p">[</span><span class="s2">"Model"</span><span class="p">]</span> <span class="o">+</span> <span class="s2">" "</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">best</span><span class="p">[</span><span class="s2">"Order"</span><span class="p">]),</span> <span class="n">replace</span><span class="p">)</span>
<span class="n">crps1_param</span> <span class="o">=</span> <span class="n">scale_params</span><span class="p">(</span><span class="n">crps1</span><span class="p">)</span>
<span class="n">crps2_param</span> <span class="o">=</span> <span class="n">scale_params</span><span class="p">(</span><span class="n">crps2</span><span class="p">)</span>
<span class="k">for</span> <span class="n">key</span> <span class="ow">in</span> <span class="nb">sorted</span><span class="p">(</span><span class="n">mdl</span><span class="o">.</span><span class="n">keys</span><span class="p">()):</span>
<span class="nb">print</span><span class="p">(</span><span class="n">key</span><span class="p">)</span>
<span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'crps1'</span><span class="p">]</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">scale</span><span class="p">(</span><span class="n">mdl</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'crps1'</span><span class="p">],</span> <span class="n">crps1_param</span><span class="p">))</span>
<span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'crps2'</span><span class="p">]</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">scale</span><span class="p">(</span><span class="n">mdl</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'crps2'</span><span class="p">],</span> <span class="n">crps2_param</span><span class="p">))</span>
<span class="n">crps1</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">crps2</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">labels</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">for</span> <span class="n">key</span> <span class="ow">in</span> <span class="nb">sorted</span><span class="p">(</span><span class="n">models</span><span class="o">.</span><span class="n">keys</span><span class="p">()):</span>
<span class="n">crps1</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'crps1'</span><span class="p">])</span>
<span class="n">crps2</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'crps2'</span><span class="p">])</span>
<span class="n">labels</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">models</span><span class="p">[</span><span class="n">key</span><span class="p">][</span><span class="s1">'label'</span><span class="p">])</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">boxplot</span><span class="p">(</span><span class="n">crps1</span><span class="p">,</span> <span class="n">labels</span><span class="o">=</span><span class="n">labels</span><span class="p">,</span> <span class="n">autorange</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">showmeans</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">boxplot</span><span class="p">(</span><span class="n">crps2</span><span class="p">,</span> <span class="n">labels</span><span class="o">=</span><span class="n">labels</span><span class="p">,</span> <span class="n">autorange</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">showmeans</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
<span class="n">plt</span><span class="o">.</span><span class="n">tight_layout</span><span class="p">()</span>
<span class="n">Util</span><span class="o">.</span><span class="n">show_and_save_image</span><span class="p">(</span><span class="n">fig</span><span class="p">,</span> <span class="n">file</span><span class="p">,</span> <span class="n">save</span><span class="p">)</span></div>
<div class="viewcode-block" id="plot_dataframe_probabilistic"><a class="viewcode-back" href="../../../pyFTS.benchmarks.html#pyFTS.benchmarks.Util.plot_dataframe_probabilistic">[docs]</a><span class="k">def</span> <span class="nf">plot_dataframe_probabilistic</span><span class="p">(</span><span class="n">file_synthetic</span><span class="p">,</span> <span class="n">file_analytic</span><span class="p">,</span> <span class="n">experiments</span><span class="p">,</span> <span class="n">tam</span><span class="p">,</span> <span class="n">save</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> <span class="n">file</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span>
<span class="n">sort_columns</span><span class="o">=</span><span class="p">[</span><span class="s1">'CRPS1AVG'</span><span class="p">,</span> <span class="s1">'CRPS2AVG'</span><span class="p">,</span> <span class="s1">'CRPS1STD'</span><span class="p">,</span> <span class="s1">'CRPS2STD'</span><span class="p">],</span>
<span class="n">sort_ascend</span><span class="o">=</span><span class="p">[</span><span class="kc">True</span><span class="p">,</span> <span class="kc">True</span><span class="p">,</span> <span class="kc">True</span><span class="p">,</span> <span class="kc">True</span><span class="p">],</span> <span class="n">save_best</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
<span class="n">ignore</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">replace</span><span class="o">=</span><span class="kc">None</span><span class="p">):</span>
<span class="n">fig</span><span class="p">,</span> <span class="n">axes</span> <span class="o">=</span> <span class="n">plt</span><span class="o">.</span><span class="n">subplots</span><span class="p">(</span><span class="n">nrows</span><span class="o">=</span><span class="mi">2</span><span class="p">,</span> <span class="n">ncols</span><span class="o">=</span><span class="mi">1</span><span class="p">,</span> <span class="n">figsize</span><span class="o">=</span><span class="n">tam</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">set_title</span><span class="p">(</span><span class="s1">'CRPS'</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">set_title</span><span class="p">(</span><span class="s1">'CRPS'</span><span class="p">)</span>
<span class="n">dat_syn</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_csv</span><span class="p">(</span><span class="n">file_synthetic</span><span class="p">,</span> <span class="n">sep</span><span class="o">=</span><span class="s2">";"</span><span class="p">,</span> <span class="n">usecols</span><span class="o">=</span><span class="n">probabilistic_dataframe_synthetic_columns</span><span class="p">())</span>
<span class="n">bests</span> <span class="o">=</span> <span class="n">find_best</span><span class="p">(</span><span class="n">dat_syn</span><span class="p">,</span> <span class="n">sort_columns</span><span class="p">,</span> <span class="n">sort_ascend</span><span class="p">)</span>
<span class="n">dat_ana</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_csv</span><span class="p">(</span><span class="n">file_analytic</span><span class="p">,</span> <span class="n">sep</span><span class="o">=</span><span class="s2">";"</span><span class="p">,</span> <span class="n">usecols</span><span class="o">=</span><span class="n">probabilistic_dataframe_analytic_columns</span><span class="p">(</span><span class="n">experiments</span><span class="p">))</span>
<span class="n">data_columns</span> <span class="o">=</span> <span class="n">analytical_data_columns</span><span class="p">(</span><span class="n">experiments</span><span class="p">)</span>
<span class="k">if</span> <span class="n">save_best</span><span class="p">:</span>
<span class="n">dat</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">DataFrame</span><span class="o">.</span><span class="n">from_dict</span><span class="p">(</span><span class="n">bests</span><span class="p">,</span> <span class="n">orient</span><span class="o">=</span><span class="s1">'index'</span><span class="p">)</span>
<span class="n">dat</span><span class="o">.</span><span class="n">to_csv</span><span class="p">(</span><span class="n">Util</span><span class="o">.</span><span class="n">uniquefilename</span><span class="p">(</span><span class="n">file_synthetic</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s2">"synthetic"</span><span class="p">,</span><span class="s2">"best"</span><span class="p">)),</span> <span class="n">sep</span><span class="o">=</span><span class="s2">";"</span><span class="p">,</span> <span class="n">index</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span>
<span class="n">crps1</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">crps2</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">labels</span> <span class="o">=</span> <span class="p">[]</span>
<span class="k">for</span> <span class="n">b</span> <span class="ow">in</span> <span class="nb">sorted</span><span class="p">(</span><span class="n">bests</span><span class="o">.</span><span class="n">keys</span><span class="p">()):</span>
<span class="k">if</span> <span class="n">check_ignore_list</span><span class="p">(</span><span class="n">b</span><span class="p">,</span> <span class="n">ignore</span><span class="p">):</span>
<span class="k">continue</span>
<span class="n">best</span> <span class="o">=</span> <span class="n">bests</span><span class="p">[</span><span class="n">b</span><span class="p">]</span>
<span class="n">df</span> <span class="o">=</span> <span class="n">dat_ana</span><span class="p">[(</span><span class="n">dat_ana</span><span class="o">.</span><span class="n">Model</span> <span class="o">==</span> <span class="n">best</span><span class="p">[</span><span class="s2">"Model"</span><span class="p">])</span> <span class="o">&</span> <span class="p">(</span><span class="n">dat_ana</span><span class="o">.</span><span class="n">Order</span> <span class="o">==</span> <span class="n">best</span><span class="p">[</span><span class="s2">"Order"</span><span class="p">])</span>
<span class="o">&</span> <span class="p">(</span><span class="n">dat_ana</span><span class="o">.</span><span class="n">Scheme</span> <span class="o">==</span> <span class="n">best</span><span class="p">[</span><span class="s2">"Scheme"</span><span class="p">])</span> <span class="o">&</span> <span class="p">(</span><span class="n">dat_ana</span><span class="o">.</span><span class="n">Partitions</span> <span class="o">==</span> <span class="n">best</span><span class="p">[</span><span class="s2">"Partitions"</span><span class="p">])]</span>
<span class="n">crps1</span><span class="o">.</span><span class="n">append</span><span class="p">(</span> <span class="n">extract_measure</span><span class="p">(</span><span class="n">df</span><span class="p">,</span><span class="s1">'CRPS_Interval'</span><span class="p">,</span><span class="n">data_columns</span><span class="p">)</span> <span class="p">)</span>
<span class="n">crps2</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">extract_measure</span><span class="p">(</span><span class="n">df</span><span class="p">,</span> <span class="s1">'CRPS_Distribution'</span><span class="p">,</span> <span class="n">data_columns</span><span class="p">))</span>
<span class="n">labels</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">check_replace_list</span><span class="p">(</span><span class="n">best</span><span class="p">[</span><span class="s2">"Model"</span><span class="p">]</span> <span class="o">+</span> <span class="s2">" "</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">best</span><span class="p">[</span><span class="s2">"Order"</span><span class="p">]),</span> <span class="n">replace</span><span class="p">))</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">boxplot</span><span class="p">(</span><span class="n">crps1</span><span class="p">,</span> <span class="n">labels</span><span class="o">=</span><span class="n">labels</span><span class="p">,</span> <span class="n">autorange</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">showmeans</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
<span class="n">axes</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">boxplot</span><span class="p">(</span><span class="n">crps2</span><span class="p">,</span> <span class="n">labels</span><span class="o">=</span><span class="n">labels</span><span class="p">,</span> <span class="n">autorange</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">showmeans</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
<span class="n">plt</span><span class="o">.</span><span class="n">tight_layout</span><span class="p">()</span>
<span class="n">Util</span><span class="o">.</span><span class="n">show_and_save_image</span><span class="p">(</span><span class="n">fig</span><span class="p">,</span> <span class="n">file</span><span class="p">,</span> <span class="n">save</span><span class="p">)</span></div>
</pre></div>
<div class="clearer"></div>
</div>
</div>
</div>
<div class="sphinxsidebar" role="navigation" aria-label="main navigation">
<div class="sphinxsidebarwrapper">
<div id="searchbox" style="display: none" role="search">
<h3 id="searchlabel">Quick search</h3>
<div class="searchformwrapper">
<form class="search" action="../../../search.html" method="get">
<input type="text" name="q" aria-labelledby="searchlabel" />
<input type="submit" value="Go" />
</form>
</div>
</div>
<script>$('#searchbox').show(0);</script>
</div>
</div>
<div class="clearer"></div>
</div>
<div class="related" role="navigation" aria-label="related navigation">
<h3>Navigation</h3>
<ul>
<li class="right" style="margin-right: 10px">
<a href="../../../genindex.html" title="General Index"
>index</a></li>
<li class="right" >
<a href="../../../py-modindex.html" title="Python Module Index"
>modules</a> |</li>
<li class="nav-item nav-item-0"><a href="../../../index.html">pyFTS 1.6 documentation</a> »</li>
<li class="nav-item nav-item-1"><a href="../../index.html" >Module code</a> »</li>
<li class="nav-item nav-item-this"><a href="">pyFTS.benchmarks.Util</a></li>
</ul>
</div>
<div class="footer" role="contentinfo">
© Copyright 2018, Machine Intelligence and Data Science Laboratory - UFMG - Brazil.
Created using <a href="https://www.sphinx-doc.org/">Sphinx</a> 3.1.2.
</div>
</body>
</html>