add: loader classes adjusted

Author: jakobgabriel

docs/timeseries_shaper/loader/timeseries/timescale_loader.html

@@ -131,7 +131,7 @@ <h1 class="modulename">
 </span><span id="L-55"><a href="#L-55"><span class="linenos">55</span></a>                    <span class="k">for</span> <span class="n">_</span><span class="p">,</span> <span class="n">row</span> <span class="ow">in</span> <span class="n">chunk</span><span class="o">.</span><span class="n">iterrows</span><span class="p">():</span>
 </span><span id="L-56"><a href="#L-56"><span class="linenos">56</span></a>                        <span class="n">systime</span> <span class="o">=</span> <span class="n">row</span><span class="p">[</span><span class="s1">&#39;systime&#39;</span><span class="p">]</span>
 </span><span id="L-57"><a href="#L-57"><span class="linenos">57</span></a>                        <span class="n">timeslot_dir</span> <span class="o">=</span> <span class="n">Path</span><span class="p">(</span><span class="nb">str</span><span class="p">(</span><span class="n">systime</span><span class="o">.</span><span class="n">year</span><span class="p">),</span> <span class="nb">str</span><span class="p">(</span><span class="n">systime</span><span class="o">.</span><span class="n">month</span><span class="p">)</span><span class="o">.</span><span class="n">zfill</span><span class="p">(</span><span class="mi">2</span><span class="p">),</span> <span class="nb">str</span><span class="p">(</span><span class="n">systime</span><span class="o">.</span><span class="n">day</span><span class="p">)</span><span class="o">.</span><span class="n">zfill</span><span class="p">(</span><span class="mi">2</span><span class="p">),</span> <span class="nb">str</span><span class="p">(</span><span class="n">systime</span><span class="o">.</span><span class="n">hour</span><span class="p">)</span><span class="o">.</span><span class="n">zfill</span><span class="p">(</span><span class="mi">2</span><span class="p">))</span>
-</span><span id="L-58"><a href="#L-58"><span class="linenos">58</span></a>                        <span class="n">output_path</span> <span class="o">=</span> <span class="n">Path</span><span class="p">(</span><span class="n">output_dir</span><span class="p">,</span> <span class="sa">f</span><span class="s2">&quot;</span><span class="si">{</span><span class="n">uuid</span><span class="si">}</span><span class="s2">/</span><span class="si">{</span><span class="n">timeslot_dir</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
+</span><span id="L-58"><a href="#L-58"><span class="linenos">58</span></a>                        <span class="n">output_path</span> <span class="o">=</span> <span class="n">Path</span><span class="p">(</span><span class="n">output_dir</span><span class="p">,</span> <span class="n">timeslot_dir</span><span class="p">)</span>
 </span><span id="L-59"><a href="#L-59"><span class="linenos">59</span></a>                        <span class="n">output_path</span><span class="o">.</span><span class="n">mkdir</span><span class="p">(</span><span class="n">parents</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">exist_ok</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
 </span><span id="L-60"><a href="#L-60"><span class="linenos">60</span></a>                        <span class="n">row</span><span class="o">.</span><span class="n">to_frame</span><span class="p">()</span><span class="o">.</span><span class="n">T</span><span class="o">.</span><span class="n">to_parquet</span><span class="p">(</span><span class="n">output_path</span> <span class="o">/</span> <span class="sa">f</span><span class="s2">&quot;</span><span class="si">{</span><span class="n">uuid</span><span class="si">}</span><span class="s2">.parquet&quot;</span><span class="p">,</span> <span class="n">index</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span>
 </span><span id="L-61"><a href="#L-61"><span class="linenos">61</span></a>
@@ -209,7 +209,7 @@ <h1 class="modulename">
 </span><span id="TimescaleDBDataAccess-56"><a href="#TimescaleDBDataAccess-56"><span class="linenos">56</span></a>                    <span class="k">for</span> <span class="n">_</span><span class="p">,</span> <span class="n">row</span> <span class="ow">in</span> <span class="n">chunk</span><span class="o">.</span><span class="n">iterrows</span><span class="p">():</span>
 </span><span id="TimescaleDBDataAccess-57"><a href="#TimescaleDBDataAccess-57"><span class="linenos">57</span></a>                        <span class="n">systime</span> <span class="o">=</span> <span class="n">row</span><span class="p">[</span><span class="s1">&#39;systime&#39;</span><span class="p">]</span>
 </span><span id="TimescaleDBDataAccess-58"><a href="#TimescaleDBDataAccess-58"><span class="linenos">58</span></a>                        <span class="n">timeslot_dir</span> <span class="o">=</span> <span class="n">Path</span><span class="p">(</span><span class="nb">str</span><span class="p">(</span><span class="n">systime</span><span class="o">.</span><span class="n">year</span><span class="p">),</span> <span class="nb">str</span><span class="p">(</span><span class="n">systime</span><span class="o">.</span><span class="n">month</span><span class="p">)</span><span class="o">.</span><span class="n">zfill</span><span class="p">(</span><span class="mi">2</span><span class="p">),</span> <span class="nb">str</span><span class="p">(</span><span class="n">systime</span><span class="o">.</span><span class="n">day</span><span class="p">)</span><span class="o">.</span><span class="n">zfill</span><span class="p">(</span><span class="mi">2</span><span class="p">),</span> <span class="nb">str</span><span class="p">(</span><span class="n">systime</span><span class="o">.</span><span class="n">hour</span><span class="p">)</span><span class="o">.</span><span class="n">zfill</span><span class="p">(</span><span class="mi">2</span><span class="p">))</span>
-</span><span id="TimescaleDBDataAccess-59"><a href="#TimescaleDBDataAccess-59"><span class="linenos">59</span></a>                        <span class="n">output_path</span> <span class="o">=</span> <span class="n">Path</span><span class="p">(</span><span class="n">output_dir</span><span class="p">,</span> <span class="sa">f</span><span class="s2">&quot;</span><span class="si">{</span><span class="n">uuid</span><span class="si">}</span><span class="s2">/</span><span class="si">{</span><span class="n">timeslot_dir</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
+</span><span id="TimescaleDBDataAccess-59"><a href="#TimescaleDBDataAccess-59"><span class="linenos">59</span></a>                        <span class="n">output_path</span> <span class="o">=</span> <span class="n">Path</span><span class="p">(</span><span class="n">output_dir</span><span class="p">,</span> <span class="n">timeslot_dir</span><span class="p">)</span>
 </span><span id="TimescaleDBDataAccess-60"><a href="#TimescaleDBDataAccess-60"><span class="linenos">60</span></a>                        <span class="n">output_path</span><span class="o">.</span><span class="n">mkdir</span><span class="p">(</span><span class="n">parents</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">exist_ok</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
 </span><span id="TimescaleDBDataAccess-61"><a href="#TimescaleDBDataAccess-61"><span class="linenos">61</span></a>                        <span class="n">row</span><span class="o">.</span><span class="n">to_frame</span><span class="p">()</span><span class="o">.</span><span class="n">T</span><span class="o">.</span><span class="n">to_parquet</span><span class="p">(</span><span class="n">output_path</span> <span class="o">/</span> <span class="sa">f</span><span class="s2">&quot;</span><span class="si">{</span><span class="n">uuid</span><span class="si">}</span><span class="s2">.parquet&quot;</span><span class="p">,</span> <span class="n">index</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span>
 </span><span id="TimescaleDBDataAccess-62"><a href="#TimescaleDBDataAccess-62"><span class="linenos">62</span></a>
@@ -351,7 +351,7 @@ <h6 id="parameters">Parameters</h6>
 </span><span id="TimescaleDBDataAccess.fetch_data_as_parquet-56"><a href="#TimescaleDBDataAccess.fetch_data_as_parquet-56"><span class="linenos">56</span></a>                    <span class="k">for</span> <span class="n">_</span><span class="p">,</span> <span class="n">row</span> <span class="ow">in</span> <span class="n">chunk</span><span class="o">.</span><span class="n">iterrows</span><span class="p">():</span>
 </span><span id="TimescaleDBDataAccess.fetch_data_as_parquet-57"><a href="#TimescaleDBDataAccess.fetch_data_as_parquet-57"><span class="linenos">57</span></a>                        <span class="n">systime</span> <span class="o">=</span> <span class="n">row</span><span class="p">[</span><span class="s1">&#39;systime&#39;</span><span class="p">]</span>
 </span><span id="TimescaleDBDataAccess.fetch_data_as_parquet-58"><a href="#TimescaleDBDataAccess.fetch_data_as_parquet-58"><span class="linenos">58</span></a>                        <span class="n">timeslot_dir</span> <span class="o">=</span> <span class="n">Path</span><span class="p">(</span><span class="nb">str</span><span class="p">(</span><span class="n">systime</span><span class="o">.</span><span class="n">year</span><span class="p">),</span> <span class="nb">str</span><span class="p">(</span><span class="n">systime</span><span class="o">.</span><span class="n">month</span><span class="p">)</span><span class="o">.</span><span class="n">zfill</span><span class="p">(</span><span class="mi">2</span><span class="p">),</span> <span class="nb">str</span><span class="p">(</span><span class="n">systime</span><span class="o">.</span><span class="n">day</span><span class="p">)</span><span class="o">.</span><span class="n">zfill</span><span class="p">(</span><span class="mi">2</span><span class="p">),</span> <span class="nb">str</span><span class="p">(</span><span class="n">systime</span><span class="o">.</span><span class="n">hour</span><span class="p">)</span><span class="o">.</span><span class="n">zfill</span><span class="p">(</span><span class="mi">2</span><span class="p">))</span>
-</span><span id="TimescaleDBDataAccess.fetch_data_as_parquet-59"><a href="#TimescaleDBDataAccess.fetch_data_as_parquet-59"><span class="linenos">59</span></a>                        <span class="n">output_path</span> <span class="o">=</span> <span class="n">Path</span><span class="p">(</span><span class="n">output_dir</span><span class="p">,</span> <span class="sa">f</span><span class="s2">&quot;</span><span class="si">{</span><span class="n">uuid</span><span class="si">}</span><span class="s2">/</span><span class="si">{</span><span class="n">timeslot_dir</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
+</span><span id="TimescaleDBDataAccess.fetch_data_as_parquet-59"><a href="#TimescaleDBDataAccess.fetch_data_as_parquet-59"><span class="linenos">59</span></a>                        <span class="n">output_path</span> <span class="o">=</span> <span class="n">Path</span><span class="p">(</span><span class="n">output_dir</span><span class="p">,</span> <span class="n">timeslot_dir</span><span class="p">)</span>
 </span><span id="TimescaleDBDataAccess.fetch_data_as_parquet-60"><a href="#TimescaleDBDataAccess.fetch_data_as_parquet-60"><span class="linenos">60</span></a>                        <span class="n">output_path</span><span class="o">.</span><span class="n">mkdir</span><span class="p">(</span><span class="n">parents</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">exist_ok</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
 </span><span id="TimescaleDBDataAccess.fetch_data_as_parquet-61"><a href="#TimescaleDBDataAccess.fetch_data_as_parquet-61"><span class="linenos">61</span></a>                        <span class="n">row</span><span class="o">.</span><span class="n">to_frame</span><span class="p">()</span><span class="o">.</span><span class="n">T</span><span class="o">.</span><span class="n">to_parquet</span><span class="p">(</span><span class="n">output_path</span> <span class="o">/</span> <span class="sa">f</span><span class="s2">&quot;</span><span class="si">{</span><span class="n">uuid</span><span class="si">}</span><span class="s2">.parquet&quot;</span><span class="p">,</span> <span class="n">index</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span>
 </span></pre></div>

docs/timeseries_shaper/time_functions.html

@@ -24,6 +24,7 @@
 
             <h2>Submodules</h2>
             <ul>
+                    <li><a href="time_functions/timestamp_converter.html">timestamp_converter</a></li>
                     <li><a href="time_functions/timezone_shift.html">timezone_shift</a></li>
             </ul>