mirror of
https://github.com/johnkerl/miller.git
synced 2026-08-02 04:22:59 +00:00
401 lines
No EOL
26 KiB
HTML
401 lines
No EOL
26 KiB
HTML
|
||
<!DOCTYPE html>
|
||
|
||
<html>
|
||
<head>
|
||
<meta charset="utf-8" />
|
||
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
|
||
<title>Mixing with other languages — Miller 5.10.2 documentation</title>
|
||
<link rel="stylesheet" href="_static/classic.css" type="text/css" />
|
||
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
|
||
|
||
<script id="documentation_options" data-url_root="./" src="_static/documentation_options.js"></script>
|
||
<script src="_static/jquery.js"></script>
|
||
<script src="_static/underscore.js"></script>
|
||
<script src="_static/doctools.js"></script>
|
||
<script src="_static/language_data.js"></script>
|
||
|
||
<link rel="index" title="Index" href="genindex.html" />
|
||
<link rel="search" title="Search" href="search.html" />
|
||
<link rel="next" title="Main reference" href="reference.html" />
|
||
<link rel="prev" title="Cookbook part 3: Stats with and without out-of-stream variables" href="cookbook3.html" />
|
||
</head><body>
|
||
<div class="related" role="navigation" aria-label="related navigation">
|
||
<h3>Navigation</h3>
|
||
<ul>
|
||
<li class="right" style="margin-right: 10px">
|
||
<a href="genindex.html" title="General Index"
|
||
accesskey="I">index</a></li>
|
||
<li class="right" >
|
||
<a href="reference.html" title="Main reference"
|
||
accesskey="N">next</a> |</li>
|
||
<li class="right" >
|
||
<a href="cookbook3.html" title="Cookbook part 3: Stats with and without out-of-stream variables"
|
||
accesskey="P">previous</a> |</li>
|
||
<li class="nav-item nav-item-0"><a href="index.html">Miller 5.10.2 documentation</a> »</li>
|
||
<li class="nav-item nav-item-this"><a href="">Mixing with other languages</a></li>
|
||
</ul>
|
||
</div>
|
||
|
||
<div class="document">
|
||
<div class="documentwrapper">
|
||
<div class="bodywrapper">
|
||
<div class="body" role="main">
|
||
|
||
<div class="section" id="mixing-with-other-languages">
|
||
<h1>Mixing with other languages<a class="headerlink" href="#mixing-with-other-languages" title="Permalink to this headline">¶</a></h1>
|
||
<p>As discussed in the section on <a class="reference internal" href="file-formats.html"><span class="doc">File formats</span></a>, Miller supports several different file formats. Different tools are good at different things, so it’s important to be able to move data into and out of other languages. <strong>CSV</strong> and <strong>JSON</strong> are well-known, of course; here are some examples using <strong>DKVP</strong> format, with <strong>Ruby</strong> and <strong>Python</strong>. Last, we show how to use arbitrary <strong>shell commands</strong> to extend functionality beyond Miller’s domain-specific language.</p>
|
||
<div class="section" id="dkvp-i-o-in-python">
|
||
<h2>DKVP I/O in Python<a class="headerlink" href="#dkvp-i-o-in-python" title="Permalink to this headline">¶</a></h2>
|
||
<p>Here are the I/O routines:</p>
|
||
<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="ch">#!/usr/bin/env python</span>
|
||
|
||
<span class="c1"># ================================================================</span>
|
||
<span class="c1"># Example of DKVP I/O using Python.</span>
|
||
<span class="c1">#</span>
|
||
<span class="c1"># Key point: Use Miller for what it's good at; pass data into/out of tools in</span>
|
||
<span class="c1"># other languages to do what they're good at.</span>
|
||
<span class="c1">#</span>
|
||
<span class="c1"># bash$ python -i dkvp_io.py</span>
|
||
<span class="c1">#</span>
|
||
<span class="c1"># # READ</span>
|
||
<span class="c1"># >>> map = dkvpline2map('x=1,y=2', '=', ',')</span>
|
||
<span class="c1"># >>> map</span>
|
||
<span class="c1"># OrderedDict([('x', '1'), ('y', '2')])</span>
|
||
<span class="c1">#</span>
|
||
<span class="c1"># # MODIFY</span>
|
||
<span class="c1"># >>> map['z'] = map['x'] + map['y']</span>
|
||
<span class="c1"># >>> map</span>
|
||
<span class="c1"># OrderedDict([('x', '1'), ('y', '2'), ('z', 3)])</span>
|
||
<span class="c1">#</span>
|
||
<span class="c1"># # WRITE</span>
|
||
<span class="c1"># >>> line = map2dkvpline(map, '=', ',')</span>
|
||
<span class="c1"># >>> line</span>
|
||
<span class="c1"># 'x=1,y=2,z=3'</span>
|
||
<span class="c1">#</span>
|
||
<span class="c1"># ================================================================</span>
|
||
|
||
<span class="kn">import</span> <span class="nn">re</span>
|
||
<span class="kn">import</span> <span class="nn">collections</span>
|
||
|
||
<span class="c1"># ----------------------------------------------------------------</span>
|
||
<span class="c1"># ips and ifs (input pair separator and input field separator) are nominally '=' and ','.</span>
|
||
<span class="k">def</span> <span class="nf">dkvpline2map</span><span class="p">(</span><span class="n">line</span><span class="p">,</span> <span class="n">ips</span><span class="p">,</span> <span class="n">ifs</span><span class="p">):</span>
|
||
<span class="n">pairs</span> <span class="o">=</span> <span class="n">re</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="n">ifs</span><span class="p">,</span> <span class="n">line</span><span class="p">)</span>
|
||
<span class="nb">map</span> <span class="o">=</span> <span class="n">collections</span><span class="o">.</span><span class="n">OrderedDict</span><span class="p">()</span>
|
||
<span class="k">for</span> <span class="n">pair</span> <span class="ow">in</span> <span class="n">pairs</span><span class="p">:</span>
|
||
<span class="n">key</span><span class="p">,</span> <span class="n">value</span> <span class="o">=</span> <span class="n">re</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="n">ips</span><span class="p">,</span> <span class="n">pair</span><span class="p">,</span> <span class="mi">1</span><span class="p">)</span>
|
||
|
||
<span class="c1"># Type inference:</span>
|
||
<span class="k">try</span><span class="p">:</span>
|
||
<span class="n">value</span> <span class="o">=</span> <span class="nb">int</span><span class="p">(</span><span class="n">value</span><span class="p">)</span>
|
||
<span class="k">except</span><span class="p">:</span>
|
||
<span class="k">try</span><span class="p">:</span>
|
||
<span class="n">value</span> <span class="o">=</span> <span class="nb">float</span><span class="p">(</span><span class="n">value</span><span class="p">)</span>
|
||
<span class="k">except</span><span class="p">:</span>
|
||
<span class="k">pass</span>
|
||
|
||
<span class="nb">map</span><span class="p">[</span><span class="n">key</span><span class="p">]</span> <span class="o">=</span> <span class="n">value</span>
|
||
<span class="k">return</span> <span class="nb">map</span>
|
||
|
||
<span class="c1"># ----------------------------------------------------------------</span>
|
||
<span class="c1"># ops and ofs (output pair separator and output field separator) are nominally '=' and ','.</span>
|
||
<span class="k">def</span> <span class="nf">map2dkvpline</span><span class="p">(</span><span class="nb">map</span> <span class="p">,</span> <span class="n">ops</span><span class="p">,</span> <span class="n">ofs</span><span class="p">):</span>
|
||
<span class="n">line</span> <span class="o">=</span> <span class="s1">''</span>
|
||
<span class="n">pairs</span> <span class="o">=</span> <span class="p">[]</span>
|
||
<span class="k">for</span> <span class="n">key</span> <span class="ow">in</span> <span class="nb">map</span><span class="p">:</span>
|
||
<span class="n">pairs</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="nb">str</span><span class="p">(</span><span class="n">key</span><span class="p">)</span> <span class="o">+</span> <span class="n">ops</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="nb">map</span><span class="p">[</span><span class="n">key</span><span class="p">]))</span>
|
||
<span class="k">return</span> <span class="nb">str</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">ofs</span><span class="p">,</span> <span class="n">pairs</span><span class="p">)</span>
|
||
</pre></div>
|
||
</div>
|
||
<p>And here is an example using them:</p>
|
||
<div class="highlight-default notranslate"><div class="highlight"><pre><span></span>$ cat polyglot-dkvp-io/example.py
|
||
#!/usr/bin/env python
|
||
|
||
import sys
|
||
import re
|
||
import copy
|
||
import dkvp_io
|
||
|
||
while True:
|
||
# Read the original record:
|
||
line = sys.stdin.readline().strip()
|
||
if line == '':
|
||
break
|
||
map = dkvp_io.dkvpline2map(line, '=', ',')
|
||
|
||
# Drop a field:
|
||
map.pop('x')
|
||
|
||
# Compute some new fields:
|
||
map['ab'] = map['a'] + map['b']
|
||
map['iy'] = map['i'] + map['y']
|
||
|
||
# Add new fields which show type of each already-existing field:
|
||
omap = copy.copy(map) # since otherwise the for-loop will modify what it loops over
|
||
keys = omap.keys()
|
||
for key in keys:
|
||
# Convert "<type 'int'>" to just "int", etc.:
|
||
type_string = str(map[key].__class__)
|
||
type_string = re.sub("<type '", "", type_string) # python2
|
||
type_string = re.sub("<class '", "", type_string) # python3
|
||
type_string = re.sub("'>", "", type_string)
|
||
map['t'+key] = type_string
|
||
|
||
# Write the modified record:
|
||
print(dkvp_io.map2dkvpline(map, '=', ','))
|
||
</pre></div>
|
||
</div>
|
||
<p>Run as-is:</p>
|
||
<div class="highlight-default notranslate"><div class="highlight"><pre><span></span>$ python polyglot-dkvp-io/example.py < data/small
|
||
a=pan,b=pan,i=1,y=0.7268028627434533,ab=panpan,iy=1.7268028627434533,ta=str,tb=str,ti=int,ty=float,tab=str,tiy=float
|
||
a=eks,b=pan,i=2,y=0.5221511083334797,ab=ekspan,iy=2.5221511083334796,ta=str,tb=str,ti=int,ty=float,tab=str,tiy=float
|
||
a=wye,b=wye,i=3,y=0.33831852551664776,ab=wyewye,iy=3.3383185255166477,ta=str,tb=str,ti=int,ty=float,tab=str,tiy=float
|
||
a=eks,b=wye,i=4,y=0.13418874328430463,ab=ekswye,iy=4.134188743284304,ta=str,tb=str,ti=int,ty=float,tab=str,tiy=float
|
||
a=wye,b=pan,i=5,y=0.8636244699032729,ab=wyepan,iy=5.863624469903273,ta=str,tb=str,ti=int,ty=float,tab=str,tiy=float
|
||
</pre></div>
|
||
</div>
|
||
<p>Run as-is, then pipe to Miller for pretty-printing:</p>
|
||
<div class="highlight-default notranslate"><div class="highlight"><pre><span></span>$ python polyglot-dkvp-io/example.py < data/small | mlr --opprint cat
|
||
a b i y ab iy ta tb ti ty tab tiy
|
||
pan pan 1 0.7268028627434533 panpan 1.7268028627434533 str str int float str float
|
||
eks pan 2 0.5221511083334797 ekspan 2.5221511083334796 str str int float str float
|
||
wye wye 3 0.33831852551664776 wyewye 3.3383185255166477 str str int float str float
|
||
eks wye 4 0.13418874328430463 ekswye 4.134188743284304 str str int float str float
|
||
wye pan 5 0.8636244699032729 wyepan 5.863624469903273 str str int float str float
|
||
</pre></div>
|
||
</div>
|
||
</div>
|
||
<div class="section" id="dkvp-i-o-in-ruby">
|
||
<h2>DKVP I/O in Ruby<a class="headerlink" href="#dkvp-i-o-in-ruby" title="Permalink to this headline">¶</a></h2>
|
||
<p>Here are the I/O routines:</p>
|
||
<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="ch">#!/usr/bin/env ruby</span>
|
||
|
||
<span class="c1"># ================================================================</span>
|
||
<span class="c1"># Example of DKVP I/O using Ruby.</span>
|
||
<span class="c1">#</span>
|
||
<span class="c1"># Key point: Use Miller for what it's good at; pass data into/out of tools in</span>
|
||
<span class="c1"># other languages to do what they're good at.</span>
|
||
<span class="c1">#</span>
|
||
<span class="c1"># bash$ irb -I. -r dkvp_io.rb</span>
|
||
<span class="c1">#</span>
|
||
<span class="c1"># # READ</span>
|
||
<span class="c1"># irb(main):001:0> map = dkvpline2map('x=1,y=2', '=', ',')</span>
|
||
<span class="c1"># => {"x"=>"1", "y"=>"2"}</span>
|
||
<span class="c1">#</span>
|
||
<span class="c1"># # MODIFY</span>
|
||
<span class="c1"># irb(main):001:0> map['z'] = map['x'] + map['y']</span>
|
||
<span class="c1"># => 3</span>
|
||
<span class="c1">#</span>
|
||
<span class="c1"># # WRITE</span>
|
||
<span class="c1"># irb(main):002:0> line = map2dkvpline(map, '=', ',')</span>
|
||
<span class="c1"># => "x=1,y=2,z=3"</span>
|
||
<span class="c1">#</span>
|
||
<span class="c1"># ================================================================</span>
|
||
|
||
<span class="c1"># ----------------------------------------------------------------</span>
|
||
<span class="c1"># ips and ifs (input pair separator and input field separator) are nominally '=' and ','.</span>
|
||
<span class="k">def</span> <span class="nf">dkvpline2map</span><span class="p">(</span><span class="n">line</span><span class="p">,</span> <span class="n">ips</span><span class="p">,</span> <span class="n">ifs</span><span class="p">)</span>
|
||
<span class="nb">map</span> <span class="o">=</span> <span class="p">{}</span>
|
||
<span class="n">line</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="n">ifs</span><span class="p">)</span><span class="o">.</span><span class="n">each</span> <span class="n">do</span> <span class="o">|</span><span class="n">pair</span><span class="o">|</span>
|
||
<span class="p">(</span><span class="n">k</span><span class="p">,</span> <span class="n">v</span><span class="p">)</span> <span class="o">=</span> <span class="n">pair</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="n">ips</span><span class="p">,</span> <span class="mi">2</span><span class="p">)</span>
|
||
|
||
<span class="c1"># Type inference:</span>
|
||
<span class="n">begin</span>
|
||
<span class="n">v</span> <span class="o">=</span> <span class="n">Integer</span><span class="p">(</span><span class="n">v</span><span class="p">)</span>
|
||
<span class="n">rescue</span> <span class="n">ArgumentError</span>
|
||
<span class="n">begin</span>
|
||
<span class="n">v</span> <span class="o">=</span> <span class="n">Float</span><span class="p">(</span><span class="n">v</span><span class="p">)</span>
|
||
<span class="n">rescue</span> <span class="n">ArgumentError</span>
|
||
<span class="c1"># Leave as string</span>
|
||
<span class="n">end</span>
|
||
<span class="n">end</span>
|
||
|
||
<span class="nb">map</span><span class="p">[</span><span class="n">k</span><span class="p">]</span> <span class="o">=</span> <span class="n">v</span>
|
||
<span class="n">end</span>
|
||
<span class="nb">map</span>
|
||
<span class="n">end</span>
|
||
|
||
<span class="c1"># ----------------------------------------------------------------</span>
|
||
<span class="c1"># ops and ofs (output pair separator and output field separator) are nominally '=' and ','.</span>
|
||
<span class="k">def</span> <span class="nf">map2dkvpline</span><span class="p">(</span><span class="nb">map</span><span class="p">,</span> <span class="n">ops</span><span class="p">,</span> <span class="n">ofs</span><span class="p">)</span>
|
||
<span class="nb">map</span><span class="o">.</span><span class="n">collect</span><span class="p">{</span><span class="o">|</span><span class="n">k</span><span class="p">,</span><span class="n">v</span><span class="o">|</span> <span class="n">k</span><span class="o">.</span><span class="n">to_s</span> <span class="o">+</span> <span class="n">ops</span> <span class="o">+</span> <span class="n">v</span><span class="o">.</span><span class="n">to_s</span><span class="p">}</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">ofs</span><span class="p">)</span>
|
||
<span class="n">end</span>
|
||
</pre></div>
|
||
</div>
|
||
<p>And here is an example using them:</p>
|
||
<div class="highlight-default notranslate"><div class="highlight"><pre><span></span>$ cat polyglot-dkvp-io/example.rb
|
||
#!/usr/bin/env ruby
|
||
|
||
require 'dkvp_io'
|
||
|
||
ARGF.each do |line|
|
||
# Read the original record:
|
||
map = dkvpline2map(line.chomp, '=', ',')
|
||
|
||
# Drop a field:
|
||
map.delete('x')
|
||
|
||
# Compute some new fields:
|
||
map['ab'] = map['a'] + map['b']
|
||
map['iy'] = map['i'] + map['y']
|
||
|
||
# Add new fields which show type of each already-existing field:
|
||
keys = map.keys
|
||
keys.each do |key|
|
||
map['t'+key] = map[key].class
|
||
end
|
||
|
||
# Write the modified record:
|
||
puts map2dkvpline(map, '=', ',')
|
||
end
|
||
</pre></div>
|
||
</div>
|
||
<p>Run as-is:</p>
|
||
<div class="highlight-default notranslate"><div class="highlight"><pre><span></span>$ ruby -I./polyglot-dkvp-io polyglot-dkvp-io/example.rb data/small
|
||
a=pan,b=pan,i=1,y=0.7268028627434533,ab=panpan,iy=1.7268028627434533,ta=String,tb=String,ti=Integer,ty=Float,tab=String,tiy=Float
|
||
a=eks,b=pan,i=2,y=0.5221511083334797,ab=ekspan,iy=2.5221511083334796,ta=String,tb=String,ti=Integer,ty=Float,tab=String,tiy=Float
|
||
a=wye,b=wye,i=3,y=0.33831852551664776,ab=wyewye,iy=3.3383185255166477,ta=String,tb=String,ti=Integer,ty=Float,tab=String,tiy=Float
|
||
a=eks,b=wye,i=4,y=0.13418874328430463,ab=ekswye,iy=4.134188743284304,ta=String,tb=String,ti=Integer,ty=Float,tab=String,tiy=Float
|
||
a=wye,b=pan,i=5,y=0.8636244699032729,ab=wyepan,iy=5.863624469903273,ta=String,tb=String,ti=Integer,ty=Float,tab=String,tiy=Float
|
||
</pre></div>
|
||
</div>
|
||
<p>Run as-is, then pipe to Miller for pretty-printing:</p>
|
||
<div class="highlight-default notranslate"><div class="highlight"><pre><span></span>$ ruby -I./polyglot-dkvp-io polyglot-dkvp-io/example.rb data/small | mlr --opprint cat
|
||
a b i y ab iy ta tb ti ty tab tiy
|
||
pan pan 1 0.7268028627434533 panpan 1.7268028627434533 String String Integer Float String Float
|
||
eks pan 2 0.5221511083334797 ekspan 2.5221511083334796 String String Integer Float String Float
|
||
wye wye 3 0.33831852551664776 wyewye 3.3383185255166477 String String Integer Float String Float
|
||
eks wye 4 0.13418874328430463 ekswye 4.134188743284304 String String Integer Float String Float
|
||
wye pan 5 0.8636244699032729 wyepan 5.863624469903273 String String Integer Float String Float
|
||
</pre></div>
|
||
</div>
|
||
</div>
|
||
<div class="section" id="sql-output-examples">
|
||
<h2>SQL-output examples<a class="headerlink" href="#sql-output-examples" title="Permalink to this headline">¶</a></h2>
|
||
<p>Please see <a class="reference internal" href="sql-examples.html#sql-output-examples"><span class="std std-ref">SQL-output examples</span></a>.</p>
|
||
</div>
|
||
<div class="section" id="sql-input-examples">
|
||
<h2>SQL-input examples<a class="headerlink" href="#sql-input-examples" title="Permalink to this headline">¶</a></h2>
|
||
<p>Please see <a class="reference internal" href="sql-examples.html#sql-input-examples"><span class="std std-ref">SQL-input examples</span></a>.</p>
|
||
</div>
|
||
<div class="section" id="running-shell-commands">
|
||
<h2>Running shell commands<a class="headerlink" href="#running-shell-commands" title="Permalink to this headline">¶</a></h2>
|
||
<p>The <a class="reference internal" href="reference-dsl.html#reference-dsl-system"><span class="std std-ref">system</span></a> DSL function allows you to run a specific shell command and put its output – minus the final newline – into a record field. The command itself is any string, either a literal string, or a concatenation of strings, perhaps including other field values or what have you.</p>
|
||
<div class="highlight-default notranslate"><div class="highlight"><pre><span></span>$ mlr --opprint put '$o = system("echo hello world")' data/small
|
||
a b i x y o
|
||
pan pan 1 0.3467901443380824 0.7268028627434533 hello world
|
||
eks pan 2 0.7586799647899636 0.5221511083334797 hello world
|
||
wye wye 3 0.20460330576630303 0.33831852551664776 hello world
|
||
eks wye 4 0.38139939387114097 0.13418874328430463 hello world
|
||
wye pan 5 0.5732889198020006 0.8636244699032729 hello world
|
||
</pre></div>
|
||
</div>
|
||
<div class="highlight-default notranslate"><div class="highlight"><pre><span></span>$ mlr --opprint put '$o = system("echo {" . NR . "}")' data/small
|
||
a b i x y o
|
||
pan pan 1 0.3467901443380824 0.7268028627434533 {1}
|
||
eks pan 2 0.7586799647899636 0.5221511083334797 {2}
|
||
wye wye 3 0.20460330576630303 0.33831852551664776 {3}
|
||
eks wye 4 0.38139939387114097 0.13418874328430463 {4}
|
||
wye pan 5 0.5732889198020006 0.8636244699032729 {5}
|
||
</pre></div>
|
||
</div>
|
||
<div class="highlight-default notranslate"><div class="highlight"><pre><span></span>$ mlr --opprint put '$o = system("echo -n ".$a."| sha1sum")' data/small
|
||
a b i x y o
|
||
pan pan 1 0.3467901443380824 0.7268028627434533 f29c748220331c273ef16d5115f6ecd799947f13 -
|
||
eks pan 2 0.7586799647899636 0.5221511083334797 456d988ecb3bf1b75f057fc6e9fe70db464e9388 -
|
||
wye wye 3 0.20460330576630303 0.33831852551664776 eab0de043d67f441c7fd1e335f0ca38708e6ebf7 -
|
||
eks wye 4 0.38139939387114097 0.13418874328430463 456d988ecb3bf1b75f057fc6e9fe70db464e9388 -
|
||
wye pan 5 0.5732889198020006 0.8636244699032729 eab0de043d67f441c7fd1e335f0ca38708e6ebf7 -
|
||
</pre></div>
|
||
</div>
|
||
<p>Note that running a subprocess on every record takes a non-trivial amount of time. Comparing asking the system <code class="docutils literal notranslate"><span class="pre">date</span></code> command for the current time in nanoseconds versus computing it in process:</p>
|
||
<div class="highlight-default notranslate"><div class="highlight"><pre><span></span>$ mlr --opprint put '$t=system("date +%s.%N")' then step -a delta -f t data/small
|
||
a b i x y t t_delta
|
||
pan pan 1 0.3467901443380824 0.7268028627434533 1568774318.513903817 0
|
||
eks pan 2 0.7586799647899636 0.5221511083334797 1568774318.514722876 0.000819
|
||
wye wye 3 0.20460330576630303 0.33831852551664776 1568774318.515618046 0.000895
|
||
eks wye 4 0.38139939387114097 0.13418874328430463 1568774318.516547441 0.000929
|
||
wye pan 5 0.5732889198020006 0.8636244699032729 1568774318.517518828 0.000971
|
||
</pre></div>
|
||
</div>
|
||
<div class="highlight-default notranslate"><div class="highlight"><pre><span></span>$ mlr --opprint put '$t=systime()' then step -a delta -f t data/small
|
||
a b i x y t t_delta
|
||
pan pan 1 0.3467901443380824 0.7268028627434533 1568774318.518699 0
|
||
eks pan 2 0.7586799647899636 0.5221511083334797 1568774318.518717 0.000018
|
||
wye wye 3 0.20460330576630303 0.33831852551664776 1568774318.518723 0.000006
|
||
eks wye 4 0.38139939387114097 0.13418874328430463 1568774318.518727 0.000004
|
||
wye pan 5 0.5732889198020006 0.8636244699032729 1568774318.518730 0.000003
|
||
</pre></div>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
|
||
|
||
<div class="clearer"></div>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
<div class="sphinxsidebar" role="navigation" aria-label="main navigation">
|
||
<div class="sphinxsidebarwrapper">
|
||
<h3><a href="index.html">Table of Contents</a></h3>
|
||
<ul>
|
||
<li><a class="reference internal" href="#">Mixing with other languages</a><ul>
|
||
<li><a class="reference internal" href="#dkvp-i-o-in-python">DKVP I/O in Python</a></li>
|
||
<li><a class="reference internal" href="#dkvp-i-o-in-ruby">DKVP I/O in Ruby</a></li>
|
||
<li><a class="reference internal" href="#sql-output-examples">SQL-output examples</a></li>
|
||
<li><a class="reference internal" href="#sql-input-examples">SQL-input examples</a></li>
|
||
<li><a class="reference internal" href="#running-shell-commands">Running shell commands</a></li>
|
||
</ul>
|
||
</li>
|
||
</ul>
|
||
|
||
<h4>Previous topic</h4>
|
||
<p class="topless"><a href="cookbook3.html"
|
||
title="previous chapter">Cookbook part 3: Stats with and without out-of-stream variables</a></p>
|
||
<h4>Next topic</h4>
|
||
<p class="topless"><a href="reference.html"
|
||
title="next chapter">Main reference</a></p>
|
||
<div role="note" aria-label="source link">
|
||
<h3>This Page</h3>
|
||
<ul class="this-page-menu">
|
||
<li><a href="_sources/data-sharing.rst.txt"
|
||
rel="nofollow">Show Source</a></li>
|
||
</ul>
|
||
</div>
|
||
<div id="searchbox" style="display: none" role="search">
|
||
<h3 id="searchlabel">Quick search</h3>
|
||
<div class="searchformwrapper">
|
||
<form class="search" action="search.html" method="get">
|
||
<input type="text" name="q" aria-labelledby="searchlabel" />
|
||
<input type="submit" value="Go" />
|
||
</form>
|
||
</div>
|
||
</div>
|
||
<script>$('#searchbox').show(0);</script>
|
||
</div>
|
||
</div>
|
||
<div class="clearer"></div>
|
||
</div>
|
||
<div class="related" role="navigation" aria-label="related navigation">
|
||
<h3>Navigation</h3>
|
||
<ul>
|
||
<li class="right" style="margin-right: 10px">
|
||
<a href="genindex.html" title="General Index"
|
||
>index</a></li>
|
||
<li class="right" >
|
||
<a href="reference.html" title="Main reference"
|
||
>next</a> |</li>
|
||
<li class="right" >
|
||
<a href="cookbook3.html" title="Cookbook part 3: Stats with and without out-of-stream variables"
|
||
>previous</a> |</li>
|
||
<li class="nav-item nav-item-0"><a href="index.html">Miller 5.10.2 documentation</a> »</li>
|
||
<li class="nav-item nav-item-this"><a href="">Mixing with other languages</a></li>
|
||
</ul>
|
||
</div>
|
||
<div class="footer" role="contentinfo">
|
||
© Copyright 2020, John Kerl.
|
||
Created using <a href="https://www.sphinx-doc.org/">Sphinx</a> 3.2.1.
|
||
</div>
|
||
</body>
|
||
</html> |