Mirrors/miller
1
0
Fork 0
mirror of https://github.com/johnkerl/miller.git synced 2026-01-23 02:14:13 +00:00
Code Issues Projects Releases Wiki Activity

neaten

Browse source
This commit is contained in:
John Kerl 2015-08-22 13:32:35 -04:00
parent 1a893097ac
commit ffdf4a4281
5 changed files with 63 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
data/s1.sh Executable file
View file

@ -0,0 +1,4 @@
#!/bin/bash
mlr --opprint "$@" stats1 -a mean,sum,count,min,max -f i,x,y -g a,b ../data/medium
echo
mlr --opprint "$@" stats1 -a mean,sum,count,min,max -f i,x,y ../data/medium

4
data/s2.sh Executable file
View file

@ -0,0 +1,4 @@
#!/bin/bash
mlr --opprint --right "$@" stats2 -a linreg-ols,linreg-pca,r2,corr,cov -f x,y,xy,y2,x2,x2 -g a,b ../data/mediumwide
echo
mlr --oxtab --right "$@" stats2 -a linreg-ols,linreg-pca,r2,corr,cov -f x,y,xy,y2,x2,x2 ../data/mediumwide

4
data/s3.sh Executable file
View file

@ -0,0 +1,4 @@
#!/bin/bash
mlr --opprint "$@" step -a rsum,delta,counter -f x,y -g a ../data/small
echo
mlr --opprint "$@" step -a rsum,delta,counter -f x,y ../data/small

6
perf/mkplots.sh Executable file
View file

@ -0,0 +1,6 @@
#!/bin/bash
experiments=$(mlr cut -f experiment < tn.out|sort -u|sed 's/experiment=//')
for experiment in $experiments; do
mlr --onidx --ofs ' ' filter '$experiment=="'$experiment'"' then cut -x -f experiment tn.out | pgr -nc -title $experiment -xlabel nlines -ylabel seconds -legend 'a b' -lop &
done

45
perf/t1s.rb Executable file
View file

@ -0,0 +1,45 @@
#!/usr/bin/ruby
require 'time'
# ----------------------------------------------------------------
def run(desc, cmd)
t1 = Time.new
system(cmd)
status = $?
t2 = Time.new
secs = t2.to_f - t1.to_f
if status.to_i == 0
puts("%-12s %6.3f %s" % [desc, secs, cmd])
else
puts("%-12s %6s %s" % [desc, "ERROR", cmd])
end
end
# cutcut real 0.38
# cutmlr real 3.23
# cat real 0.09
# catc real 0.55
# ----------------------------------------------------------------
run("sortsort1", "sort -t, -k 1,2 < data/big > /dev/null")
#run("OSORTMLR1", "../c/mlr sort a,b < data/big > /dev/null")
run("SORTMLR1", "mlr sort a,b < data/big > /dev/null")
puts
run("sortsort1v", "sort -t, -k 1,4 < data/big.csv > /dev/null")
#run("OSORTMLR1V", "../c/mlr --csv sort a,x < data/big.csv > /dev/null")
run("SORTMLR1V", "mlr --csv sort a,x < data/big.csv > /dev/null")
puts
run("sortsort2", "sort -t, -k 4,5 < data/big > /dev/null")
#run("OSORTMLR2", "../c/mlr sort x,y < data/big > /dev/null")
run("SORTMLR2", "mlr sort x,y < data/big > /dev/null")
puts
puts
run("sortsort2v", "sort -t, -k 4,5 < data/big.csv > /dev/null")
#run("OSORTMLR2V", "../c/mlr --csv sort x,y < data/big.csv > /dev/null")
run("SORTMLR2V", "mlr --csv sort x,y < data/big.csv > /dev/null")