mirror of
https://github.com/johnkerl/miller.git
synced 2026-07-25 17:04:01 +00:00
f233923351
* Rename inputChannel,outputChannel to readerChannel,writerChannel * Rename inputChannel,outputChannel to readerChannel,writerChannel (#772) * Start batched-reader API mods * Singleton-list step for reader-batching at input * CLI options for records-per-batch and hash-records * Push channelized-reader logic into DKVP reader * Push batching logic into chain-transformer, transformers, and channel-writer * foo * cmd/mprof and cmd/mprof2 * cmd/mprof3 and cmd/mprof4 * narrowed in on regexp-splitting on IFS/IPS as perf-hit * neaten * channelize nidx * cmd/mprof5 * channelize CSV reader * channelize NIDX reader * Dedupe DKVP-reader and NIDX-reader source files * channelize CSV-lite reader * channelize XTAB reader * batchify JSON reader * channelize GEN pseudo-reader * scripts for perf-testing on larger files * merge with main for #776 * Fix record-batching for join and repl * Fix comment-handling in channelized XTAB reader * Fix bug found in positional-rename
41 lines
767 B
Bash
Executable file
41 lines
767 B
Bash
Executable file
echo; for m in mlr5 "./mlr -S"; do
|
|
justtime $m --csv --from ~/tmp/big.csv \
|
|
check \
|
|
| md5sum
|
|
done
|
|
|
|
echo; for m in mlr5 "./mlr -S"; do
|
|
justtime $m --csv --from ~/tmp/big.csv \
|
|
cat \
|
|
| md5sum;
|
|
done
|
|
|
|
echo; for m in mlr5 "./mlr -S"; do
|
|
justtime $m --csv --from ~/tmp/big.csv \
|
|
head \
|
|
| md5sum;
|
|
done
|
|
|
|
echo; for m in mlr5 "./mlr -S"; do
|
|
justtime $m --csv --from ~/tmp/big.csv \
|
|
tail \
|
|
| md5sum;
|
|
done
|
|
|
|
echo; for m in mlr5 "./mlr -S"; do
|
|
justtime $m --csv --from ~/tmp/big.csv \
|
|
tac \
|
|
| md5sum;
|
|
done
|
|
|
|
echo; for m in mlr5 "./mlr -S"; do
|
|
justtime $m --csv --from ~/tmp/big.csv \
|
|
sort -f shape \
|
|
| md5sum;
|
|
done
|
|
|
|
echo; for m in mlr5 "./mlr -S"; do
|
|
justtime $m --csv --from ~/tmp/big.csv \
|
|
sort -n quantity \
|
|
| md5sum;
|
|
done
|