mirror of
https://github.com/johnkerl/miller.git
synced 2026-07-26 09:23:55 +00:00
f233923351
* Rename inputChannel,outputChannel to readerChannel,writerChannel * Rename inputChannel,outputChannel to readerChannel,writerChannel (#772) * Start batched-reader API mods * Singleton-list step for reader-batching at input * CLI options for records-per-batch and hash-records * Push channelized-reader logic into DKVP reader * Push batching logic into chain-transformer, transformers, and channel-writer * foo * cmd/mprof and cmd/mprof2 * cmd/mprof3 and cmd/mprof4 * narrowed in on regexp-splitting on IFS/IPS as perf-hit * neaten * channelize nidx * cmd/mprof5 * channelize CSV reader * channelize NIDX reader * Dedupe DKVP-reader and NIDX-reader source files * channelize CSV-lite reader * channelize XTAB reader * batchify JSON reader * channelize GEN pseudo-reader * scripts for perf-testing on larger files * merge with main for #776 * Fix record-batching for join and repl * Fix comment-handling in channelized XTAB reader * Fix bug found in positional-rename
50 lines
1.3 KiB
Bash
Executable file
50 lines
1.3 KiB
Bash
Executable file
echo; for m in mlr5 "./mlr -S"; do
|
|
justtime $m --csv --from ~/tmp/big.csv \
|
|
then put -f scripts/chain-1.mlr \
|
|
| md5sum;
|
|
done
|
|
|
|
echo; for m in mlr5 "./mlr -S"; do
|
|
justtime $m --csv --from ~/tmp/big.csv \
|
|
then put -f scripts/chain-1.mlr \
|
|
then put -f scripts/chain-1.mlr \
|
|
| md5sum;
|
|
done
|
|
|
|
echo; for m in mlr5 "./mlr -S"; do
|
|
justtime $m --csv --from ~/tmp/big.csv \
|
|
then put -f scripts/chain-1.mlr \
|
|
then put -f scripts/chain-1.mlr \
|
|
then put -f scripts/chain-1.mlr \
|
|
| md5sum;
|
|
done
|
|
|
|
echo; for m in mlr5 "./mlr -S"; do
|
|
justtime $m --csv --from ~/tmp/big.csv \
|
|
then put -f scripts/chain-1.mlr \
|
|
then put -f scripts/chain-1.mlr \
|
|
then put -f scripts/chain-1.mlr \
|
|
then put -f scripts/chain-1.mlr \
|
|
| md5sum;
|
|
done
|
|
|
|
echo; for m in mlr5 "./mlr -S"; do
|
|
justtime $m --csv --from ~/tmp/big.csv \
|
|
then put -f scripts/chain-1.mlr \
|
|
then put -f scripts/chain-1.mlr \
|
|
then put -f scripts/chain-1.mlr \
|
|
then put -f scripts/chain-1.mlr \
|
|
then put -f scripts/chain-1.mlr \
|
|
| md5sum;
|
|
done
|
|
|
|
echo; for m in mlr5 "./mlr -S"; do
|
|
justtime $m --csv --from ~/tmp/big.csv \
|
|
then put -f scripts/chain-1.mlr \
|
|
then put -f scripts/chain-1.mlr \
|
|
then put -f scripts/chain-1.mlr \
|
|
then put -f scripts/chain-1.mlr \
|
|
then put -f scripts/chain-1.mlr \
|
|
then put -f scripts/chain-1.mlr \
|
|
| md5sum;
|
|
done
|