mirror of
https://github.com/johnkerl/miller.git
synced 2026-07-18 08:55:41 +00:00
307 lines
8.9 KiB
C
307 lines
8.9 KiB
C
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
|
|
#include "lib/mlrutil.h"
|
|
#include "lib/mtrand.h"
|
|
#include "containers/slls.h"
|
|
#include "input/readers.h"
|
|
#include "mapping/mappers.h"
|
|
#include "output/writers.h"
|
|
#include "cli/mlrcli.h"
|
|
#include "cli/argparse.h"
|
|
|
|
// ----------------------------------------------------------------
|
|
// xxx move me
|
|
static mapper_setup_t* mapper_lookup_table[] = {
|
|
&mapper_cat_setup,
|
|
&mapper_check_setup,
|
|
&mapper_count_distinct_setup,
|
|
&mapper_cut_setup,
|
|
&mapper_filter_setup,
|
|
&mapper_group_by_setup,
|
|
&mapper_group_like_setup,
|
|
&mapper_having_fields_setup,
|
|
&mapper_head_setup,
|
|
&mapper_histogram_setup,
|
|
&mapper_put_setup,
|
|
&mapper_rename_setup,
|
|
&mapper_reorder_setup,
|
|
&mapper_sort_setup,
|
|
&mapper_stats1_setup,
|
|
&mapper_stats2_setup,
|
|
&mapper_step_setup,
|
|
&mapper_tac_setup,
|
|
&mapper_tail_setup,
|
|
&mapper_top_setup,
|
|
&mapper_uniq_setup,
|
|
};
|
|
static int mapper_lookup_table_length = sizeof(mapper_lookup_table) / sizeof(mapper_lookup_table[0]);
|
|
|
|
// ----------------------------------------------------------------
|
|
#define DEFAULT_RS '\n'
|
|
#define DEFAULT_FS ','
|
|
#define DEFAULT_PS '='
|
|
#define DEFAULT_OFMT "%lf"
|
|
|
|
// ----------------------------------------------------------------
|
|
static void main_usage(char* argv0) {
|
|
FILE* o = stdout;
|
|
fprintf(o, "Usage: %s [I/O options] {verb} [verb-dependent options ...] {file names}\n", argv0);
|
|
fprintf(o, "verbs:\n");
|
|
for (int i = 0; i < mapper_lookup_table_length; i++) {
|
|
if (i > 0)
|
|
fprintf(o, " ");
|
|
fprintf(o, "%s", mapper_lookup_table[i]->verb);
|
|
}
|
|
fprintf(o, "\n");
|
|
fprintf(o, "Please use \"%s {verb name} --help\" for verb-specific help.\n", argv0);
|
|
|
|
fprintf(o, "\n");
|
|
fprintf(o, "I/O options:\n");
|
|
// xxx type up more here
|
|
fprintf(o, " --rs --irs --ors\n");
|
|
fprintf(o, " --fs --ifs --ofs --repifs\n");
|
|
fprintf(o, " --ps --ips --ops\n");
|
|
fprintf(o, " --dkvp --idkvp --odkvp\n");
|
|
fprintf(o, " --nidx --inidx --onidx\n");
|
|
fprintf(o, " --csv --icsv --ocsv\n");
|
|
fprintf(o, " --pprint --ipprint --opprint --right\n");
|
|
fprintf(o, " --xtab --ixtab --oxtab\n");
|
|
fprintf(o, " --ofmt\n");
|
|
|
|
exit(0);
|
|
}
|
|
|
|
static void nusage(char* argv0, char* arg) {
|
|
fprintf(stdout, "%s: option \"%s\" not recognized.\n", argv0, arg);
|
|
fprintf(stdout, "\n");
|
|
main_usage(argv0);
|
|
}
|
|
|
|
static void check_arg_count(char** argv, int argi, int argc, int n) {
|
|
if ((argc - argi) < n) {
|
|
main_usage(argv[0]);
|
|
}
|
|
}
|
|
|
|
static char sep_from_arg(char* arg, char* argv0) {
|
|
if (streq(arg, "tab"))
|
|
return '\t';
|
|
if (streq(arg, "space"))
|
|
return ' ';
|
|
if (streq(arg, "newline"))
|
|
return '\n';
|
|
if (streq(arg, "pipe"))
|
|
return '|';
|
|
if (streq(arg, "semicolon"))
|
|
return '|';
|
|
if (strlen(arg) != 1)
|
|
main_usage(argv0);
|
|
return arg[0];
|
|
}
|
|
|
|
static mapper_setup_t* look_up_mapper_setup(char* verb) {
|
|
mapper_setup_t* pmapper_setup = NULL;
|
|
for (int i = 0; i < mapper_lookup_table_length; i++) {
|
|
if (streq(mapper_lookup_table[i]->verb, verb))
|
|
return mapper_lookup_table[i];
|
|
}
|
|
|
|
return pmapper_setup;
|
|
}
|
|
|
|
// ----------------------------------------------------------------
|
|
cli_opts_t* parse_command_line(int argc, char** argv) {
|
|
cli_opts_t* popts = mlr_malloc_or_die(sizeof(cli_opts_t));
|
|
memset(popts, 0, sizeof(*popts));
|
|
|
|
popts->irs = DEFAULT_RS;
|
|
popts->ifs = DEFAULT_FS;
|
|
popts->ips = DEFAULT_PS;
|
|
popts->allow_repeat_ifs = FALSE;
|
|
|
|
popts->ors = DEFAULT_RS;
|
|
popts->ofs = DEFAULT_FS;
|
|
popts->ops = DEFAULT_PS;
|
|
popts->ofmt = DEFAULT_OFMT;
|
|
|
|
popts->preader = NULL;
|
|
popts->pwriter = NULL;
|
|
popts->filenames = NULL;
|
|
|
|
char* rdesc = "dkvp";
|
|
char* wdesc = "dkvp";
|
|
int left_align_pprint = TRUE;
|
|
|
|
int argi = 1;
|
|
for (; argi < argc; argi++) {
|
|
if (argv[argi][0] != '-')
|
|
break;
|
|
|
|
else if (streq(argv[argi], "-h"))
|
|
main_usage(argv[0]);
|
|
else if (streq(argv[argi], "--help"))
|
|
main_usage(argv[0]);
|
|
|
|
else if (streq(argv[argi], "--rs")) {
|
|
check_arg_count(argv, argi, argc, 2);
|
|
popts->ors = popts->irs = sep_from_arg(argv[argi+1], argv[0]);
|
|
argi++;
|
|
}
|
|
else if (streq(argv[argi], "--irs")) {
|
|
check_arg_count(argv, argi, argc, 2);
|
|
popts->irs = sep_from_arg(argv[argi+1], argv[0]);
|
|
argi++;
|
|
}
|
|
else if (streq(argv[argi], "--ors")) {
|
|
check_arg_count(argv, argi, argc, 2);
|
|
popts->ors = sep_from_arg(argv[argi+1], argv[0]);
|
|
argi++;
|
|
}
|
|
|
|
else if (streq(argv[argi], "--fs")) {
|
|
check_arg_count(argv, argi, argc, 2);
|
|
popts->ofs = popts->ifs = sep_from_arg(argv[argi+1], argv[0]);
|
|
argi++;
|
|
}
|
|
else if (streq(argv[argi], "--ifs")) {
|
|
check_arg_count(argv, argi, argc, 2);
|
|
popts->ifs = sep_from_arg(argv[argi+1], argv[0]);
|
|
argi++;
|
|
}
|
|
else if (streq(argv[argi], "--ofs")) {
|
|
check_arg_count(argv, argi, argc, 2);
|
|
popts->ofs = sep_from_arg(argv[argi+1], argv[0]);
|
|
argi++;
|
|
}
|
|
else if (streq(argv[argi], "--repifs")) {
|
|
popts->allow_repeat_ifs = TRUE;
|
|
}
|
|
|
|
else if (streq(argv[argi], "--ps")) {
|
|
check_arg_count(argv, argi, argc, 2);
|
|
popts->ops = popts->ips = sep_from_arg(argv[argi+1], argv[0]);
|
|
argi++;
|
|
}
|
|
else if (streq(argv[argi], "--ips")) {
|
|
check_arg_count(argv, argi, argc, 2);
|
|
popts->ips = sep_from_arg(argv[argi+1], argv[0]);
|
|
argi++;
|
|
}
|
|
else if (streq(argv[argi], "--ops")) {
|
|
check_arg_count(argv, argi, argc, 2);
|
|
popts->ops = sep_from_arg(argv[argi+1], argv[0]);
|
|
argi++;
|
|
}
|
|
|
|
else if (streq(argv[argi], "--dkvp")) { rdesc = wdesc = "dkvp"; }
|
|
else if (streq(argv[argi], "--idkvp")) { rdesc = "dkvp"; }
|
|
else if (streq(argv[argi], "--odkvp")) { wdesc = "dkvp"; }
|
|
|
|
else if (streq(argv[argi], "--csv")) { rdesc = wdesc = "csv"; }
|
|
else if (streq(argv[argi], "--icsv")) { rdesc = "csv"; }
|
|
else if (streq(argv[argi], "--ocsv")) { wdesc = "csv"; }
|
|
|
|
else if (streq(argv[argi], "--nidx")) { rdesc = wdesc = "nidx"; }
|
|
else if (streq(argv[argi], "--inidx")) { rdesc = "nidx"; }
|
|
else if (streq(argv[argi], "--onidx")) { wdesc = "nidx"; }
|
|
|
|
else if (streq(argv[argi], "--xtab")) { rdesc = wdesc = "xtab"; }
|
|
else if (streq(argv[argi], "--ixtab")) { rdesc = "xtab"; }
|
|
else if (streq(argv[argi], "--oxtab")) { wdesc = "xtab"; }
|
|
|
|
else if (streq(argv[argi], "--ipprint")) { rdesc = "csv"; popts->ifs = ' '; popts->allow_repeat_ifs = TRUE;}
|
|
else if (streq(argv[argi], "--opprint")) { wdesc = "pprint"; }
|
|
else if (streq(argv[argi], "--pprint")) { rdesc = wdesc = "csv"; popts->ifs = ' '; popts->allow_repeat_ifs = TRUE;}
|
|
else if (streq(argv[argi], "--right")) { left_align_pprint = FALSE; }
|
|
|
|
else if (streq(argv[argi], "--ofmt")) {
|
|
check_arg_count(argv, argi, argc, 2);
|
|
popts->ofmt = argv[argi+1];
|
|
argi++;
|
|
}
|
|
|
|
else
|
|
nusage(argv[0], argv[argi]);
|
|
}
|
|
|
|
// xxx use lookup tables?
|
|
if (streq(rdesc, "dkvp")) popts->preader = reader_dkvp_alloc(popts->irs, popts->ifs, popts->ips, popts->allow_repeat_ifs);
|
|
else if (streq(rdesc, "csv")) popts->preader = reader_csv_alloc(popts->irs, popts->ifs, popts->allow_repeat_ifs);
|
|
else if (streq(rdesc, "nidx")) popts->preader = reader_nidx_alloc(popts->irs, popts->ifs);
|
|
else if (streq(rdesc, "xtab")) popts->preader = reader_xtab_alloc(popts->ips, TRUE); // xxx parameterize allow_repeat_ips
|
|
else {
|
|
fprintf(stderr, "b01k!\n");
|
|
exit(1);
|
|
}
|
|
|
|
// xxx use lookup tables?
|
|
if (streq(wdesc, "dkvp")) popts->pwriter = writer_dkvp_alloc(popts->ors, popts->ofs, popts->ops);
|
|
else if (streq(wdesc, "csv")) popts->pwriter = writer_csv_alloc(popts->ors, popts->ofs);
|
|
else if (streq(wdesc, "nidx")) popts->pwriter = writer_nidx_alloc(popts->ors, popts->ofs);
|
|
else if (streq(wdesc, "xtab")) popts->pwriter = writer_xtab_alloc();
|
|
else if (streq(wdesc, "pprint")) popts->pwriter = writer_pprint_alloc(left_align_pprint);
|
|
else {
|
|
fprintf(stderr, "b02k!\n");
|
|
exit(1);
|
|
}
|
|
|
|
if ((argc - argi) < 1) {
|
|
main_usage(argv[0]);
|
|
}
|
|
|
|
// xxx needs clopt for --seed
|
|
mtrand_init_default();
|
|
|
|
popts->pmapper_list = sllv_alloc();
|
|
while (TRUE) {
|
|
check_arg_count(argv, argi, argc, 1);
|
|
char* verb = argv[argi];
|
|
|
|
mapper_setup_t* pmapper_setup = look_up_mapper_setup(verb);
|
|
if (pmapper_setup == NULL) {
|
|
fprintf(stderr, "%s: verb \"%s\" not found. Please use \"%s --help\" for a list.\n",
|
|
argv[0], verb, argv[0]);
|
|
exit(1);
|
|
}
|
|
|
|
if ((argc - argi) >= 2) {
|
|
if (streq(argv[argi+1], "-h") || streq(argv[argi+1], "--help")) {
|
|
pmapper_setup->pusage_func(argv[0], verb);
|
|
exit(0);
|
|
}
|
|
}
|
|
|
|
// It's up to the parse func to print its usage on CLI-parse failure.
|
|
mapper_t* pmapper = pmapper_setup->pparse_func(&argi, argc, argv);
|
|
if (pmapper == NULL) {
|
|
exit(1);
|
|
}
|
|
sllv_add(popts->pmapper_list, pmapper);
|
|
|
|
// xxx cmt
|
|
if (argi >= argc || !streq(argv[argi], "then"))
|
|
break;
|
|
argi++;
|
|
}
|
|
|
|
popts->filenames = &argv[argi];
|
|
|
|
return popts;
|
|
}
|
|
|
|
// ----------------------------------------------------------------
|
|
void cli_opts_free(cli_opts_t* popts) {
|
|
|
|
popts->preader->pfree_func(popts->preader->pvstate);
|
|
|
|
for (sllve_t* pe = popts->pmapper_list->phead; pe != NULL; pe = pe->pnext) {
|
|
mapper_t* pmapper = pe->pvdata;
|
|
pmapper->pmapper_free_func(pmapper->pvstate);
|
|
}
|
|
sllv_free(popts->pmapper_list);
|
|
|
|
popts->pwriter->pfree_func(popts->pwriter->pvstate);
|
|
free(popts);
|
|
}
|