Mirrors/miller
1
0
Fork 0
mirror of https://github.com/johnkerl/miller.git synced 2026-07-30 11:10:11 +00:00
Code Issues Projects Releases Wiki Activity

write/append code-dedupe iterate

Browse source
This commit is contained in:
John Kerl 2016-07-23 12:47:32 -04:00
parent 889df769a7
commit b432ef25c8
1 changed files with 11 additions and 59 deletions
Download patch file Download diff file Expand all files Collapse all files

70
c/mapping/mlr_dsl_cst.c
View file

@ -54,8 +54,8 @@ static mlr_dsl_cst_statement_t* alloc_edump(mlr_dsl_a
static mlr_dsl_cst_statement_t* alloc_dump_to_file(mlr_dsl_ast_node_t* p, int ti, int cf,
file_output_mode_t file_output_mode);
static mlr_dsl_cst_statement_t* alloc_eprint(mlr_dsl_ast_node_t* p, int ti, int cf);
static mlr_dsl_cst_statement_t* alloc_print_write(mlr_dsl_ast_node_t* p, int ti, int cf);
static mlr_dsl_cst_statement_t* alloc_print_append(mlr_dsl_ast_node_t* p, int ti, int cf);
static mlr_dsl_cst_statement_t* alloc_print_to_file(mlr_dsl_ast_node_t* p, int ti, int cf,
file_output_mode_t file_output_mode);
static mlr_dsl_cst_statement_t* alloc_printn(mlr_dsl_ast_node_t* p, int ti, int cf);
static mlr_dsl_cst_statement_t* alloc_eprintn(mlr_dsl_ast_node_t* p, int ti, int cf);
static mlr_dsl_cst_statement_t* alloc_printn_write(mlr_dsl_ast_node_t* p, int ti, int cf);
@ -114,8 +114,7 @@ static void handle_dump(mlr_dsl_cst_statement_t* s,
static void handle_dump_to_file(mlr_dsl_cst_statement_t* s, variables_t* v, cst_outputs_t* o);
static void handle_edump(mlr_dsl_cst_statement_t* s, variables_t* v, cst_outputs_t* o);
static void handle_print(mlr_dsl_cst_statement_t* s, variables_t* v, cst_outputs_t* o);
static void handle_print_write(mlr_dsl_cst_statement_t* s, variables_t* v, cst_outputs_t* o);
static void handle_print_append(mlr_dsl_cst_statement_t* s, variables_t* v, cst_outputs_t* o);
static void handle_print_to_file(mlr_dsl_cst_statement_t* s, variables_t* v, cst_outputs_t* o);
static void handle_printn(mlr_dsl_cst_statement_t* s, variables_t* v, cst_outputs_t* o);
static void handle_printn_write(mlr_dsl_cst_statement_t* s, variables_t* v, cst_outputs_t* o);
static void handle_printn_append(mlr_dsl_cst_statement_t* s, variables_t* v, cst_outputs_t* o);
@ -511,10 +510,10 @@ static mlr_dsl_cst_statement_t* alloc_cst_statement(mlr_dsl_ast_node_t* pnode, i
return alloc_eprint(pnode, type_inferencing, context_flags);
break;
case MD_AST_NODE_TYPE_PRINT_WRITE:
return alloc_print_write(pnode, type_inferencing, context_flags);
return alloc_print_to_file(pnode, type_inferencing, context_flags, MODE_WRITE);
break;
case MD_AST_NODE_TYPE_PRINT_APPEND:
return alloc_print_append(pnode, type_inferencing, context_flags);
return alloc_print_to_file(pnode, type_inferencing, context_flags, MODE_APPEND);
break;
case MD_AST_NODE_TYPE_PRINTN:
@ -1574,8 +1573,8 @@ static mlr_dsl_cst_statement_t* alloc_eprint(mlr_dsl_ast_node_t* pnode, int type
return pstatement;
}
static mlr_dsl_cst_statement_t* alloc_print_write(mlr_dsl_ast_node_t* pnode, int type_inferencing,
int context_flags)
static mlr_dsl_cst_statement_t* alloc_print_to_file(mlr_dsl_ast_node_t* pnode, int type_inferencing,
int context_flags, file_output_mode_t file_output_mode)
{
if ((pnode->pchildren == NULL) || (pnode->pchildren->length != 2)) {
fprintf(stderr, "%s: internal coding error detected in file %s at line %d.\n",
@ -1595,34 +1594,14 @@ static mlr_dsl_cst_statement_t* alloc_print_write(mlr_dsl_ast_node_t* pnode, int
} else {
pstatement->poutput_filename_evaluator = rval_evaluator_alloc_from_ast(pfilename_node,
type_inferencing, context_flags);
pstatement->file_output_mode = MODE_WRITE;
pstatement->file_output_mode = file_output_mode;
pstatement->pmulti_out = multi_out_alloc();
pstatement->pnode_handler = handle_print_write;
pstatement->pnode_handler = handle_print_to_file;
}
return pstatement;
}
static mlr_dsl_cst_statement_t* alloc_print_append(mlr_dsl_ast_node_t* pnode, int type_inferencing,
int context_flags)
{
if ((pnode->pchildren == NULL) || (pnode->pchildren->length != 2)) {
fprintf(stderr, "%s: internal coding error detected in file %s at line %d.\n",
MLR_GLOBALS.bargv0, __FILE__, __LINE__);
exit(1);
}
mlr_dsl_cst_statement_t* pstatement = alloc_blank();
mlr_dsl_ast_node_t* pvalue_node = pnode->pchildren->phead->pvvalue;
mlr_dsl_ast_node_t* pfilename_node = pnode->pchildren->phead->pnext->pvvalue;
pstatement->prhs_evaluator = rval_evaluator_alloc_from_ast(pvalue_node, type_inferencing, context_flags);
pstatement->poutput_filename_evaluator = rval_evaluator_alloc_from_ast(pfilename_node,
type_inferencing, context_flags);
pstatement->file_output_mode = MODE_APPEND;
pstatement->pmulti_out = multi_out_alloc();
pstatement->pnode_handler = handle_print_append;
return pstatement;
}
// ----------------------------------------------------------------
static mlr_dsl_cst_statement_t* alloc_printn(mlr_dsl_ast_node_t* pnode, int type_inferencing,
int context_flags)
@ -2662,7 +2641,7 @@ static void handle_eprint(
mv_free(&val);
}
static void handle_print_write(
static void handle_print_to_file(
mlr_dsl_cst_statement_t* pnode,
variables_t* pvars,
cst_outputs_t* pcst_outputs)
@ -2676,34 +2655,7 @@ static void handle_print_write(
char ffree_flags;
char* fval = mv_format_val(&filename, &ffree_flags);
FILE* outfp = multi_out_get(pnode->pmulti_out, fval, MODE_WRITE);
fprintf(outfp, "%s\n", sval);
if (TRUE) // xxx temp
fflush(outfp);
if (sfree_flags)
free(sval);
if (ffree_flags)
free(fval);
mv_free(&filename);
mv_free(&val);
}
static void handle_print_append(
mlr_dsl_cst_statement_t* pnode,
variables_t* pvars,
cst_outputs_t* pcst_outputs)
{
rval_evaluator_t* prhs_evaluator = pnode->prhs_evaluator;
rval_evaluator_t* poutput_filename_evaluator = pnode->poutput_filename_evaluator;
mv_t val = prhs_evaluator->pprocess_func(prhs_evaluator->pvstate, pvars);
mv_t filename = poutput_filename_evaluator->pprocess_func(poutput_filename_evaluator->pvstate, pvars);
char sfree_flags;
char* sval = mv_format_val(&val, &sfree_flags);
char ffree_flags;
char* fval = mv_format_val(&filename, &ffree_flags);
FILE* outfp = multi_out_get(pnode->pmulti_out, fval, MODE_APPEND);
FILE* outfp = multi_out_get(pnode->pmulti_out, fval, pnode->file_output_mode);
fprintf(outfp, "%s\n", sval);
if (TRUE) // xxx temp
fflush(outfp);