Mirrors/miller
1
0
Fork 0
mirror of https://github.com/johnkerl/miller.git synced 2026-07-18 17:04:50 +00:00
Code Issues Projects Releases Wiki Activity
miller/c/mapping/function_manager.c
John Kerl 3f20c4f86c disallow UDFs overriding built-ins
2016-09-10 23:29:08 -04:00

710 lines
38 KiB
C
Raw Blame History

#include "lib/mlr_globals.h"
#include "lib/mlrutil.h"
#include "mapping/function_manager.h"
#include "mapping/context_flags.h"
#include "mapping/rval_evaluators.h"
// ----------------------------------------------------------------
typedef enum _func_class_t {
FUNC_CLASS_ARITHMETIC,
FUNC_CLASS_MATH,
FUNC_CLASS_BOOLEAN,
FUNC_CLASS_STRING,
FUNC_CLASS_CONVERSION,
FUNC_CLASS_TIME
} func_class_t;
typedef enum _arity_check_t {
ARITY_CHECK_PASS,
ARITY_CHECK_FAIL,
ARITY_CHECK_NO_SUCH
} arity_check_t;
typedef struct _function_lookup_t {
func_class_t function_class;
char* function_name;
int arity;
char* usage_string;
} function_lookup_t;
// This is shared between all instances
static function_lookup_t FUNCTION_LOOKUP_TABLE[];
// ----------------------------------------------------------------
// See also comments in rval_evaluators.h
static void fmgr_check_arity_with_report(fmgr_t* pfmgr, char* function_name,
int user_provided_arity);
static rval_evaluator_t* fmgr_alloc_evaluator_from_zary_func_name(char* function_name);
static rval_evaluator_t* fmgr_alloc_evaluator_from_unary_func_name(char* fnnm, rval_evaluator_t* parg1);
static rval_evaluator_t* fmgr_alloc_evaluator_from_binary_func_name(char* fnnm,
rval_evaluator_t* parg1, rval_evaluator_t* parg2);
static rval_evaluator_t* fmgr_alloc_evaluator_from_binary_regex_arg2_func_name(char* fnnm,
rval_evaluator_t* parg1, char* regex_string, int ignore_case);
static rval_evaluator_t* fmgr_alloc_evaluator_from_ternary_func_name(char* fnnm,
rval_evaluator_t* parg1, rval_evaluator_t* parg2, rval_evaluator_t* parg3);
static rval_evaluator_t* fmgr_alloc_evaluator_from_ternary_regex_arg2_func_name(char* fnnm,
rval_evaluator_t* parg1, char* regex_string, int ignore_case, rval_evaluator_t* parg3);
// ----------------------------------------------------------------
fmgr_t* fmgr_alloc() {
fmgr_t* pfmgr = mlr_malloc_or_die(sizeof(fmgr_t));
pfmgr->function_lookup_table = &FUNCTION_LOOKUP_TABLE[0];
pfmgr->built_in_function_names = hss_alloc();
for (int i = 0; ; i++) {
function_lookup_t* plookup = &pfmgr->function_lookup_table[i];
char* fname = plookup->function_name;
if (fname == NULL)
break;
hss_add(pfmgr->built_in_function_names, fname);
}
pfmgr->pudf_names_to_defsite_states = lhmsv_alloc();
return pfmgr;
}
// ----------------------------------------------------------------
void fmgr_free(fmgr_t* pfmgr) {
if (pfmgr == NULL)
return;
for (lhmsve_t* pe = pfmgr->pudf_names_to_defsite_states->phead; pe != NULL; pe = pe->pnext) {
udf_defsite_state_t * pdefsite_state = pe->pvvalue;
free(pdefsite_state->name);
pdefsite_state->pfree_func(pdefsite_state->pvstate);
free(pdefsite_state);
}
lhmsv_free(pfmgr->pudf_names_to_defsite_states);
free(pfmgr);
}
// ----------------------------------------------------------------
void fmgr_install_udf(fmgr_t* pfmgr, udf_defsite_state_t* pdefsite_state) {
if (hss_has(pfmgr->built_in_function_names, pdefsite_state->name)) {
fprintf(stderr, "%s: function named \"%s\" must not override a built-in function of the same name.\n",
MLR_GLOBALS.bargv0, pdefsite_state->name);
exit(1);
}
// xxx mem leak @ overwrite
lhmsv_put(pfmgr->pudf_names_to_defsite_states, mlr_strdup_or_die(pdefsite_state->name), pdefsite_state, FREE_ENTRY_KEY);
}
// ================================================================
static function_lookup_t FUNCTION_LOOKUP_TABLE[] = {
{FUNC_CLASS_ARITHMETIC, "+", 2, "Addition."},
{FUNC_CLASS_ARITHMETIC, "+", 1, "Unary plus."},
{FUNC_CLASS_ARITHMETIC, "-", 2, "Subtraction."},
{FUNC_CLASS_ARITHMETIC, "-", 1, "Unary minus."},
{FUNC_CLASS_ARITHMETIC, "*", 2, "Multiplication."},
{FUNC_CLASS_ARITHMETIC, "/", 2, "Division."},
{FUNC_CLASS_ARITHMETIC, "//", 2, "Integer division: rounds to negative (pythonic)."},
{FUNC_CLASS_ARITHMETIC, "%", 2, "Remainder; never negative-valued (pythonic)."},
{FUNC_CLASS_ARITHMETIC, "**", 2, "Exponentiation; same as pow, but as an infix\noperator."},
{FUNC_CLASS_ARITHMETIC, "|", 2, "Bitwise OR."},
{FUNC_CLASS_ARITHMETIC, "^", 2, "Bitwise XOR."},
{FUNC_CLASS_ARITHMETIC, "&", 2, "Bitwise AND."},
{FUNC_CLASS_ARITHMETIC, "~", 1,
"Bitwise NOT. Beware '$y=~$x' since =~ is the\nregex-match operator: try '$y = ~$x'."},
{FUNC_CLASS_ARITHMETIC, "<<", 2, "Bitwise left-shift."},
{FUNC_CLASS_ARITHMETIC, ">>", 2, "Bitwise right-shift."},
{FUNC_CLASS_BOOLEAN, "==", 2, "String/numeric equality. Mixing number and string\nresults in string compare."},
{FUNC_CLASS_BOOLEAN, "!=", 2, "String/numeric inequality. Mixing number and string\nresults in string compare."},
{FUNC_CLASS_BOOLEAN, "=~", 2,
"String (left-hand side) matches regex (right-hand\n"
"side), e.g. '$name =~ \"^a.*b$\"'."},
{FUNC_CLASS_BOOLEAN, "!=~", 2,
"String (left-hand side) does not match regex\n"
"(right-hand side), e.g. '$name !=~ \"^a.*b$\"'."},
{FUNC_CLASS_BOOLEAN, ">", 2,
"String/numeric greater-than. Mixing number and string\n"
"results in string compare."},
{FUNC_CLASS_BOOLEAN, ">=", 2,
"String/numeric greater-than-or-equals. Mixing number\n"
"and string results in string compare."},
{FUNC_CLASS_BOOLEAN, "<", 2,
"String/numeric less-than. Mixing number and string\n"
"results in string compare."},
{FUNC_CLASS_BOOLEAN, "<=", 2,
"String/numeric less-than-or-equals. Mixing number\n"
"and string results in string compare."},
{FUNC_CLASS_BOOLEAN, "&&", 2, "Logical AND."},
{FUNC_CLASS_BOOLEAN, "||", 2, "Logical OR."},
{FUNC_CLASS_BOOLEAN, "^^", 2, "Logical XOR."},
{FUNC_CLASS_BOOLEAN, "!", 1, "Logical negation."},
{FUNC_CLASS_BOOLEAN, "? :", 3, "Ternary operator."},
{FUNC_CLASS_CONVERSION, "isnull", 1, "True if argument is null (empty or absent), false otherwise"},
{FUNC_CLASS_CONVERSION, "isnotnull", 1, "False if argument is null (empty or absent), true otherwise."},
{FUNC_CLASS_CONVERSION, "isabsent", 1, "False if field is present in input, false otherwise"},
{FUNC_CLASS_CONVERSION, "ispresent", 1, "True if field is present in input, false otherwise."},
{FUNC_CLASS_CONVERSION, "isempty", 1, "True if field is present in input with empty value, false otherwise."},
{FUNC_CLASS_CONVERSION, "isnotempty", 1, "False if field is present in input with empty value, false otherwise"},
{FUNC_CLASS_CONVERSION, "isnumeric", 1, "True if field is present with value inferred to be int or float"},
{FUNC_CLASS_CONVERSION, "isint", 1, "True if field is present with value inferred to be int "},
{FUNC_CLASS_CONVERSION, "isfloat", 1, "True if field is present with value inferred to be float"},
{FUNC_CLASS_CONVERSION, "isbool", 1, "True if field is present with boolean value"},
{FUNC_CLASS_CONVERSION, "isstring", 1, "True if field is present with string (including empty-string) value"},
{FUNC_CLASS_CONVERSION, "boolean", 1, "Convert int/float/bool/string to boolean."},
{FUNC_CLASS_CONVERSION, "float", 1, "Convert int/float/bool/string to float."},
{FUNC_CLASS_CONVERSION, "fmtnum", 2,
"Convert int/float/bool to string using\n"
"printf-style format string, e.g. '$s = fmtnum($n, \"%06lld\")'."},
{FUNC_CLASS_CONVERSION, "hexfmt", 1, "Convert int to string, e.g. 255 to \"0xff\"."},
{FUNC_CLASS_CONVERSION, "int", 1, "Convert int/float/bool/string to int."},
{FUNC_CLASS_CONVERSION, "string", 1, "Convert int/float/bool/string to string."},
{FUNC_CLASS_CONVERSION, "typeof", 1,
"Convert argument to type of argument (e.g.\n"
"MT_STRING). For debug."},
{FUNC_CLASS_STRING, ".", 2, "String concatenation."},
{FUNC_CLASS_STRING, "gsub", 3, "Example: '$name=gsub($name, \"old\", \"new\")'\n(replace all)."},
{FUNC_CLASS_STRING, "strlen", 1, "String length."},
{FUNC_CLASS_STRING, "sub", 3, "Example: '$name=sub($name, \"old\", \"new\")'\n(replace once)."},
{FUNC_CLASS_STRING, "tolower", 1, "Convert string to lowercase."},
{FUNC_CLASS_STRING, "toupper", 1, "Convert string to uppercase."},
{FUNC_CLASS_MATH, "abs", 1, "Absolute value."},
{FUNC_CLASS_MATH, "acos", 1, "Inverse trigonometric cosine."},
{FUNC_CLASS_MATH, "acosh", 1, "Inverse hyperbolic cosine."},
{FUNC_CLASS_MATH, "asin", 1, "Inverse trigonometric sine."},
{FUNC_CLASS_MATH, "asinh", 1, "Inverse hyperbolic sine."},
{FUNC_CLASS_MATH, "atan", 1, "One-argument arctangent."},
{FUNC_CLASS_MATH, "atan2", 2, "Two-argument arctangent."},
{FUNC_CLASS_MATH, "atanh", 1, "Inverse hyperbolic tangent."},
{FUNC_CLASS_MATH, "cbrt", 1, "Cube root."},
{FUNC_CLASS_MATH, "ceil", 1, "Ceiling: nearest integer at or above."},
{FUNC_CLASS_MATH, "cos", 1, "Trigonometric cosine."},
{FUNC_CLASS_MATH, "cosh", 1, "Hyperbolic cosine."},
{FUNC_CLASS_MATH, "erf", 1, "Error function."},
{FUNC_CLASS_MATH, "erfc", 1, "Complementary error function."},
{FUNC_CLASS_MATH, "exp", 1, "Exponential function e**x."},
{FUNC_CLASS_MATH, "expm1", 1, "e**x - 1."},
{FUNC_CLASS_MATH, "floor", 1, "Floor: nearest integer at or below."},
// See also http://johnkerl.org/doc/randuv.pdf for more about urand() -> other distributions
{FUNC_CLASS_MATH, "invqnorm", 1,
"Inverse of normal cumulative distribution\n"
"function. Note that invqorm(urand()) is normally distributed."},
{FUNC_CLASS_MATH, "log", 1, "Natural (base-e) logarithm."},
{FUNC_CLASS_MATH, "log10", 1, "Base-10 logarithm."},
{FUNC_CLASS_MATH, "log1p", 1, "log(1-x)."},
{FUNC_CLASS_MATH, "logifit", 3, "Given m and b from logistic regression, compute\nfit: $yhat=logifit($x,$m,$b)."},
{FUNC_CLASS_MATH, "madd", 3, "a + b mod m (integers)"},
{FUNC_CLASS_MATH, "max", 2, "max of two numbers; null loses"},
{FUNC_CLASS_MATH, "mexp", 3, "a ** b mod m (integers)"},
{FUNC_CLASS_MATH, "min", 2, "min of two numbers; null loses"},
{FUNC_CLASS_MATH, "mmul", 3, "a * b mod m (integers)"},
{FUNC_CLASS_MATH, "msub", 3, "a - b mod m (integers)"},
{FUNC_CLASS_MATH, "pow", 2, "Exponentiation; same as **."},
{FUNC_CLASS_MATH, "qnorm", 1, "Normal cumulative distribution function."},
{FUNC_CLASS_MATH, "round", 1, "Round to nearest integer."},
{FUNC_CLASS_MATH, "roundm", 2, "Round to nearest multiple of m: roundm($x,$m) is\nthe same as round($x/$m)*$m"},
{FUNC_CLASS_MATH, "sgn", 1, "+1 for positive input, 0 for zero input, -1 for\nnegative input."},
{FUNC_CLASS_MATH, "sin", 1, "Trigonometric sine."},
{FUNC_CLASS_MATH, "sinh", 1, "Hyperbolic sine."},
{FUNC_CLASS_MATH, "sqrt", 1, "Square root."},
{FUNC_CLASS_MATH, "tan", 1, "Trigonometric tangent."},
{FUNC_CLASS_MATH, "tanh", 1, "Hyperbolic tangent."},
{FUNC_CLASS_MATH, "urand", 0,
"Floating-point numbers on the unit interval.\n"
"Int-valued example: '$n=floor(20+urand()*11)'." },
{FUNC_CLASS_MATH, "urand32", 0, "Integer uniformly distributed 0 and 2**32-1\n"
"inclusive." },
{FUNC_CLASS_MATH, "urandint", 2, "Integer uniformly distributed between inclusive\ninteger endpoints." },
{FUNC_CLASS_TIME, "dhms2fsec", 1,
"Recovers floating-point seconds as in\n"
"dhms2fsec(\"5d18h53m20.250000s\") = 500000.250000"},
{FUNC_CLASS_TIME, "dhms2sec", 1, "Recovers integer seconds as in\ndhms2sec(\"5d18h53m20s\") = 500000"},
{FUNC_CLASS_TIME, "fsec2dhms", 1,
"Formats floating-point seconds as in\nfsec2dhms(500000.25) = \"5d18h53m20.250000s\""},
{FUNC_CLASS_TIME, "fsec2hms", 1,
"Formats floating-point seconds as in\nfsec2hms(5000.25) = \"01:23:20.250000\""},
{FUNC_CLASS_TIME, "gmt2sec", 1, "Parses GMT timestamp as integer seconds since\nthe epoch."},
{FUNC_CLASS_TIME, "hms2fsec", 1,
"Recovers floating-point seconds as in\nhms2fsec(\"01:23:20.250000\") = 5000.250000"},
{FUNC_CLASS_TIME, "hms2sec", 1, "Recovers integer seconds as in\nhms2sec(\"01:23:20\") = 5000"},
{FUNC_CLASS_TIME, "sec2dhms", 1, "Formats integer seconds as in sec2dhms(500000)\n= \"5d18h53m20s\""},
{FUNC_CLASS_TIME, "sec2gmt", 1,
"Formats seconds since epoch (integer part)\n"
"as GMT timestamp, e.g. sec2gmt(1440768801.7) = \"2015-08-28T13:33:21Z\".\n"
"Leaves non-numbers as-is."},
{FUNC_CLASS_TIME, "sec2gmtdate", 1,
"Formats seconds since epoch (integer part)\n"
"as GMT timestamp with year-month-date, e.g. sec2gmtdate(1440768801.7) = \"2015-08-28\".\n"
"Leaves non-numbers as-is."},
{FUNC_CLASS_TIME, "sec2hms", 1,
"Formats integer seconds as in\n"
"sec2hms(5000) = \"01:23:20\""},
{FUNC_CLASS_TIME, "strftime", 2,
"Formats seconds since epoch (integer part)\n"
"as timestamp, e.g.\n"
"strftime(1440768801.7,\"%Y-%m-%dT%H:%M:%SZ\") = \"2015-08-28T13:33:21Z\"."},
{FUNC_CLASS_TIME, "strptime", 2,
"Parses timestamp as integer seconds since epoch,\n"
"e.g. strptime(\"2015-08-28T13:33:21Z\",\"%Y-%m-%dT%H:%M:%SZ\") = 1440768801."},
{FUNC_CLASS_TIME, "systime", 0,
"Floating-point seconds since the epoch,\n"
"e.g. 1440768801.748936." },
{0, NULL, -1 , NULL}, // table terminator
};
// ----------------------------------------------------------------
static arity_check_t check_arity(function_lookup_t lookup_table[], char* function_name,
int user_provided_arity, int *parity)
{
*parity = -1;
int found_function_name = FALSE;
for (int i = 0; ; i++) {
function_lookup_t* plookup = &lookup_table[i];
if (plookup->function_name == NULL)
break;
if (streq(function_name, plookup->function_name)) {
found_function_name = TRUE;
*parity = plookup->arity;
if (user_provided_arity == plookup->arity) {
return ARITY_CHECK_PASS;
}
}
}
if (found_function_name) {
return ARITY_CHECK_FAIL;
} else {
return ARITY_CHECK_NO_SUCH;
}
}
static void fmgr_check_arity_with_report(fmgr_t* pfmgr, char* function_name,
int user_provided_arity)
{
int arity = -1;
arity_check_t result = check_arity(pfmgr->function_lookup_table, function_name, user_provided_arity, &arity);
if (result == ARITY_CHECK_NO_SUCH) {
fprintf(stderr, "Function name \"%s\" not found.\n", function_name);
exit(1);
}
if (result == ARITY_CHECK_FAIL) {
// More flexibly, I'd have a list of arities supported by each
// function. But this is overkill: there are unary and binary minus,
// and everything else has a single arity.
if (streq(function_name, "-")) {
fprintf(stderr, "Function named \"%s\" takes one argument or two; got %d.\n",
function_name, user_provided_arity);
} else {
}
fprintf(stderr, "Function named \"%s\" takes %d argument%s; got %d.\n",
function_name, arity, (arity == 1) ? "" : "s", user_provided_arity);
exit(1);
}
}
static char* function_class_to_desc(func_class_t function_class) {
switch(function_class) {
case FUNC_CLASS_ARITHMETIC: return "arithmetic"; break;
case FUNC_CLASS_MATH: return "math"; break;
case FUNC_CLASS_BOOLEAN: return "boolean"; break;
case FUNC_CLASS_STRING: return "string"; break;
case FUNC_CLASS_CONVERSION: return "conversion"; break;
case FUNC_CLASS_TIME: return "time"; break;
default: return "???"; break;
}
}
void fmgr_list_functions(fmgr_t* pfmgr, FILE* output_stream, char* leader) {
char* separator = " ";
int leaderlen = strlen(leader);
int separatorlen = strlen(separator);
int linelen = leaderlen;
int j = 0;
for (int i = 0; ; i++) {
function_lookup_t* plookup = &FUNCTION_LOOKUP_TABLE[i];
char* fname = plookup->function_name;
if (fname == NULL)
break;
int fnamelen = strlen(fname);
linelen += separatorlen + fnamelen;
if (linelen >= 80) {
fprintf(output_stream, "\n");
linelen = 0;
linelen = leaderlen + separatorlen + fnamelen;
j = 0;
}
if (j == 0)
fprintf(output_stream, "%s", leader);
fprintf(output_stream, "%s%s", separator, fname);
j++;
}
fprintf(output_stream, "\n");
}
// Pass function_name == NULL to get usage for all functions.
void fmgr_function_usage(fmgr_t* pfmgr, FILE* output_stream, char* function_name) {
int found = FALSE;
char* fmt = "%s (class=%s #args=%d): %s\n";
for (int i = 0; ; i++) {
function_lookup_t* plookup = &FUNCTION_LOOKUP_TABLE[i];
if (plookup->function_name == NULL) // end of table
break;
if (function_name == NULL || streq(function_name, plookup->function_name)) {
fprintf(output_stream, fmt, plookup->function_name,
function_class_to_desc(plookup->function_class),
plookup->arity, plookup->usage_string);
found = TRUE;
}
if (function_name == NULL)
fprintf(output_stream, "\n");
}
if (!found)
fprintf(output_stream, "%s: no such function.\n", function_name);
if (function_name == NULL) {
fprintf(output_stream, "To set the seed for urand, you may specify decimal or hexadecimal 32-bit\n");
fprintf(output_stream, "numbers of the form \"%s --seed 123456789\" or \"%s --seed 0xcafefeed\".\n",
MLR_GLOBALS.bargv0, MLR_GLOBALS.bargv0);
fprintf(output_stream, "Miller's built-in variables are NF, NR, FNR, FILENUM, and FILENAME (awk-like)\n");
fprintf(output_stream, "along with the mathematical constants PI and E.\n");
}
}
void fmgr_list_all_functions_raw(fmgr_t* pfmgr, FILE* output_stream) {
for (int i = 0; ; i++) {
function_lookup_t* plookup = &FUNCTION_LOOKUP_TABLE[i];
if (plookup->function_name == NULL) // end of table
break;
printf("%s\n", plookup->function_name);
}
}
// ================================================================
typedef struct _rval_evaluator_udf_callsite_state_t {
int arity;
rval_evaluator_t** pevals;
mv_t* args;
udf_defsite_state_t* pdefsite_state;
} rval_evaluator_udf_callsite_state_t;
static mv_t rval_evaluator_udf_callsite_process(void* pvstate, variables_t* pvars) {
rval_evaluator_udf_callsite_state_t* pstate = pvstate;
for (int i = 0; i < pstate->arity; i++) {
pstate->args[i] = pstate->pevals[i]->pprocess_func(pstate->pevals[i]->pvstate, pvars);
}
return pstate->pdefsite_state->pprocess_func(pstate->pdefsite_state->pvstate,
pstate->arity, pstate->args, pvars);
}
static void rval_evaluator_udf_callsite_free(rval_evaluator_t* pevaluator) {
rval_evaluator_udf_callsite_state_t* pstate = pevaluator->pvstate;
for (int i = 0; i < pstate->arity; i++) {
rval_evaluator_t* peval = pstate->pevals[i];
peval->pfree_func(peval);
mv_free(&pstate->args[i]);
}
free(pstate->pevals);
free(pstate->args);
free(pstate);
free(pevaluator);
}
static rval_evaluator_t* fmgr_alloc_from_udf_callsite(fmgr_t* pfmgr, udf_defsite_state_t* pdefsite_state,
mlr_dsl_ast_node_t* pnode, int type_inferencing, int context_flags)
{
rval_evaluator_t* pudf_callsite_evaluator = mlr_malloc_or_die(sizeof(rval_evaluator_t));
rval_evaluator_udf_callsite_state_t* pstate = mlr_malloc_or_die(sizeof(rval_evaluator_udf_callsite_state_t));
pstate->arity = pnode->pchildren->length;
pstate->pevals = mlr_malloc_or_die(pstate->arity * sizeof(rval_evaluator_t*));
int i = 0;
for (sllve_t* pe = pnode->pchildren->phead; pe != NULL; pe = pe->pnext, i++) {
mlr_dsl_ast_node_t* parg_node = pe->pvvalue;
pstate->pevals[i] = rval_evaluator_alloc_from_ast(parg_node,
pfmgr, type_inferencing, context_flags);
}
pstate->args = mlr_malloc_or_die(pstate->arity * sizeof(mv_t));
for (i = 0; i < pstate->arity; i++) {
pstate->args[i] = mv_absent();
}
pstate->pdefsite_state = pdefsite_state;
pudf_callsite_evaluator->pvstate = pstate;
pudf_callsite_evaluator->pprocess_func = rval_evaluator_udf_callsite_process;
pudf_callsite_evaluator->pfree_func = rval_evaluator_udf_callsite_free;
return pudf_callsite_evaluator;
}
// ================================================================
rval_evaluator_t* fmgr_alloc_from_operator_or_function_call(fmgr_t* pfmgr, mlr_dsl_ast_node_t* pnode,
int type_inferencing, int context_flags)
{
char* function_name = pnode->text;
int user_provided_arity = pnode->pchildren->length;
udf_defsite_state_t* pudf_defsite_state = lhmsv_get(pfmgr->pudf_names_to_defsite_states, function_name);
if (pudf_defsite_state != NULL) {
int udf_arity = pudf_defsite_state->arity;
if (user_provided_arity != udf_arity) {
fprintf(stderr, "Function named \"%s\" takes %d argument%s; got %d.\n",
function_name, udf_arity, (udf_arity == 1) ? "" : "s", user_provided_arity);
exit(1);
}
rval_evaluator_t* pcallsite_evaluator = fmgr_alloc_from_udf_callsite(pfmgr, pudf_defsite_state,
pnode, type_inferencing, context_flags);
return pcallsite_evaluator;
}
fmgr_check_arity_with_report(pfmgr, function_name, user_provided_arity);
rval_evaluator_t* pevaluator = NULL;
if (user_provided_arity == 0) {
pevaluator = fmgr_alloc_evaluator_from_zary_func_name(function_name);
} else if (user_provided_arity == 1) {
mlr_dsl_ast_node_t* parg1_node = pnode->pchildren->phead->pvvalue;
rval_evaluator_t* parg1 = rval_evaluator_alloc_from_ast(parg1_node, pfmgr, type_inferencing, context_flags);
pevaluator = fmgr_alloc_evaluator_from_unary_func_name(function_name, parg1);
} else if (user_provided_arity == 2) {
mlr_dsl_ast_node_t* parg1_node = pnode->pchildren->phead->pvvalue;
mlr_dsl_ast_node_t* parg2_node = pnode->pchildren->phead->pnext->pvvalue;
int type2 = parg2_node->type;
if ((streq(function_name, "=~") || streq(function_name, "!=~")) && type2 == MD_AST_NODE_TYPE_STRNUM_LITERAL) {
rval_evaluator_t* parg1 = rval_evaluator_alloc_from_ast(parg1_node, pfmgr, type_inferencing, context_flags);
pevaluator = fmgr_alloc_evaluator_from_binary_regex_arg2_func_name(function_name,
parg1, parg2_node->text, FALSE);
} else if ((streq(function_name, "=~") || streq(function_name, "!=~")) && type2 == MD_AST_NODE_TYPE_REGEXI) {
rval_evaluator_t* parg1 = rval_evaluator_alloc_from_ast(parg1_node, pfmgr, type_inferencing, context_flags);
pevaluator = fmgr_alloc_evaluator_from_binary_regex_arg2_func_name(function_name, parg1, parg2_node->text,
TYPE_INFER_STRING_FLOAT_INT);
} else {
// regexes can still be applied here, e.g. if the 2nd argument is a non-terminal AST: however
// the regexes will be compiled record-by-record rather than once at alloc time, which will
// be slower.
rval_evaluator_t* parg1 = rval_evaluator_alloc_from_ast(parg1_node, pfmgr, type_inferencing, context_flags);
rval_evaluator_t* parg2 = rval_evaluator_alloc_from_ast(parg2_node, pfmgr, type_inferencing, context_flags);
pevaluator = fmgr_alloc_evaluator_from_binary_func_name(function_name, parg1, parg2);
}
} else if (user_provided_arity == 3) {
mlr_dsl_ast_node_t* parg1_node = pnode->pchildren->phead->pvvalue;
mlr_dsl_ast_node_t* parg2_node = pnode->pchildren->phead->pnext->pvvalue;
mlr_dsl_ast_node_t* parg3_node = pnode->pchildren->phead->pnext->pnext->pvvalue;
int type2 = parg2_node->type;
if ((streq(function_name, "sub") || streq(function_name, "gsub")) && type2 == MD_AST_NODE_TYPE_STRNUM_LITERAL) {
// sub/gsub-regex special case:
rval_evaluator_t* parg1 = rval_evaluator_alloc_from_ast(parg1_node, pfmgr, type_inferencing, context_flags);
rval_evaluator_t* parg3 = rval_evaluator_alloc_from_ast(parg3_node, pfmgr, type_inferencing, context_flags);
pevaluator = fmgr_alloc_evaluator_from_ternary_regex_arg2_func_name(function_name, parg1, parg2_node->text,
FALSE, parg3);
} else if ((streq(function_name, "sub") || streq(function_name, "gsub")) && type2 == MD_AST_NODE_TYPE_REGEXI) {
// sub/gsub-regex special case:
rval_evaluator_t* parg1 = rval_evaluator_alloc_from_ast(parg1_node, pfmgr, type_inferencing, context_flags);
rval_evaluator_t* parg3 = rval_evaluator_alloc_from_ast(parg3_node, pfmgr, type_inferencing, context_flags);
pevaluator = fmgr_alloc_evaluator_from_ternary_regex_arg2_func_name(function_name, parg1, parg2_node->text,
TYPE_INFER_STRING_FLOAT_INT, parg3);
} else {
// regexes can still be applied here, e.g. if the 2nd argument is a non-terminal AST: however
// the regexes will be compiled record-by-record rather than once at alloc time, which will
// be slower.
rval_evaluator_t* parg1 = rval_evaluator_alloc_from_ast(parg1_node, pfmgr, type_inferencing, context_flags);
rval_evaluator_t* parg2 = rval_evaluator_alloc_from_ast(parg2_node, pfmgr, type_inferencing, context_flags);
rval_evaluator_t* parg3 = rval_evaluator_alloc_from_ast(parg3_node, pfmgr, type_inferencing, context_flags);
pevaluator = fmgr_alloc_evaluator_from_ternary_func_name(function_name, parg1, parg2, parg3);
}
} else {
fprintf(stderr, "Miller: internal coding error: arity for function name \"%s\" misdetected.\n",
function_name);
exit(1);
}
if (pevaluator == NULL) {
fprintf(stderr, "Miller: unrecognized function name \"%s\".\n", function_name);
exit(1);
}
return pevaluator;
}
// ================================================================
static rval_evaluator_t* fmgr_alloc_evaluator_from_zary_func_name(char* function_name) {
if (streq(function_name, "urand")) {
return rval_evaluator_alloc_from_x_z_func(f_z_urand_func);
} else if (streq(function_name, "urand32")) {
return rval_evaluator_alloc_from_x_z_func(i_z_urand32_func);
} else if (streq(function_name, "systime")) {
return rval_evaluator_alloc_from_x_z_func(f_z_systime_func);
} else {
return NULL;
}
}
// ================================================================
static rval_evaluator_t* fmgr_alloc_evaluator_from_unary_func_name(char* fnnm, rval_evaluator_t* parg1) {
if (streq(fnnm, "!")) { return rval_evaluator_alloc_from_b_b_func(b_b_not_func, parg1);
} else if (streq(fnnm, "+")) { return rval_evaluator_alloc_from_x_x_func(x_x_upos_func, parg1);
} else if (streq(fnnm, "-")) { return rval_evaluator_alloc_from_x_x_func(x_x_uneg_func, parg1);
} else if (streq(fnnm, "abs")) { return rval_evaluator_alloc_from_x_x_func(x_x_abs_func, parg1);
} else if (streq(fnnm, "acos")) { return rval_evaluator_alloc_from_f_f_func(f_f_acos_func, parg1);
} else if (streq(fnnm, "acosh")) { return rval_evaluator_alloc_from_f_f_func(f_f_acosh_func, parg1);
} else if (streq(fnnm, "asin")) { return rval_evaluator_alloc_from_f_f_func(f_f_asin_func, parg1);
} else if (streq(fnnm, "asinh")) { return rval_evaluator_alloc_from_f_f_func(f_f_asinh_func, parg1);
} else if (streq(fnnm, "atan")) { return rval_evaluator_alloc_from_f_f_func(f_f_atan_func, parg1);
} else if (streq(fnnm, "atanh")) { return rval_evaluator_alloc_from_f_f_func(f_f_atanh_func, parg1);
} else if (streq(fnnm, "boolean")) { return rval_evaluator_alloc_from_x_x_func(b_x_boolean_func, parg1);
} else if (streq(fnnm, "boolean")) { return rval_evaluator_alloc_from_x_x_func(b_x_boolean_func, parg1);
} else if (streq(fnnm, "cbrt")) { return rval_evaluator_alloc_from_f_f_func(f_f_cbrt_func, parg1);
} else if (streq(fnnm, "ceil")) { return rval_evaluator_alloc_from_x_x_func(x_x_ceil_func, parg1);
} else if (streq(fnnm, "cos")) { return rval_evaluator_alloc_from_f_f_func(f_f_cos_func, parg1);
} else if (streq(fnnm, "cosh")) { return rval_evaluator_alloc_from_f_f_func(f_f_cosh_func, parg1);
} else if (streq(fnnm, "dhms2fsec")) { return rval_evaluator_alloc_from_f_s_func(f_s_dhms2fsec_func, parg1);
} else if (streq(fnnm, "dhms2sec")) { return rval_evaluator_alloc_from_f_s_func(i_s_dhms2sec_func, parg1);
} else if (streq(fnnm, "erf")) { return rval_evaluator_alloc_from_f_f_func(f_f_erf_func, parg1);
} else if (streq(fnnm, "erfc")) { return rval_evaluator_alloc_from_f_f_func(f_f_erfc_func, parg1);
} else if (streq(fnnm, "exp")) { return rval_evaluator_alloc_from_f_f_func(f_f_exp_func, parg1);
} else if (streq(fnnm, "expm1")) { return rval_evaluator_alloc_from_f_f_func(f_f_expm1_func, parg1);
} else if (streq(fnnm, "float")) { return rval_evaluator_alloc_from_x_x_func(f_x_float_func, parg1);
} else if (streq(fnnm, "floor")) { return rval_evaluator_alloc_from_x_x_func(x_x_floor_func, parg1);
} else if (streq(fnnm, "fsec2dhms")) { return rval_evaluator_alloc_from_s_f_func(s_f_fsec2dhms_func, parg1);
} else if (streq(fnnm, "fsec2hms")) { return rval_evaluator_alloc_from_s_f_func(s_f_fsec2hms_func, parg1);
} else if (streq(fnnm, "gmt2sec")) { return rval_evaluator_alloc_from_i_s_func(i_s_gmt2sec_func, parg1);
} else if (streq(fnnm, "hexfmt")) { return rval_evaluator_alloc_from_x_x_func(s_x_hexfmt_func, parg1);
} else if (streq(fnnm, "hms2fsec")) { return rval_evaluator_alloc_from_f_s_func(f_s_hms2fsec_func, parg1);
} else if (streq(fnnm, "hms2sec")) { return rval_evaluator_alloc_from_f_s_func(i_s_hms2sec_func, parg1);
} else if (streq(fnnm, "int")) { return rval_evaluator_alloc_from_x_x_func(i_x_int_func, parg1);
} else if (streq(fnnm, "invqnorm")) { return rval_evaluator_alloc_from_f_f_func(f_f_invqnorm_func, parg1);
} else if (streq(fnnm, "isabsent")) { return rval_evaluator_alloc_from_x_x_func(b_x_isabsent_func, parg1);
} else if (streq(fnnm, "isempty")) { return rval_evaluator_alloc_from_x_x_func(b_x_isempty_func, parg1);
} else if (streq(fnnm, "isnotempty")) { return rval_evaluator_alloc_from_x_x_func(b_x_isnotempty_func, parg1);
} else if (streq(fnnm, "isnotnull")) { return rval_evaluator_alloc_from_x_x_func(b_x_isnotnull_func, parg1);
} else if (streq(fnnm, "isnull")) { return rval_evaluator_alloc_from_x_x_func(b_x_isnull_func, parg1);
} else if (streq(fnnm, "ispresent")) { return rval_evaluator_alloc_from_x_x_func(b_x_ispresent_func, parg1);
} else if (streq(fnnm, "isnumeric")) { return rval_evaluator_alloc_from_x_x_func(b_x_isnumeric_func, parg1);
} else if (streq(fnnm, "isint")) { return rval_evaluator_alloc_from_x_x_func(b_x_isint_func, parg1);
} else if (streq(fnnm, "isfloat")) { return rval_evaluator_alloc_from_x_x_func(b_x_isfloat_func, parg1);
} else if (streq(fnnm, "isbool")) { return rval_evaluator_alloc_from_x_x_func(b_x_isbool_func, parg1);
} else if (streq(fnnm, "isstring")) { return rval_evaluator_alloc_from_x_x_func(b_x_isstring_func, parg1);
} else if (streq(fnnm, "log")) { return rval_evaluator_alloc_from_f_f_func(f_f_log_func, parg1);
} else if (streq(fnnm, "log10")) { return rval_evaluator_alloc_from_f_f_func(f_f_log10_func, parg1);
} else if (streq(fnnm, "log1p")) { return rval_evaluator_alloc_from_f_f_func(f_f_log1p_func, parg1);
} else if (streq(fnnm, "qnorm")) { return rval_evaluator_alloc_from_f_f_func(f_f_qnorm_func, parg1);
} else if (streq(fnnm, "round")) { return rval_evaluator_alloc_from_x_x_func(x_x_round_func, parg1);
} else if (streq(fnnm, "sec2dhms")) { return rval_evaluator_alloc_from_s_i_func(s_i_sec2dhms_func, parg1);
} else if (streq(fnnm, "sec2gmt")) { return rval_evaluator_alloc_from_x_x_func(s_x_sec2gmt_func, parg1);
} else if (streq(fnnm, "sec2gmtdate")) { return rval_evaluator_alloc_from_x_x_func(s_x_sec2gmtdate_func, parg1);
} else if (streq(fnnm, "sec2hms")) { return rval_evaluator_alloc_from_s_i_func(s_i_sec2hms_func, parg1);
} else if (streq(fnnm, "sgn")) { return rval_evaluator_alloc_from_x_x_func(x_x_sgn_func, parg1);
} else if (streq(fnnm, "sin")) { return rval_evaluator_alloc_from_f_f_func(f_f_sin_func, parg1);
} else if (streq(fnnm, "sinh")) { return rval_evaluator_alloc_from_f_f_func(f_f_sinh_func, parg1);
} else if (streq(fnnm, "sqrt")) { return rval_evaluator_alloc_from_f_f_func(f_f_sqrt_func, parg1);
} else if (streq(fnnm, "string")) { return rval_evaluator_alloc_from_x_x_func(s_x_string_func, parg1);
} else if (streq(fnnm, "strlen")) { return rval_evaluator_alloc_from_i_s_func(i_s_strlen_func, parg1);
} else if (streq(fnnm, "tan")) { return rval_evaluator_alloc_from_f_f_func(f_f_tan_func, parg1);
} else if (streq(fnnm, "tanh")) { return rval_evaluator_alloc_from_f_f_func(f_f_tanh_func, parg1);
} else if (streq(fnnm, "tolower")) { return rval_evaluator_alloc_from_s_s_func(s_s_tolower_func, parg1);
} else if (streq(fnnm, "toupper")) { return rval_evaluator_alloc_from_s_s_func(s_s_toupper_func, parg1);
} else if (streq(fnnm, "typeof")) { return rval_evaluator_alloc_from_x_x_func(s_x_typeof_func, parg1);
} else if (streq(fnnm, "~")) { return rval_evaluator_alloc_from_i_i_func(i_i_bitwise_not_func, parg1);
} else return NULL;
}
// ================================================================
static rval_evaluator_t* fmgr_alloc_evaluator_from_binary_func_name(char* fnnm,
rval_evaluator_t* parg1, rval_evaluator_t* parg2)
{
if (streq(fnnm, "&&")) { return rval_evaluator_alloc_from_b_bb_and_func(parg1, parg2);
} else if (streq(fnnm, "||")) { return rval_evaluator_alloc_from_b_bb_or_func (parg1, parg2);
} else if (streq(fnnm, "^^")) { return rval_evaluator_alloc_from_b_bb_xor_func(parg1, parg2);
} else if (streq(fnnm, "=~")) { return rval_evaluator_alloc_from_x_ssc_func(
matches_no_precomp_func, parg1, parg2);
} else if (streq(fnnm, "!=~")) { return rval_evaluator_alloc_from_x_ssc_func(does_not_match_no_precomp_func, parg1, parg2);
} else if (streq(fnnm, "==")) { return rval_evaluator_alloc_from_x_xx_func(eq_op_func, parg1, parg2);
} else if (streq(fnnm, "!=")) { return rval_evaluator_alloc_from_x_xx_func(ne_op_func, parg1, parg2);
} else if (streq(fnnm, ">")) { return rval_evaluator_alloc_from_x_xx_func(gt_op_func, parg1, parg2);
} else if (streq(fnnm, ">=")) { return rval_evaluator_alloc_from_x_xx_func(ge_op_func, parg1, parg2);
} else if (streq(fnnm, "<")) { return rval_evaluator_alloc_from_x_xx_func(lt_op_func, parg1, parg2);
} else if (streq(fnnm, "<=")) { return rval_evaluator_alloc_from_x_xx_func(le_op_func, parg1, parg2);
} else if (streq(fnnm, ".")) { return rval_evaluator_alloc_from_x_xx_func(s_xx_dot_func, parg1, parg2);
} else if (streq(fnnm, "+")) { return rval_evaluator_alloc_from_x_xx_func(x_xx_plus_func, parg1, parg2);
} else if (streq(fnnm, "-")) { return rval_evaluator_alloc_from_x_xx_func(x_xx_minus_func, parg1, parg2);
} else if (streq(fnnm, "*")) { return rval_evaluator_alloc_from_x_xx_func(x_xx_times_func, parg1, parg2);
} else if (streq(fnnm, "/")) { return rval_evaluator_alloc_from_x_xx_func(x_xx_divide_func, parg1, parg2);
} else if (streq(fnnm, "//")) { return rval_evaluator_alloc_from_x_xx_func(x_xx_int_divide_func, parg1, parg2);
} else if (streq(fnnm, "%")) { return rval_evaluator_alloc_from_x_xx_func(x_xx_mod_func, parg1, parg2);
} else if (streq(fnnm, "**")) { return rval_evaluator_alloc_from_f_ff_func(f_ff_pow_func, parg1, parg2);
} else if (streq(fnnm, "pow")) { return rval_evaluator_alloc_from_f_ff_func(f_ff_pow_func, parg1, parg2);
} else if (streq(fnnm, "atan2")){ return rval_evaluator_alloc_from_f_ff_func(f_ff_atan2_func, parg1, parg2);
} else if (streq(fnnm, "max")) { return rval_evaluator_alloc_from_x_xx_nullable_func(x_xx_max_func, parg1, parg2);
} else if (streq(fnnm, "min")) { return rval_evaluator_alloc_from_x_xx_nullable_func(x_xx_min_func, parg1, parg2);
} else if (streq(fnnm, "roundm")) { return rval_evaluator_alloc_from_x_xx_func(x_xx_roundm_func, parg1, parg2);
} else if (streq(fnnm, "fmtnum")) { return rval_evaluator_alloc_from_s_xs_func(s_xs_fmtnum_func, parg1, parg2);
} else if (streq(fnnm, "urandint")) { return rval_evaluator_alloc_from_i_ii_func(i_ii_urandint_func, parg1, parg2);
} else if (streq(fnnm, "&")) { return rval_evaluator_alloc_from_x_xx_func(x_xx_band_func, parg1, parg2);
} else if (streq(fnnm, "|")) { return rval_evaluator_alloc_from_x_xx_func(x_xx_bor_func, parg1, parg2);
} else if (streq(fnnm, "^")) { return rval_evaluator_alloc_from_x_xx_func(x_xx_bxor_func, parg1, parg2);
} else if (streq(fnnm, "<<")) { return rval_evaluator_alloc_from_i_ii_func(i_ii_bitwise_lsh_func, parg1, parg2);
} else if (streq(fnnm, ">>")) { return rval_evaluator_alloc_from_i_ii_func(i_ii_bitwise_rsh_func, parg1, parg2);
} else if (streq(fnnm, "strftime")) { return rval_evaluator_alloc_from_x_ns_func(s_ns_strftime_func, parg1, parg2);
} else if (streq(fnnm, "strptime")) { return rval_evaluator_alloc_from_x_ss_func(i_ss_strptime_func, parg1, parg2);
} else { return NULL; }
}
static rval_evaluator_t* fmgr_alloc_evaluator_from_binary_regex_arg2_func_name(char* fnnm,
rval_evaluator_t* parg1, char* regex_string, int ignore_case)
{
if (streq(fnnm, "=~")) {
return rval_evaluator_alloc_from_x_sr_func(matches_precomp_func, parg1, regex_string, ignore_case);
} else if (streq(fnnm, "!=~")) {
return rval_evaluator_alloc_from_x_sr_func(does_not_match_precomp_func, parg1, regex_string, ignore_case);
} else { return NULL; }
}
// ================================================================
static rval_evaluator_t* fmgr_alloc_evaluator_from_ternary_func_name(char* fnnm,
rval_evaluator_t* parg1, rval_evaluator_t* parg2, rval_evaluator_t* parg3)
{
if (streq(fnnm, "sub")) {
return rval_evaluator_alloc_from_s_sss_func(sub_no_precomp_func, parg1, parg2, parg3);
} else if (streq(fnnm, "gsub")) {
return rval_evaluator_alloc_from_s_sss_func(gsub_no_precomp_func, parg1, parg2, parg3);
} else if (streq(fnnm, "logifit")) {
return rval_evaluator_alloc_from_f_fff_func(f_fff_logifit_func, parg1, parg2, parg3);
} else if (streq(fnnm, "madd")) {
return rval_evaluator_alloc_from_i_iii_func(i_iii_modadd_func, parg1, parg2, parg3);
} else if (streq(fnnm, "msub")) {
return rval_evaluator_alloc_from_i_iii_func(i_iii_modsub_func, parg1, parg2, parg3);
} else if (streq(fnnm, "mmul")) {
return rval_evaluator_alloc_from_i_iii_func(i_iii_modmul_func, parg1, parg2, parg3);
} else if (streq(fnnm, "mexp")) {
return rval_evaluator_alloc_from_i_iii_func(i_iii_modexp_func, parg1, parg2, parg3);
} else if (streq(fnnm, "? :")) {
return rval_evaluator_alloc_from_ternop(parg1, parg2, parg3);
} else { return NULL; }
}
static rval_evaluator_t* fmgr_alloc_evaluator_from_ternary_regex_arg2_func_name(char* fnnm,
rval_evaluator_t* parg1, char* regex_string, int ignore_case, rval_evaluator_t* parg3)
{
if (streq(fnnm, "sub")) {
return rval_evaluator_alloc_from_x_srs_func(sub_precomp_func, parg1, regex_string, ignore_case, parg3);
} else if (streq(fnnm, "gsub")) {
return rval_evaluator_alloc_from_x_srs_func(gsub_precomp_func, parg1, regex_string, ignore_case, parg3);
} else { return NULL; }
}
Reference in a new issue View git blame Copy permalink