mirror of
https://github.com/johnkerl/miller.git
synced 2026-01-23 18:25:45 +00:00
Miller assumes 64-bit integers, but in Go, the int type varies in size depending on the architecture: 32-bit architectures have int equivalent to int32. As a result, the supported range of integer values is greatly reduced on 32-bit architectures compared to what is suggested by the documentation. This patch explicitly uses int64 wherever 64-bit integers are assumed. Test cases affected by the behaviour of the random generator are updated to reflect the new values (the existing seed doesn't produce the same behaviour since the way random values are generated has changed). Signed-off-by: Stephen Kitt <steve@sk2.org>
203 lines
4.6 KiB
Go
203 lines
4.6 KiB
Go
package lib
|
|
|
|
import (
|
|
"fmt"
|
|
"io/ioutil"
|
|
"os"
|
|
"sort"
|
|
"strconv"
|
|
"strings"
|
|
)
|
|
|
|
func BooleanXOR(a, b bool) bool {
|
|
return a != b
|
|
}
|
|
|
|
func BoolToInt(b bool) int64 {
|
|
if b == false {
|
|
return 0
|
|
} else {
|
|
return 1
|
|
}
|
|
}
|
|
|
|
func Plural(n int) string {
|
|
if n == 1 {
|
|
return ""
|
|
} else {
|
|
return "s"
|
|
}
|
|
}
|
|
|
|
// In Go as in all languages I'm aware of with a string-split, "a,b,c" splits
|
|
// on "," to ["a", "b", "c" and "a" splits to ["a"], both of which are fine --
|
|
// but "" splits to [""] when I wish it were []. This function does the latter.
|
|
func SplitString(input string, separator string) []string {
|
|
if input == "" {
|
|
return make([]string, 0)
|
|
} else {
|
|
return strings.Split(input, separator)
|
|
}
|
|
}
|
|
|
|
func StringListToSet(stringList []string) map[string]bool {
|
|
if stringList == nil {
|
|
return nil
|
|
}
|
|
|
|
stringSet := make(map[string]bool)
|
|
for _, s := range stringList {
|
|
stringSet[s] = true
|
|
}
|
|
return stringSet
|
|
}
|
|
|
|
func SortStrings(strings []string) {
|
|
// Go sort API: for ascending sort, return true if element i < element j.
|
|
sort.Slice(strings, func(i, j int) bool {
|
|
return strings[i] < strings[j]
|
|
})
|
|
}
|
|
|
|
func ReverseStringList(strings []string) {
|
|
n := len(strings)
|
|
i := 0
|
|
j := n - 1
|
|
for i < j {
|
|
temp := strings[i]
|
|
strings[i] = strings[j]
|
|
strings[j] = temp
|
|
i++
|
|
j--
|
|
}
|
|
}
|
|
|
|
func SortedStrings(strings []string) []string {
|
|
copy := make([]string, len(strings))
|
|
for i, s := range strings {
|
|
copy[i] = s
|
|
}
|
|
// Go sort API: for ascending sort, return true if element i < element j.
|
|
sort.Slice(copy, func(i, j int) bool {
|
|
return copy[i] < copy[j]
|
|
})
|
|
return copy
|
|
}
|
|
|
|
func IntMin2(a, b int64) int64 {
|
|
if a < b {
|
|
return a
|
|
} else {
|
|
return b
|
|
}
|
|
}
|
|
|
|
// TryIntFromString tries decimal, hex, octal, and binary.
|
|
func TryIntFromString(input string) (int64, bool) {
|
|
// Go's strconv parses "1_2" as 12; not OK for Miller syntax. (Also not valid JSON.)
|
|
for i := 0; i < len(input); i++ {
|
|
if input[i] == '_' {
|
|
return 0, false
|
|
}
|
|
}
|
|
|
|
// Following twos-complement formatting familiar from all manner of
|
|
// languages, including C which was Miller's original implementation
|
|
// language, we want to allow 0x00....00 through 0x7f....ff as positive
|
|
// 64-bit integers and 0x80....00 through 0xff....ff as negative ones. Go's
|
|
// signed-int parsing explicitly doesn't allow that, but we don't want Go
|
|
// semantics to dictate Miller semantics. So, we try signed-int parsing
|
|
// for 0x00....00 through 0x7f....ff, as well as positive or negative
|
|
// decimal. Failing that, we try unsigned-int parsing for 0x80....00
|
|
// through 0xff....ff.
|
|
i64, ierr := strconv.ParseInt(input, 0 /* check all*/, 64)
|
|
if ierr == nil {
|
|
return i64, true
|
|
}
|
|
u64, uerr := strconv.ParseUint(input, 0 /* check all*/, 64)
|
|
if uerr == nil {
|
|
return int64(u64), true
|
|
}
|
|
return 0, false
|
|
}
|
|
|
|
func TryFloatFromString(input string) (float64, bool) {
|
|
// Go's strconv parses "1_2.3_4" as 12.34; not OK for Miller syntax. (Also not valid JSON.)
|
|
for i := 0; i < len(input); i++ {
|
|
if input[i] == '_' {
|
|
return 0, false
|
|
}
|
|
}
|
|
|
|
fval, err := strconv.ParseFloat(input, 64)
|
|
if err == nil {
|
|
return fval, true
|
|
} else {
|
|
return 0, false
|
|
}
|
|
}
|
|
|
|
func TryBoolFromBoolString(input string) (bool, bool) {
|
|
if input == "true" {
|
|
return true, true
|
|
} else if input == "false" {
|
|
return false, true
|
|
} else {
|
|
return false, false
|
|
}
|
|
}
|
|
|
|
// Go doesn't preserve insertion order in its arrays, so here we make an
|
|
// accessor for getting the keys in sorted order for the benefit of
|
|
// map-printers.
|
|
func GetArrayKeysSorted(input map[string]string) []string {
|
|
keys := make([]string, len(input))
|
|
i := 0
|
|
for key := range input {
|
|
keys[i] = key
|
|
i++
|
|
}
|
|
sort.Strings(keys)
|
|
return keys
|
|
}
|
|
|
|
// WriteTempFile places the contents string into a temp file, which the caller
|
|
// must remove.
|
|
func WriteTempFileOrDie(contents string) string {
|
|
// Use "" as first argument to ioutil.TempFile to use default directory.
|
|
// Nominally "/tmp" or somesuch on all unix-like systems, but not for Windows.
|
|
handle, err := ioutil.TempFile("", "mlr-temp")
|
|
if err != nil {
|
|
fmt.Printf("mlr: could not create temp file.\n")
|
|
os.Exit(1)
|
|
}
|
|
|
|
_, err = handle.WriteString(contents)
|
|
if err != nil {
|
|
fmt.Printf("mlr: could not populate temp file.\n")
|
|
os.Exit(1)
|
|
}
|
|
|
|
err = handle.Close()
|
|
if err != nil {
|
|
fmt.Printf("mlr: could not finish write of temp file.\n")
|
|
os.Exit(1)
|
|
}
|
|
return handle.Name()
|
|
}
|
|
|
|
func CopyStringArray(input []string) []string {
|
|
output := make([]string, len(input))
|
|
copy(output, input)
|
|
return output
|
|
}
|
|
|
|
func StripEmpties(input []string) []string {
|
|
output := make([]string, 0, len(input))
|
|
for _, e := range input {
|
|
if e != "" {
|
|
output = append(output, e)
|
|
}
|
|
}
|
|
return output
|
|
}
|