mirror of
https://github.com/johnkerl/miller.git
synced 2026-07-17 16:38:54 +00:00
5eb40c9e7b
* Comment style * IRecordTransformer -> RecordTransfomer * make fmt * else-return style mod * snake-case -> camel-case * Remove redundant err = nil and similar zero-value initializations. * redundant break; * bugfix * neaten * typofix * simplify/standardize init of zero-length slices * Standardize fmt.Fprintf w/ errors * fix double print of "mlr:" * neatening * Uniformize error messages * make docs * avoid shadowing package names * shorten some receiver names
98 lines
2.2 KiB
Go
98 lines
2.2 KiB
Go
// Most Miller tests (thousands of them) are command-line-driven via
|
|
// mlr regtest. Here are some cases needing special focus.
|
|
|
|
package lib
|
|
|
|
import (
|
|
"github.com/stretchr/testify/assert"
|
|
"testing"
|
|
)
|
|
|
|
type tDataForLatin1 struct {
|
|
input string
|
|
expectedOutput string
|
|
expectError bool
|
|
}
|
|
|
|
var dataForLatin1ToUTF8 = []tDataForLatin1{
|
|
{
|
|
"",
|
|
"",
|
|
false,
|
|
},
|
|
{
|
|
"The quick brown fox jumped over the lazy dogs.",
|
|
"The quick brown fox jumped over the lazy dogs.",
|
|
false,
|
|
},
|
|
{
|
|
"a\xe4o\xf6",
|
|
"a\xc3\xa4o\xc3\xb6", // "aäoö" -- showing explicitly here "\u00e4" encodes as "\xc3\xa4"
|
|
false,
|
|
},
|
|
{
|
|
"Victor jagt zw\xf6lf Boxk\xe4mpfer quer \xfcber den gro\xdfen Sylter Deich",
|
|
"Victor jagt zwölf Boxkämpfer quer über den großen Sylter Deich",
|
|
false,
|
|
},
|
|
}
|
|
|
|
var dataForUTF8ToLatin1 = []tDataForLatin1{
|
|
{
|
|
"",
|
|
"",
|
|
false,
|
|
},
|
|
{
|
|
"The quick brown fox jumped over the lazy dogs.",
|
|
"The quick brown fox jumped over the lazy dogs.",
|
|
false,
|
|
},
|
|
{
|
|
"a\xc3\xa4o\xc3\xb6", // "aäoö" -- showing explicitly here "\u00e4" encodes as "\xc3\xa4"
|
|
"a\xe4o\xf6",
|
|
false,
|
|
},
|
|
{
|
|
"Victor jagt zwölf Boxkämpfer quer über den großen Sylter Deich",
|
|
"Victor jagt zw\xf6lf Boxk\xe4mpfer quer \xfcber den gro\xdfen Sylter Deich",
|
|
false,
|
|
},
|
|
{
|
|
"Съешь же ещё этих мягких французских булок да выпей чаю",
|
|
"",
|
|
true,
|
|
},
|
|
}
|
|
|
|
func TestLatin1ToUTF8(t *testing.T) {
|
|
for i, entry := range dataForLatin1ToUTF8 {
|
|
actualOutput, err := TryLatin1ToUTF8(entry.input)
|
|
if entry.expectError {
|
|
assert.NotNil(t, err)
|
|
} else {
|
|
assert.Nil(t, err)
|
|
}
|
|
if actualOutput != entry.expectedOutput {
|
|
t.Fatalf("case %d input \"%s\" expected \"%s\" got \"%s\"\n",
|
|
i, entry.input, entry.expectedOutput, actualOutput,
|
|
)
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestUTF8ToLatin1(t *testing.T) {
|
|
for i, entry := range dataForUTF8ToLatin1 {
|
|
actualOutput, err := TryUTF8ToLatin1(entry.input)
|
|
if entry.expectError {
|
|
assert.NotNil(t, err)
|
|
} else {
|
|
assert.Nil(t, err)
|
|
}
|
|
if actualOutput != entry.expectedOutput {
|
|
t.Fatalf("case %d input \"%s\" expected \"%s\" got \"%s\"\n",
|
|
i, entry.input, entry.expectedOutput, actualOutput,
|
|
)
|
|
}
|
|
}
|
|
}
|