go-rfc2616/token/bytes_test.go

2041 lines
39 KiB
Go
Raw Normal View History

2023-12-06 22:24:54 +00:00
package token_test
import (
"testing"
"bytes"
"sourcecode.social/reiver/go-rfc2616/token"
)
func TestBytes(t *testing.T) {
tests := []struct{
Value []byte
ExpectedToken []byte
ExpectedRest []byte
ExpectedOK bool
}{
{
Value: []byte("CONNECT /once/twice/thrice/fource.txt HTTP/1.1\r\n"),
ExpectedToken: []byte("CONNECT"),
ExpectedRest: []byte(" /once/twice/thrice/fource.txt HTTP/1.1\r\n"),
ExpectedOK: true,
},
{
Value: []byte("DELETE /once/twice/thrice/fource.txt HTTP/1.1\r\n"),
ExpectedToken: []byte("DELETE"),
ExpectedRest: []byte(" /once/twice/thrice/fource.txt HTTP/1.1\r\n"),
ExpectedOK: true,
},
{
Value: []byte("GET /once/twice/thrice/fource.txt HTTP/1.1\r\n"),
ExpectedToken: []byte("GET"),
ExpectedRest: []byte(" /once/twice/thrice/fource.txt HTTP/1.1\r\n"),
ExpectedOK: true,
},
{
Value: []byte("HEAD /once/twice/thrice/fource.txt HTTP/1.1\r\n"),
ExpectedToken: []byte("HEAD"),
ExpectedRest: []byte(" /once/twice/thrice/fource.txt HTTP/1.1\r\n"),
ExpectedOK: true,
},
{
Value: []byte("PATCH /once/twice/thrice/fource.txt HTTP/1.1\r\n"),
ExpectedToken: []byte("PATCH"),
ExpectedRest: []byte(" /once/twice/thrice/fource.txt HTTP/1.1\r\n"),
ExpectedOK: true,
},
{
Value: []byte("POST /once/twice/thrice/fource.txt HTTP/1.1\r\n"),
ExpectedToken: []byte("POST"),
ExpectedRest: []byte(" /once/twice/thrice/fource.txt HTTP/1.1\r\n"),
ExpectedOK: true,
},
{
Value: []byte("PUT /once/twice/thrice/fource.txt HTTP/1.1\r\n"),
ExpectedToken: []byte("PUT"),
ExpectedRest: []byte(" /once/twice/thrice/fource.txt HTTP/1.1\r\n"),
ExpectedOK: true,
},
{
Value: []byte("TRACE /once/twice/thrice/fource.txt HTTP/1.1\r\n"),
ExpectedToken: []byte("TRACE"),
ExpectedRest: []byte(" /once/twice/thrice/fource.txt HTTP/1.1\r\n"),
ExpectedOK: true,
},
{
Value: []byte("KICK /apple/banana/cherry.php HTTP/1.1\r\n"),
ExpectedToken: []byte("KICK"),
ExpectedRest: []byte(" /apple/banana/cherry.php HTTP/1.1\r\n"),
ExpectedOK: true,
},
{
Value: []byte("PUNCH /apple/banana/cherry.php HTTP/1.1\r\n"),
ExpectedToken: []byte("PUNCH"),
ExpectedRest: []byte(" /apple/banana/cherry.php HTTP/1.1\r\n"),
ExpectedOK: true,
},
{
Value: nil,
ExpectedToken: nil,
ExpectedRest: nil,
ExpectedOK: false,
},
{
Value: []byte(nil),
ExpectedToken: nil,
ExpectedRest: nil,
ExpectedOK: false,
},
{
Value: []byte(""),
ExpectedToken: nil,
ExpectedRest: nil,
ExpectedOK: false,
},
{
Value: []byte{0},
ExpectedToken: nil,
ExpectedRest: []byte{0},
ExpectedOK: false,
},
{
Value: []byte{1},
ExpectedToken: nil,
ExpectedRest: []byte{1},
ExpectedOK: false,
},
{
Value: []byte{2},
ExpectedToken: nil,
ExpectedRest: []byte{2},
ExpectedOK: false,
},
{
Value: []byte{3},
ExpectedToken: nil,
ExpectedRest: []byte{3},
ExpectedOK: false,
},
{
Value: []byte{4},
ExpectedToken: nil,
ExpectedRest: []byte{4},
ExpectedOK: false,
},
{
Value: []byte{5},
ExpectedToken: nil,
ExpectedRest: []byte{5},
ExpectedOK: false,
},
{
Value: []byte{6},
ExpectedToken: nil,
ExpectedRest: []byte{6},
ExpectedOK: false,
},
{
Value: []byte{7},
ExpectedToken: nil,
ExpectedRest: []byte{7},
ExpectedOK: false,
},
{
Value: []byte{8},
ExpectedToken: nil,
ExpectedRest: []byte{8},
ExpectedOK: false,
},
{
Value: []byte{9},
ExpectedToken: nil,
ExpectedRest: []byte{9},
ExpectedOK: false,
},
{
Value: []byte{10},
ExpectedToken: nil,
ExpectedRest: []byte{10},
ExpectedOK: false,
},
{
Value: []byte{11},
ExpectedToken: nil,
ExpectedRest: []byte{11},
ExpectedOK: false,
},
{
Value: []byte{12},
ExpectedToken: nil,
ExpectedRest: []byte{12},
ExpectedOK: false,
},
{
Value: []byte{13},
ExpectedToken: nil,
ExpectedRest: []byte{13},
ExpectedOK: false,
},
{
Value: []byte{14},
ExpectedToken: nil,
ExpectedRest: []byte{14},
ExpectedOK: false,
},
{
Value: []byte{15},
ExpectedToken: nil,
ExpectedRest: []byte{15},
ExpectedOK: false,
},
{
Value: []byte{16},
ExpectedToken: nil,
ExpectedRest: []byte{16},
ExpectedOK: false,
},
{
Value: []byte{17},
ExpectedToken: nil,
ExpectedRest: []byte{17},
ExpectedOK: false,
},
{
Value: []byte{18},
ExpectedToken: nil,
ExpectedRest: []byte{18},
ExpectedOK: false,
},
{
Value: []byte{19},
ExpectedToken: nil,
ExpectedRest: []byte{19},
ExpectedOK: false,
},
{
Value: []byte{20},
ExpectedToken: nil,
ExpectedRest: []byte{20},
ExpectedOK: false,
},
{
Value: []byte{21},
ExpectedToken: nil,
ExpectedRest: []byte{21},
ExpectedOK: false,
},
{
Value: []byte{22},
ExpectedToken: nil,
ExpectedRest: []byte{22},
ExpectedOK: false,
},
{
Value: []byte{23},
ExpectedToken: nil,
ExpectedRest: []byte{23},
ExpectedOK: false,
},
{
Value: []byte{24},
ExpectedToken: nil,
ExpectedRest: []byte{24},
ExpectedOK: false,
},
{
Value: []byte{25},
ExpectedToken: nil,
ExpectedRest: []byte{25},
ExpectedOK: false,
},
{
Value: []byte{26},
ExpectedToken: nil,
ExpectedRest: []byte{26},
ExpectedOK: false,
},
{
Value: []byte{27},
ExpectedToken: nil,
ExpectedRest: []byte{27},
ExpectedOK: false,
},
{
Value: []byte{28},
ExpectedToken: nil,
ExpectedRest: []byte{28},
ExpectedOK: false,
},
{
Value: []byte{29},
ExpectedToken: nil,
ExpectedRest: []byte{29},
ExpectedOK: false,
},
{
Value: []byte{30},
ExpectedToken: nil,
ExpectedRest: []byte{30},
ExpectedOK: false,
},
{
Value: []byte{31},
ExpectedToken: nil,
ExpectedRest: []byte{31},
ExpectedOK: false,
},
{
Value: []byte{127},
ExpectedToken: nil,
ExpectedRest: []byte{127},
ExpectedOK: false,
},
{
Value: []byte("("),
ExpectedToken: nil,
ExpectedRest: []byte("("),
ExpectedOK: false,
},
{
Value: []byte(")"),
ExpectedToken: nil,
ExpectedRest: []byte(")"),
ExpectedOK: false,
},
{
Value: []byte("<"),
ExpectedToken: nil,
ExpectedRest: []byte("<"),
ExpectedOK: false,
},
{
Value: []byte(">"),
ExpectedToken: nil,
ExpectedRest: []byte(">"),
ExpectedOK: false,
},
{
Value: []byte("@"),
ExpectedToken: nil,
ExpectedRest: []byte("@"),
ExpectedOK: false,
},
{
Value: []byte(","),
ExpectedToken: nil,
ExpectedRest: []byte(","),
ExpectedOK: false,
},
{
Value: []byte(";"),
ExpectedToken: nil,
ExpectedRest: []byte(";"),
ExpectedOK: false,
},
{
Value: []byte(":"),
ExpectedToken: nil,
ExpectedRest: []byte(":"),
ExpectedOK: false,
},
{
Value: []byte(`\`),
ExpectedToken: nil,
ExpectedRest: []byte(`\`),
ExpectedOK: false,
},
{
Value: []byte(`"`),
ExpectedToken: nil,
ExpectedRest: []byte(`"`),
ExpectedOK: false,
},
{
Value: []byte("/"),
ExpectedToken: nil,
ExpectedRest: []byte("/"),
ExpectedOK: false,
},
{
Value: []byte("["),
ExpectedToken: nil,
ExpectedRest: []byte("["),
ExpectedOK: false,
},
{
Value: []byte("]"),
ExpectedToken: nil,
ExpectedRest: []byte("]"),
ExpectedOK: false,
},
{
Value: []byte("?"),
ExpectedToken: nil,
ExpectedRest: []byte("?"),
ExpectedOK: false,
},
{
Value: []byte("="),
ExpectedToken: nil,
ExpectedRest: []byte("="),
ExpectedOK: false,
},
{
Value: []byte("{"),
ExpectedToken: nil,
ExpectedRest: []byte("{"),
ExpectedOK: false,
},
{
Value: []byte("}"),
ExpectedToken: nil,
ExpectedRest: []byte("}"),
ExpectedOK: false,
},
{
Value: []byte(" "),
ExpectedToken: nil,
ExpectedRest: []byte(" "),
ExpectedOK: false,
},
{
Value: []byte("\t"),
ExpectedToken: nil,
ExpectedRest: []byte("\t"),
ExpectedOK: false,
},
{
Value: []byte{0x00},
ExpectedToken: nil,
ExpectedRest: []byte{0x00},
ExpectedOK: false,
},
{
Value: []byte{0x01},
ExpectedToken: nil,
ExpectedRest: []byte{0x01},
ExpectedOK: false,
},
{
Value: []byte{0x02},
ExpectedToken: nil,
ExpectedRest: []byte{0x02},
ExpectedOK: false,
},
{
Value: []byte{0x03},
ExpectedToken: nil,
ExpectedRest: []byte{0x03},
ExpectedOK: false,
},
{
Value: []byte{0x04},
ExpectedToken: nil,
ExpectedRest: []byte{0x04},
ExpectedOK: false,
},
{
Value: []byte{0x05},
ExpectedToken: nil,
ExpectedRest: []byte{0x05},
ExpectedOK: false,
},
{
Value: []byte{0x06},
ExpectedToken: nil,
ExpectedRest: []byte{0x06},
ExpectedOK: false,
},
{
Value: []byte{0x07},
ExpectedToken: nil,
ExpectedRest: []byte{0x07},
ExpectedOK: false,
},
{
Value: []byte{0x08},
ExpectedToken: nil,
ExpectedRest: []byte{0x08},
ExpectedOK: false,
},
{
Value: []byte{0x09},
ExpectedToken: nil,
ExpectedRest: []byte{0x09},
ExpectedOK: false,
},
{
Value: []byte{0x0A},
ExpectedToken: nil,
ExpectedRest: []byte{0x0A},
ExpectedOK: false,
},
{
Value: []byte{0x0B},
ExpectedToken: nil,
ExpectedRest: []byte{0x0B},
ExpectedOK: false,
},
{
Value: []byte{0x0C},
ExpectedToken: nil,
ExpectedRest: []byte{0x0C},
ExpectedOK: false,
},
{
Value: []byte{0x0D},
ExpectedToken: nil,
ExpectedRest: []byte{0x0D},
ExpectedOK: false,
},
{
Value: []byte{0x0E},
ExpectedToken: nil,
ExpectedRest: []byte{0x0E},
ExpectedOK: false,
},
{
Value: []byte{0x0F},
ExpectedToken: nil,
ExpectedRest: []byte{0x0F},
ExpectedOK: false,
},
{
Value: []byte{0x10},
ExpectedToken: nil,
ExpectedRest: []byte{0x10},
ExpectedOK: false,
},
{
Value: []byte{0x11},
ExpectedToken: nil,
ExpectedRest: []byte{0x11},
ExpectedOK: false,
},
{
Value: []byte{0x12},
ExpectedToken: nil,
ExpectedRest: []byte{0x12},
ExpectedOK: false,
},
{
Value: []byte{0x13},
ExpectedToken: nil,
ExpectedRest: []byte{0x13},
ExpectedOK: false,
},
{
Value: []byte{0x14},
ExpectedToken: nil,
ExpectedRest: []byte{0x14},
ExpectedOK: false,
},
{
Value: []byte{0x15},
ExpectedToken: nil,
ExpectedRest: []byte{0x15},
ExpectedOK: false,
},
{
Value: []byte{0x16},
ExpectedToken: nil,
ExpectedRest: []byte{0x16},
ExpectedOK: false,
},
{
Value: []byte{0x17},
ExpectedToken: nil,
ExpectedRest: []byte{0x17},
ExpectedOK: false,
},
{
Value: []byte{0x18},
ExpectedToken: nil,
ExpectedRest: []byte{0x18},
ExpectedOK: false,
},
{
Value: []byte{0x19},
ExpectedToken: nil,
ExpectedRest: []byte{0x19},
ExpectedOK: false,
},
{
Value: []byte{0x1A},
ExpectedToken: nil,
ExpectedRest: []byte{0x1A},
ExpectedOK: false,
},
{
Value: []byte{0x1B},
ExpectedToken: nil,
ExpectedRest: []byte{0x1B},
ExpectedOK: false,
},
{
Value: []byte{0x1C},
ExpectedToken: nil,
ExpectedRest: []byte{0x1C},
ExpectedOK: false,
},
{
Value: []byte{0x1D},
ExpectedToken: nil,
ExpectedRest: []byte{0x1D},
ExpectedOK: false,
},
{
Value: []byte{0x1E},
ExpectedToken: nil,
ExpectedRest: []byte{0x1E},
ExpectedOK: false,
},
{
Value: []byte{0x1F},
ExpectedToken: nil,
ExpectedRest: []byte{0x1F},
ExpectedOK: false,
},
{
Value: []byte{0x20},
ExpectedToken: nil,
ExpectedRest: []byte{0x20},
ExpectedOK: false,
},
{
Value: []byte{0x21}, // == '!'
ExpectedToken: []byte{0x21},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x22},
ExpectedToken: nil,
ExpectedRest: []byte{0x22},
ExpectedOK: false,
},
{
Value: []byte{0x23}, // == '#'
ExpectedToken: []byte{0x23},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x24}, // == '$'
ExpectedToken: []byte{0x24},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x25}, // == '%'
ExpectedToken: []byte{0x25},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x26}, // == '&'
ExpectedToken: []byte{0x26},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x27}, // == '\''
ExpectedToken: []byte{0x27},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x28},
ExpectedToken: nil,
ExpectedRest: []byte{0x28},
ExpectedOK: false,
},
{
Value: []byte{0x29},
ExpectedToken: nil,
ExpectedRest: []byte{0x29},
ExpectedOK: false,
},
{
Value: []byte{0x2A}, // == '*'
ExpectedToken: []byte{0x2A},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x2B}, // == '+'
ExpectedToken: []byte{0x2B},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x2C},
ExpectedToken: nil,
ExpectedRest: []byte{0x2C},
ExpectedOK: false,
},
{
Value: []byte{0x2D}, // == '-'
ExpectedToken: []byte{0x2D},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x2E}, // == '.'
ExpectedToken: []byte{0x2E},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x2F},
ExpectedToken: nil,
ExpectedRest: []byte{0x2F},
ExpectedOK: false,
},
{
Value: []byte{0x30}, // == '0'
ExpectedToken: []byte{0x30},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x31}, // == '1'
ExpectedToken: []byte{0x31},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x32}, // == '2'
ExpectedToken: []byte{0x32},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x33}, // == '3'
ExpectedToken: []byte{0x33},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x34}, // == '4'
ExpectedToken: []byte{0x34},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x35}, // == '5'
ExpectedToken: []byte{0x35},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x36}, // == '6'
ExpectedToken: []byte{0x36},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x37}, // == '7'
ExpectedToken: []byte{0x37},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x38}, // == '8'
ExpectedToken: []byte{0x38},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x39}, // == '9'
ExpectedToken: []byte{0x39},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x3A},
ExpectedToken: nil,
ExpectedRest: []byte{0x3A},
ExpectedOK: false,
},
{
Value: []byte{0x3B},
ExpectedToken: nil,
ExpectedRest: []byte{0x3B},
ExpectedOK: false,
},
{
Value: []byte{0x3C},
ExpectedToken: nil,
ExpectedRest: []byte{0x3C},
ExpectedOK: false,
},
{
Value: []byte{0x3D},
ExpectedToken: nil,
ExpectedRest: []byte{0x3D},
ExpectedOK: false,
},
{
Value: []byte{0x3E},
ExpectedToken: nil,
ExpectedRest: []byte{0x3E},
ExpectedOK: false,
},
{
Value: []byte{0x3F},
ExpectedToken: nil,
ExpectedRest: []byte{0x3F},
ExpectedOK: false,
},
{
Value: []byte{0x40},
ExpectedToken: nil,
ExpectedRest: []byte{0x40},
ExpectedOK: false,
},
{
Value: []byte{0x41}, // == 'A'
ExpectedToken: []byte{0x41},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x42}, // == 'B'
ExpectedToken: []byte{0x42},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x43}, // == 'C'
ExpectedToken: []byte{0x43},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x44}, // == 'D'
ExpectedToken: []byte{0x44},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x45}, // == 'E'
ExpectedToken: []byte{0x45},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x46}, // == 'F'
ExpectedToken: []byte{0x46},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x47}, // == 'G'
ExpectedToken: []byte{0x47},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x48}, // == 'H'
ExpectedToken: []byte{0x48},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x49}, // == 'I'
ExpectedToken: []byte{0x49},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x4A}, // == 'J'
ExpectedToken: []byte{0x4A},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x4B}, // == 'K'
ExpectedToken: []byte{0x4B},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x4C}, // == 'L'
ExpectedToken: []byte{0x4C},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x4D}, // == 'M'
ExpectedToken: []byte{0x4D},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x4E}, // == 'N'
ExpectedToken: []byte{0x4E},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x4F}, // == 'O'
ExpectedToken: []byte{0x4F},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x50}, // == 'P'
ExpectedToken: []byte{0x50},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x51}, // == 'Q'
ExpectedToken: []byte{0x51},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x52}, // == 'R'
ExpectedToken: []byte{0x52},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x53}, // == 'S'
ExpectedToken: []byte{0x53},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x54}, // == 'T'
ExpectedToken: []byte{0x54},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x55}, // == 'U'
ExpectedToken: []byte{0x55},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x56}, // == 'V'
ExpectedToken: []byte{0x56},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x57}, // == 'W'
ExpectedToken: []byte{0x57},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x58}, // == 'X'
ExpectedToken: []byte{0x58},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x59}, // == 'Y'
ExpectedToken: []byte{0x59},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x5A}, // == 'Z'
ExpectedToken: []byte{0x5A},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x5B},
ExpectedToken: nil,
ExpectedRest: []byte{0x5B},
ExpectedOK: false,
},
{
Value: []byte{0x5C},
ExpectedToken: nil,
ExpectedRest: []byte{0x5C},
ExpectedOK: false,
},
{
Value: []byte{0x5D},
ExpectedToken: nil,
ExpectedRest: []byte{0x5D},
ExpectedOK: false,
},
{
Value: []byte{0x5E}, // == '^'
ExpectedToken: []byte{0x5E},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x5F}, // == '_'
ExpectedToken: []byte{0x5F},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x60}, // == '`'
ExpectedToken: []byte{0x60},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x61}, // == 'a'
ExpectedToken: []byte{0x61},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x62}, // == 'b'
ExpectedToken: []byte{0x62},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x63}, // == 'c'
ExpectedToken: []byte{0x63},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x64}, // == 'd'
ExpectedToken: []byte{0x64},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x65}, // == 'e'
ExpectedToken: []byte{0x65},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x66}, // == 'f'
ExpectedToken: []byte{0x66},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x67}, // == 'g'
ExpectedToken: []byte{0x67},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x68}, // == 'h'
ExpectedToken: []byte{0x68},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x69}, // == 'i'
ExpectedToken: []byte{0x69},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x6A}, // == 'j'
ExpectedToken: []byte{0x6A},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x6B}, // == 'k'
ExpectedToken: []byte{0x6B},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x6C}, // == 'l'
ExpectedToken: []byte{0x6C},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x6D}, // == 'm'
ExpectedToken: []byte{0x6D},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x6E}, // == 'n'
ExpectedToken: []byte{0x6E},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x6F}, // == 'o'
ExpectedToken: []byte{0x6F},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x70}, // == 'p'
ExpectedToken: []byte{0x70},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x71}, // == 'q'
ExpectedToken: []byte{0x71},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x72}, // == 'r'
ExpectedToken: []byte{0x72},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x73}, // == 's'
ExpectedToken: []byte{0x73},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x74}, // == 't'
ExpectedToken: []byte{0x74},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x75}, // == 'u'
ExpectedToken: []byte{0x75},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x76}, // == 'v'
ExpectedToken: []byte{0x76},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x77}, // == 'w'
ExpectedToken: []byte{0x77},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x78}, // == 'x'
ExpectedToken: []byte{0x78},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x79}, // == 'y'
ExpectedToken: []byte{0x79},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x7A}, // == 'z'
ExpectedToken: []byte{0x7A},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x7B},
ExpectedToken: nil,
ExpectedRest: []byte{0x7B},
ExpectedOK: false,
},
{
Value: []byte{0x7C}, // == '|'
ExpectedToken: []byte{0x7C},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x7D},
ExpectedToken: nil,
ExpectedRest: []byte{0x7D},
ExpectedOK: false,
},
{
Value: []byte{0x7E}, // == '~'
ExpectedToken: []byte{0x7E},
ExpectedRest: nil,
ExpectedOK: true,
},
{
Value: []byte{0x7F},
ExpectedToken: nil,
ExpectedRest: []byte{0x7F},
ExpectedOK: false,
},
{
Value: []byte{0x80},
ExpectedToken: nil,
ExpectedRest: []byte{0x80},
ExpectedOK: false,
},
{
Value: []byte{0x81},
ExpectedToken: nil,
ExpectedRest: []byte{0x81},
ExpectedOK: false,
},
{
Value: []byte{0x82},
ExpectedToken: nil,
ExpectedRest: []byte{0x82},
ExpectedOK: false,
},
{
Value: []byte{0x83},
ExpectedToken: nil,
ExpectedRest: []byte{0x83},
ExpectedOK: false,
},
{
Value: []byte{0x84},
ExpectedToken: nil,
ExpectedRest: []byte{0x84},
ExpectedOK: false,
},
{
Value: []byte{0x85},
ExpectedToken: nil,
ExpectedRest: []byte{0x85},
ExpectedOK: false,
},
{
Value: []byte{0x86},
ExpectedToken: nil,
ExpectedRest: []byte{0x86},
ExpectedOK: false,
},
{
Value: []byte{0x87},
ExpectedToken: nil,
ExpectedRest: []byte{0x87},
ExpectedOK: false,
},
{
Value: []byte{0x88},
ExpectedToken: nil,
ExpectedRest: []byte{0x88},
ExpectedOK: false,
},
{
Value: []byte{0x89},
ExpectedToken: nil,
ExpectedRest: []byte{0x89},
ExpectedOK: false,
},
{
Value: []byte{0x8A},
ExpectedToken: nil,
ExpectedRest: []byte{0x8A},
ExpectedOK: false,
},
{
Value: []byte{0x8B},
ExpectedToken: nil,
ExpectedRest: []byte{0x8B},
ExpectedOK: false,
},
{
Value: []byte{0x8C},
ExpectedToken: nil,
ExpectedRest: []byte{0x8C},
ExpectedOK: false,
},
{
Value: []byte{0x8D},
ExpectedToken: nil,
ExpectedRest: []byte{0x8D},
ExpectedOK: false,
},
{
Value: []byte{0x8E},
ExpectedToken: nil,
ExpectedRest: []byte{0x8E},
ExpectedOK: false,
},
{
Value: []byte{0x8F},
ExpectedToken: nil,
ExpectedRest: []byte{0x8F},
ExpectedOK: false,
},
{
Value: []byte{0x90},
ExpectedToken: nil,
ExpectedRest: []byte{0x90},
ExpectedOK: false,
},
{
Value: []byte{0x91},
ExpectedToken: nil,
ExpectedRest: []byte{0x91},
ExpectedOK: false,
},
{
Value: []byte{0x92},
ExpectedToken: nil,
ExpectedRest: []byte{0x92},
ExpectedOK: false,
},
{
Value: []byte{0x93},
ExpectedToken: nil,
ExpectedRest: []byte{0x93},
ExpectedOK: false,
},
{
Value: []byte{0x94},
ExpectedToken: nil,
ExpectedRest: []byte{0x94},
ExpectedOK: false,
},
{
Value: []byte{0x95},
ExpectedToken: nil,
ExpectedRest: []byte{0x95},
ExpectedOK: false,
},
{
Value: []byte{0x96},
ExpectedToken: nil,
ExpectedRest: []byte{0x96},
ExpectedOK: false,
},
{
Value: []byte{0x97},
ExpectedToken: nil,
ExpectedRest: []byte{0x97},
ExpectedOK: false,
},
{
Value: []byte{0x98},
ExpectedToken: nil,
ExpectedRest: []byte{0x98},
ExpectedOK: false,
},
{
Value: []byte{0x99},
ExpectedToken: nil,
ExpectedRest: []byte{0x99},
ExpectedOK: false,
},
{
Value: []byte{0x9A},
ExpectedToken: nil,
ExpectedRest: []byte{0x9A},
ExpectedOK: false,
},
{
Value: []byte{0x9B},
ExpectedToken: nil,
ExpectedRest: []byte{0x9B},
ExpectedOK: false,
},
{
Value: []byte{0x9C},
ExpectedToken: nil,
ExpectedRest: []byte{0x9C},
ExpectedOK: false,
},
{
Value: []byte{0x9D},
ExpectedToken: nil,
ExpectedRest: []byte{0x9D},
ExpectedOK: false,
},
{
Value: []byte{0x9E},
ExpectedToken: nil,
ExpectedRest: []byte{0x9E},
ExpectedOK: false,
},
{
Value: []byte{0x9F},
ExpectedToken: nil,
ExpectedRest: []byte{0x9F},
ExpectedOK: false,
},
{
Value: []byte{0xA0},
ExpectedToken: nil,
ExpectedRest: []byte{0xA0},
ExpectedOK: false,
},
{
Value: []byte{0xA1},
ExpectedToken: nil,
ExpectedRest: []byte{0xA1},
ExpectedOK: false,
},
{
Value: []byte{0xA2},
ExpectedToken: nil,
ExpectedRest: []byte{0xA2},
ExpectedOK: false,
},
{
Value: []byte{0xA3},
ExpectedToken: nil,
ExpectedRest: []byte{0xA3},
ExpectedOK: false,
},
{
Value: []byte{0xA4},
ExpectedToken: nil,
ExpectedRest: []byte{0xA4},
ExpectedOK: false,
},
{
Value: []byte{0xA5},
ExpectedToken: nil,
ExpectedRest: []byte{0xA5},
ExpectedOK: false,
},
{
Value: []byte{0xA6},
ExpectedToken: nil,
ExpectedRest: []byte{0xA6},
ExpectedOK: false,
},
{
Value: []byte{0xA7},
ExpectedToken: nil,
ExpectedRest: []byte{0xA7},
ExpectedOK: false,
},
{
Value: []byte{0xA8},
ExpectedToken: nil,
ExpectedRest: []byte{0xA8},
ExpectedOK: false,
},
{
Value: []byte{0xA9},
ExpectedToken: nil,
ExpectedRest: []byte{0xA9},
ExpectedOK: false,
},
{
Value: []byte{0xAA},
ExpectedToken: nil,
ExpectedRest: []byte{0xAA},
ExpectedOK: false,
},
{
Value: []byte{0xAB},
ExpectedToken: nil,
ExpectedRest: []byte{0xAB},
ExpectedOK: false,
},
{
Value: []byte{0xAC},
ExpectedToken: nil,
ExpectedRest: []byte{0xAC},
ExpectedOK: false,
},
{
Value: []byte{0xAD},
ExpectedToken: nil,
ExpectedRest: []byte{0xAD},
ExpectedOK: false,
},
{
Value: []byte{0xAE},
ExpectedToken: nil,
ExpectedRest: []byte{0xAE},
ExpectedOK: false,
},
{
Value: []byte{0xAF},
ExpectedToken: nil,
ExpectedRest: []byte{0xAF},
ExpectedOK: false,
},
{
Value: []byte{0xB0},
ExpectedToken: nil,
ExpectedRest: []byte{0xB0},
ExpectedOK: false,
},
{
Value: []byte{0xB1},
ExpectedToken: nil,
ExpectedRest: []byte{0xB1},
ExpectedOK: false,
},
{
Value: []byte{0xB2},
ExpectedToken: nil,
ExpectedRest: []byte{0xB2},
ExpectedOK: false,
},
{
Value: []byte{0xB3},
ExpectedToken: nil,
ExpectedRest: []byte{0xB3},
ExpectedOK: false,
},
{
Value: []byte{0xB4},
ExpectedToken: nil,
ExpectedRest: []byte{0xB4},
ExpectedOK: false,
},
{
Value: []byte{0xB5},
ExpectedToken: nil,
ExpectedRest: []byte{0xB5},
ExpectedOK: false,
},
{
Value: []byte{0xB6},
ExpectedToken: nil,
ExpectedRest: []byte{0xB6},
ExpectedOK: false,
},
{
Value: []byte{0xB7},
ExpectedToken: nil,
ExpectedRest: []byte{0xB7},
ExpectedOK: false,
},
{
Value: []byte{0xB8},
ExpectedToken: nil,
ExpectedRest: []byte{0xB8},
ExpectedOK: false,
},
{
Value: []byte{0xB9},
ExpectedToken: nil,
ExpectedRest: []byte{0xB9},
ExpectedOK: false,
},
{
Value: []byte{0xBA},
ExpectedToken: nil,
ExpectedRest: []byte{0xBA},
ExpectedOK: false,
},
{
Value: []byte{0xBB},
ExpectedToken: nil,
ExpectedRest: []byte{0xBB},
ExpectedOK: false,
},
{
Value: []byte{0xBC},
ExpectedToken: nil,
ExpectedRest: []byte{0xBC},
ExpectedOK: false,
},
{
Value: []byte{0xBD},
ExpectedToken: nil,
ExpectedRest: []byte{0xBD},
ExpectedOK: false,
},
{
Value: []byte{0xBE},
ExpectedToken: nil,
ExpectedRest: []byte{0xBE},
ExpectedOK: false,
},
{
Value: []byte{0xBF},
ExpectedToken: nil,
ExpectedRest: []byte{0xBF},
ExpectedOK: false,
},
{
Value: []byte{0xC0},
ExpectedToken: nil,
ExpectedRest: []byte{0xC0},
ExpectedOK: false,
},
{
Value: []byte{0xC1},
ExpectedToken: nil,
ExpectedRest: []byte{0xC1},
ExpectedOK: false,
},
{
Value: []byte{0xC2},
ExpectedToken: nil,
ExpectedRest: []byte{0xC2},
ExpectedOK: false,
},
{
Value: []byte{0xC3},
ExpectedToken: nil,
ExpectedRest: []byte{0xC3},
ExpectedOK: false,
},
{
Value: []byte{0xC4},
ExpectedToken: nil,
ExpectedRest: []byte{0xC4},
ExpectedOK: false,
},
{
Value: []byte{0xC5},
ExpectedToken: nil,
ExpectedRest: []byte{0xC5},
ExpectedOK: false,
},
{
Value: []byte{0xC6},
ExpectedToken: nil,
ExpectedRest: []byte{0xC6},
ExpectedOK: false,
},
{
Value: []byte{0xC7},
ExpectedToken: nil,
ExpectedRest: []byte{0xC7},
ExpectedOK: false,
},
{
Value: []byte{0xC8},
ExpectedToken: nil,
ExpectedRest: []byte{0xC8},
ExpectedOK: false,
},
{
Value: []byte{0xC9},
ExpectedToken: nil,
ExpectedRest: []byte{0xC9},
ExpectedOK: false,
},
{
Value: []byte{0xCA},
ExpectedToken: nil,
ExpectedRest: []byte{0xCA},
ExpectedOK: false,
},
{
Value: []byte{0xCB},
ExpectedToken: nil,
ExpectedRest: []byte{0xCB},
ExpectedOK: false,
},
{
Value: []byte{0xCC},
ExpectedToken: nil,
ExpectedRest: []byte{0xCC},
ExpectedOK: false,
},
{
Value: []byte{0xCD},
ExpectedToken: nil,
ExpectedRest: []byte{0xCD},
ExpectedOK: false,
},
{
Value: []byte{0xCE},
ExpectedToken: nil,
ExpectedRest: []byte{0xCE},
ExpectedOK: false,
},
{
Value: []byte{0xCF},
ExpectedToken: nil,
ExpectedRest: []byte{0xCF},
ExpectedOK: false,
},
{
Value: []byte{0xD0},
ExpectedToken: nil,
ExpectedRest: []byte{0xD0},
ExpectedOK: false,
},
{
Value: []byte{0xD1},
ExpectedToken: nil,
ExpectedRest: []byte{0xD1},
ExpectedOK: false,
},
{
Value: []byte{0xD2},
ExpectedToken: nil,
ExpectedRest: []byte{0xD2},
ExpectedOK: false,
},
{
Value: []byte{0xD3},
ExpectedToken: nil,
ExpectedRest: []byte{0xD3},
ExpectedOK: false,
},
{
Value: []byte{0xD4},
ExpectedToken: nil,
ExpectedRest: []byte{0xD4},
ExpectedOK: false,
},
{
Value: []byte{0xD5},
ExpectedToken: nil,
ExpectedRest: []byte{0xD5},
ExpectedOK: false,
},
{
Value: []byte{0xD6},
ExpectedToken: nil,
ExpectedRest: []byte{0xD6},
ExpectedOK: false,
},
{
Value: []byte{0xD7},
ExpectedToken: nil,
ExpectedRest: []byte{0xD7},
ExpectedOK: false,
},
{
Value: []byte{0xD8},
ExpectedToken: nil,
ExpectedRest: []byte{0xD8},
ExpectedOK: false,
},
{
Value: []byte{0xD9},
ExpectedToken: nil,
ExpectedRest: []byte{0xD9},
ExpectedOK: false,
},
{
Value: []byte{0xDA},
ExpectedToken: nil,
ExpectedRest: []byte{0xDA},
ExpectedOK: false,
},
{
Value: []byte{0xDB},
ExpectedToken: nil,
ExpectedRest: []byte{0xDB},
ExpectedOK: false,
},
{
Value: []byte{0xDC},
ExpectedToken: nil,
ExpectedRest: []byte{0xDC},
ExpectedOK: false,
},
{
Value: []byte{0xDD},
ExpectedToken: nil,
ExpectedRest: []byte{0xDD},
ExpectedOK: false,
},
{
Value: []byte{0xDE},
ExpectedToken: nil,
ExpectedRest: []byte{0xDE},
ExpectedOK: false,
},
{
Value: []byte{0xDF},
ExpectedToken: nil,
ExpectedRest: []byte{0xDF},
ExpectedOK: false,
},
{
Value: []byte{0xE0},
ExpectedToken: nil,
ExpectedRest: []byte{0xE0},
ExpectedOK: false,
},
{
Value: []byte{0xE1},
ExpectedToken: nil,
ExpectedRest: []byte{0xE1},
ExpectedOK: false,
},
{
Value: []byte{0xE2},
ExpectedToken: nil,
ExpectedRest: []byte{0xE2},
ExpectedOK: false,
},
{
Value: []byte{0xE3},
ExpectedToken: nil,
ExpectedRest: []byte{0xE3},
ExpectedOK: false,
},
{
Value: []byte{0xE4},
ExpectedToken: nil,
ExpectedRest: []byte{0xE4},
ExpectedOK: false,
},
{
Value: []byte{0xE5},
ExpectedToken: nil,
ExpectedRest: []byte{0xE5},
ExpectedOK: false,
},
{
Value: []byte{0xE6},
ExpectedToken: nil,
ExpectedRest: []byte{0xE6},
ExpectedOK: false,
},
{
Value: []byte{0xE7},
ExpectedToken: nil,
ExpectedRest: []byte{0xE7},
ExpectedOK: false,
},
{
Value: []byte{0xE8},
ExpectedToken: nil,
ExpectedRest: []byte{0xE8},
ExpectedOK: false,
},
{
Value: []byte{0xE9},
ExpectedToken: nil,
ExpectedRest: []byte{0xE9},
ExpectedOK: false,
},
{
Value: []byte{0xEA},
ExpectedToken: nil,
ExpectedRest: []byte{0xEA},
ExpectedOK: false,
},
{
Value: []byte{0xEB},
ExpectedToken: nil,
ExpectedRest: []byte{0xEB},
ExpectedOK: false,
},
{
Value: []byte{0xEC},
ExpectedToken: nil,
ExpectedRest: []byte{0xEC},
ExpectedOK: false,
},
{
Value: []byte{0xED},
ExpectedToken: nil,
ExpectedRest: []byte{0xED},
ExpectedOK: false,
},
{
Value: []byte{0xEE},
ExpectedToken: nil,
ExpectedRest: []byte{0xEE},
ExpectedOK: false,
},
{
Value: []byte{0xEF},
ExpectedToken: nil,
ExpectedRest: []byte{0xEF},
ExpectedOK: false,
},
{
Value: []byte{0xF0},
ExpectedToken: nil,
ExpectedRest: []byte{0xF0},
ExpectedOK: false,
},
{
Value: []byte{0xF1},
ExpectedToken: nil,
ExpectedRest: []byte{0xF1},
ExpectedOK: false,
},
{
Value: []byte{0xF2},
ExpectedToken: nil,
ExpectedRest: []byte{0xF2},
ExpectedOK: false,
},
{
Value: []byte{0xF3},
ExpectedToken: nil,
ExpectedRest: []byte{0xF3},
ExpectedOK: false,
},
{
Value: []byte{0xF4},
ExpectedToken: nil,
ExpectedRest: []byte{0xF4},
ExpectedOK: false,
},
{
Value: []byte{0xF5},
ExpectedToken: nil,
ExpectedRest: []byte{0xF5},
ExpectedOK: false,
},
{
Value: []byte{0xF6},
ExpectedToken: nil,
ExpectedRest: []byte{0xF6},
ExpectedOK: false,
},
{
Value: []byte{0xF7},
ExpectedToken: nil,
ExpectedRest: []byte{0xF7},
ExpectedOK: false,
},
{
Value: []byte{0xF8},
ExpectedToken: nil,
ExpectedRest: []byte{0xF8},
ExpectedOK: false,
},
{
Value: []byte{0xF9},
ExpectedToken: nil,
ExpectedRest: []byte{0xF9},
ExpectedOK: false,
},
{
Value: []byte{0xFA},
ExpectedToken: nil,
ExpectedRest: []byte{0xFA},
ExpectedOK: false,
},
{
Value: []byte{0xFB},
ExpectedToken: nil,
ExpectedRest: []byte{0xFB},
ExpectedOK: false,
},
{
Value: []byte{0xFC},
ExpectedToken: nil,
ExpectedRest: []byte{0xFC},
ExpectedOK: false,
},
{
Value: []byte{0xFD},
ExpectedToken: nil,
ExpectedRest: []byte{0xFD},
ExpectedOK: false,
},
{
Value: []byte{0xFE},
ExpectedToken: nil,
ExpectedRest: []byte{0xFE},
ExpectedOK: false,
},
{
Value: []byte{0xFF},
ExpectedToken: nil,
ExpectedRest: []byte{0xFF},
ExpectedOK: false,
},
}
for testNumber, test := range tests {
actualToken, actualRest, actualOK := token.Bytes(test.Value)
{
expected := test.ExpectedOK
actual := actualOK
if expected != actual {
t.Errorf("For test #%d, the actual ok-result is not what was expected.", testNumber)
t.Logf("EXPECTED: %t", expected)
t.Logf("ACTUAL: %t", actual)
t.Logf("VALUE: %q", test.Value)
t.Logf("EXPECTED-TOKEN: %q (%#v)", test.ExpectedToken, test.ExpectedToken)
t.Logf("EXPECTED-REST: %q (%#v)", test.ExpectedRest, test.ExpectedRest)
continue
}
}
{
expected := test.ExpectedToken
actual := actualToken
if !bytes.Equal(expected, actual) {
t.Errorf("For test #%d, the actual token is not what was expected.", testNumber)
t.Logf("EXPECTED: %q", expected)
t.Logf("ACTUAL: %q", actual)
t.Logf("VALUE: %q", test.Value)
continue
}
}
{
expected := test.ExpectedRest
actual := actualRest
if !bytes.Equal(expected, actual) {
t.Errorf("For test #%d, the actual rest is not what was expected.", testNumber)
t.Logf("EXPECTED: %q", expected)
t.Logf("ACTUAL: %q", actual)
t.Logf("VALUE: %q", test.Value)
continue
}
}
}
}