// Copyright 2012 The Go Authors. All rights reserved. // Use of this source code is governed by a BSD-style // license that can be found in the LICENSE file. package colltab import ( "testing" ) // We take the smallest, largest and an arbitrary value for each // of the UTF-8 sequence lengths. var testRunes = []rune{ 0x01, 0x0C, 0x7F, // 1-byte sequences 0x80, 0x100, 0x7FF, // 2-byte sequences 0x800, 0x999, 0xFFFF, // 3-byte sequences 0x10000, 0x10101, 0x10FFFF, // 4-byte sequences 0x200, 0x201, 0x202, 0x210, 0x215, // five entries in one sparse block } // Test cases for illegal runes. type trietest struct { size int bytes []byte } var tests = []trietest{ // illegal runes {1, []byte{0x80}}, {1, []byte{0xFF}}, {1, []byte{t2, tx - 1}}, {1, []byte{t2, t2}}, {2, []byte{t3, tx, tx - 1}}, {2, []byte{t3, tx, t2}}, {1, []byte{t3, tx - 1, tx}}, {3, []byte{t4, tx, tx, tx - 1}}, {3, []byte{t4, tx, tx, t2}}, {1, []byte{t4, t2, tx, tx - 1}}, {2, []byte{t4, tx, t2, tx - 1}}, // short runes {0, []byte{t2}}, {0, []byte{t3, tx}}, {0, []byte{t4, tx, tx}}, // we only support UTF-8 up to utf8.UTFMax bytes (4 bytes) {1, []byte{t5, tx, tx, tx, tx}}, {1, []byte{t6, tx, tx, tx, tx, tx}}, } func TestLookupTrie(t *testing.T) { for i, r := range testRunes { b := []byte(string(r)) v, sz := testTrie.lookup(b) if int(v) != i { t.Errorf("lookup(%U): found value %#x, expected %#x", r, v, i) } if sz != len(b) { t.Errorf("lookup(%U): found size %d, expected %d", r, sz, len(b)) } } for i, tt := range tests { v, sz := testTrie.lookup(tt.bytes) if int(v) != 0 { t.Errorf("lookup of illegal rune, case %d: found value %#x, expected 0", i, v) } if sz != tt.size { t.Errorf("lookup of illegal rune, case %d: found size %d, expected %d", i, sz, tt.size) } } } // test data is taken from exp/collate/locale/build/trie_test.go var testValues = [832]uint32{ 0x000c: 0x00000001, 0x007f: 0x00000002, 0x00c0: 0x00000003, 0x0100: 0x00000004, 0x0140: 0x0000000c, 0x0141: 0x0000000d, 0x0142: 0x0000000e, 0x0150: 0x0000000f, 0x0155: 0x00000010, 0x01bf: 0x00000005, 0x01c0: 0x00000006, 0x0219: 0x00000007, 0x027f: 0x00000008, 0x0280: 0x00000009, 0x02c1: 0x0000000a, 0x033f: 0x0000000b, } var testLookup = [640]uint16{ 0x0e0: 0x05, 0x0e6: 0x06, 0x13f: 0x07, 0x140: 0x08, 0x144: 0x09, 0x190: 0x03, 0x1ff: 0x0a, 0x20f: 0x05, 0x242: 0x01, 0x244: 0x02, 0x248: 0x03, 0x25f: 0x04, 0x260: 0x01, 0x26f: 0x02, 0x270: 0x04, 0x274: 0x06, } var testTrie = Trie{testLookup[6*blockSize:], testValues[:], testLookup[:], testValues[:]}