nthbit.cc
3.89 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
// See www.openfst.org for extensive documentation on this weighted
// finite-state transducer library.
#include <fst/extensions/ngram/nthbit.h>
// This table is generated using:
//
// unsigned int nth_bit_scan(uint64 v, unsigned int r) {
// int i=0;
// for (; i<64; i++) {
// if ((r -= v & 1) == 0) return i;
// v >>= 1;
// }
// return i;
// }
//
// for (size_t i = 0; i < 256; ++i) {
// uint32 offsets = 0;
// for (size_t b = 1; b <= 8; ++b) {
// uint32 offset = min<uint32>(nth_bit_scan(i, b), 8);
// offsets |= (offset << ((b - 1) << 2));
// }
// bit_offset = offsets;
// printf("0x%x, ", bit_offset);
// if (i % 4 == 3) printf("\n");
// }
//
uint32 nth_bit_bit_offset[] = {
0x88888888, 0x88888880, 0x88888881, 0x88888810, 0x88888882, 0x88888820,
0x88888821, 0x88888210, 0x88888883, 0x88888830, 0x88888831, 0x88888310,
0x88888832, 0x88888320, 0x88888321, 0x88883210, 0x88888884, 0x88888840,
0x88888841, 0x88888410, 0x88888842, 0x88888420, 0x88888421, 0x88884210,
0x88888843, 0x88888430, 0x88888431, 0x88884310, 0x88888432, 0x88884320,
0x88884321, 0x88843210, 0x88888885, 0x88888850, 0x88888851, 0x88888510,
0x88888852, 0x88888520, 0x88888521, 0x88885210, 0x88888853, 0x88888530,
0x88888531, 0x88885310, 0x88888532, 0x88885320, 0x88885321, 0x88853210,
0x88888854, 0x88888540, 0x88888541, 0x88885410, 0x88888542, 0x88885420,
0x88885421, 0x88854210, 0x88888543, 0x88885430, 0x88885431, 0x88854310,
0x88885432, 0x88854320, 0x88854321, 0x88543210, 0x88888886, 0x88888860,
0x88888861, 0x88888610, 0x88888862, 0x88888620, 0x88888621, 0x88886210,
0x88888863, 0x88888630, 0x88888631, 0x88886310, 0x88888632, 0x88886320,
0x88886321, 0x88863210, 0x88888864, 0x88888640, 0x88888641, 0x88886410,
0x88888642, 0x88886420, 0x88886421, 0x88864210, 0x88888643, 0x88886430,
0x88886431, 0x88864310, 0x88886432, 0x88864320, 0x88864321, 0x88643210,
0x88888865, 0x88888650, 0x88888651, 0x88886510, 0x88888652, 0x88886520,
0x88886521, 0x88865210, 0x88888653, 0x88886530, 0x88886531, 0x88865310,
0x88886532, 0x88865320, 0x88865321, 0x88653210, 0x88888654, 0x88886540,
0x88886541, 0x88865410, 0x88886542, 0x88865420, 0x88865421, 0x88654210,
0x88886543, 0x88865430, 0x88865431, 0x88654310, 0x88865432, 0x88654320,
0x88654321, 0x86543210, 0x88888887, 0x88888870, 0x88888871, 0x88888710,
0x88888872, 0x88888720, 0x88888721, 0x88887210, 0x88888873, 0x88888730,
0x88888731, 0x88887310, 0x88888732, 0x88887320, 0x88887321, 0x88873210,
0x88888874, 0x88888740, 0x88888741, 0x88887410, 0x88888742, 0x88887420,
0x88887421, 0x88874210, 0x88888743, 0x88887430, 0x88887431, 0x88874310,
0x88887432, 0x88874320, 0x88874321, 0x88743210, 0x88888875, 0x88888750,
0x88888751, 0x88887510, 0x88888752, 0x88887520, 0x88887521, 0x88875210,
0x88888753, 0x88887530, 0x88887531, 0x88875310, 0x88887532, 0x88875320,
0x88875321, 0x88753210, 0x88888754, 0x88887540, 0x88887541, 0x88875410,
0x88887542, 0x88875420, 0x88875421, 0x88754210, 0x88887543, 0x88875430,
0x88875431, 0x88754310, 0x88875432, 0x88754320, 0x88754321, 0x87543210,
0x88888876, 0x88888760, 0x88888761, 0x88887610, 0x88888762, 0x88887620,
0x88887621, 0x88876210, 0x88888763, 0x88887630, 0x88887631, 0x88876310,
0x88887632, 0x88876320, 0x88876321, 0x88763210, 0x88888764, 0x88887640,
0x88887641, 0x88876410, 0x88887642, 0x88876420, 0x88876421, 0x88764210,
0x88887643, 0x88876430, 0x88876431, 0x88764310, 0x88876432, 0x88764320,
0x88764321, 0x87643210, 0x88888765, 0x88887650, 0x88887651, 0x88876510,
0x88887652, 0x88876520, 0x88876521, 0x88765210, 0x88887653, 0x88876530,
0x88876531, 0x88765310, 0x88876532, 0x88765320, 0x88765321, 0x87653210,
0x88887654, 0x88876540, 0x88876541, 0x88765410, 0x88876542, 0x88765420,
0x88765421, 0x87654210, 0x88876543, 0x88765430, 0x88765431, 0x87654310,
0x88765432, 0x87654320, 0x87654321, 0x76543210,
};