generic-library/vpx
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Changes quantization values for 10/12 bit

Browse Source 
Improves performance by eliminating some values at the very low
quantizer range, because entropy coding is not too efficient
at this range.

Change-Id: I3cacc7352dc2e58cfe8448d89a693e992ef93ee7
This commit is contained in:
Deb Mukherjee
2014-07-07 11:59:27 -07:00
parent 91c222491e
commit d5f6cd1b38
1 changed files with 128 additions and 128 deletions
Download Patch File Download Diff File Expand all files Collapse all files

256
vp9/common/vp9_quant_common.c
View File

@@ -50,73 +50,73 @@ static const int16_t dc_qlookup[QINDEX_RANGE] = {
#if CONFIG_VP9_HIGH && CONFIG_HIGH_TRANSFORMS && CONFIG_HIGH_QUANT
static const int16_t dc_qlookup_10[QINDEX_RANGE] = {
4, 8, 8, 9, 10, 11, 12, 13,
13, 14, 15, 16, 17, 18, 19, 20,
21, 22, 22, 23, 24, 25, 26, 27,
28, 29, 30, 30, 31, 32, 33, 34,
35, 36, 37, 38, 38, 39, 40, 41,
42, 43, 44, 45, 45, 46, 47, 48,
49, 50, 51, 52, 53, 53, 54, 55,
56, 57, 58, 59, 60, 60, 61, 62,
63, 64, 65, 66, 67, 67, 69, 71,
73, 74, 76, 78, 80, 81, 83, 85,
87, 88, 90, 92, 94, 95, 97, 99,
101, 103, 106, 108, 111, 113, 116, 119,
121, 124, 126, 129, 131, 134, 137, 141,
144, 148, 151, 154, 158, 161, 164, 168,
172, 176, 180, 185, 189, 193, 197, 202,
207, 212, 217, 222, 227, 232, 237, 243,
249, 254, 260, 266, 273, 279, 286, 292,
299, 306, 313, 320, 328, 336, 344, 352,
360, 368, 377, 385, 394, 403, 413, 422,
432, 442, 452, 462, 473, 483, 494, 506,
517, 529, 541, 553, 565, 578, 591, 604,
618, 631, 645, 659, 674, 688, 703, 719,
734, 750, 767, 783, 800, 817, 834, 851,
869, 888, 906, 925, 944, 963, 983, 1003,
1023, 1044, 1065, 1086, 1108, 1130, 1152, 1174,
1197, 1220, 1244, 1268, 1292, 1317, 1342, 1367,
1393, 1419, 1446, 1474, 1501, 1530, 1558, 1588,
1618, 1649, 1681, 1713, 1746, 1781, 1816, 1853,
1890, 1930, 1971, 2013, 2058, 2104, 2153, 2204,
2257, 2314, 2374, 2438, 2505, 2577, 2654, 2737,
2825, 2920, 3022, 3132, 3251, 3380, 3518, 3669,
3831, 4009, 4203, 4412, 4641, 4890, 5162, 5459,
8, 15, 17, 19, 21, 23, 25, 27,
29, 31, 33, 35, 36, 38, 40, 42,
44, 47, 49, 51, 53, 55, 57, 59,
61, 63, 65, 67, 70, 72, 74, 76,
78, 80, 83, 85, 87, 89, 92, 94,
96, 98, 101, 103, 105, 108, 110, 112,
115, 117, 119, 122, 124, 126, 129, 131,
134, 136, 139, 141, 144, 146, 149, 151,
154, 156, 159, 161, 164, 166, 169, 171,
174, 177, 179, 182, 184, 187, 190, 192,
195, 198, 200, 203, 206, 209, 211, 214,
217, 219, 222, 225, 228, 231, 233, 236,
241, 246, 251, 256, 261, 266, 271, 276,
281, 286, 291, 296, 301, 306, 312, 317,
322, 327, 332, 337, 342, 348, 353, 358,
363, 371, 378, 385, 393, 400, 408, 415,
422, 430, 437, 445, 452, 460, 467, 474,
482, 489, 499, 508, 518, 527, 537, 546,
556, 566, 575, 585, 594, 604, 613, 624,
636, 647, 659, 670, 682, 693, 704, 716,
727, 740, 754, 767, 780, 793, 806, 819,
832, 845, 860, 875, 889, 904, 919, 933,
948, 964, 980, 997, 1013, 1029, 1045, 1063,
1080, 1098, 1115, 1133, 1150, 1169, 1188, 1207,
1226, 1245, 1266, 1286, 1307, 1327, 1348, 1370,
1392, 1414, 1436, 1459, 1483, 1507, 1531, 1556,
1582, 1608, 1634, 1662, 1690, 1718, 1748, 1778,
1809, 1842, 1876, 1909, 1946, 1982, 2020, 2060,
2101, 2143, 2188, 2234, 2283, 2334, 2386, 2441,
2499, 2561, 2625, 2693, 2764, 2841, 2920, 3006,
3094, 3190, 3290, 3397, 3509, 3630, 3756, 3891,
4033, 4186, 4351, 4524, 4710, 4910, 5121, 5347,
};
static const int16_t dc_qlookup_12[QINDEX_RANGE] = {
4, 8, 8, 9, 10, 11, 12, 13,
13, 14, 15, 16, 17, 18, 19, 20,
21, 22, 22, 23, 24, 25, 26, 27,
28, 29, 30, 31, 31, 32, 33, 34,
35, 36, 37, 38, 39, 40, 40, 41,
42, 43, 44, 45, 46, 47, 48, 48,
49, 50, 51, 52, 53, 54, 55, 56,
57, 59, 61, 63, 65, 66, 68, 70,
72, 74, 75, 77, 79, 81, 82, 85,
88, 90, 93, 96, 99, 101, 104, 107,
109, 112, 115, 119, 123, 126, 130, 133,
137, 140, 145, 149, 154, 158, 162, 167,
172, 178, 183, 188, 193, 200, 206, 212,
218, 224, 231, 238, 245, 253, 261, 269,
277, 286, 294, 303, 313, 322, 332, 342,
353, 364, 375, 387, 399, 411, 424, 437,
450, 464, 479, 493, 509, 524, 540, 557,
574, 592, 611, 629, 648, 669, 690, 711,
732, 755, 778, 802, 827, 852, 879, 906,
933, 962, 991, 1021, 1053, 1085, 1118, 1151,
1186, 1222, 1259, 1296, 1335, 1375, 1416, 1459,
1502, 1546, 1592, 1639, 1687, 1736, 1787, 1840,
1893, 1948, 2005, 2063, 2122, 2183, 2245, 2309,
2375, 2442, 2510, 2580, 2652, 2726, 2801, 2878,
2956, 3036, 3117, 3201, 3287, 3374, 3463, 3554,
3646, 3740, 3837, 3935, 4035, 4137, 4241, 4347,
4455, 4564, 4676, 4790, 4905, 5023, 5144, 5266,
5391, 5519, 5649, 5782, 5918, 6057, 6199, 6345,
6496, 6651, 6810, 6975, 7146, 7324, 7509, 7702,
7905, 8119, 8344, 8582, 8835, 9105, 9393, 9704,
10039, 10401, 10794, 11222, 11689, 12200, 12761, 13379,
14060, 14812, 15645, 16567, 17591, 18728, 19993, 21402,
16, 31, 35, 40, 44, 48, 52, 57,
61, 66, 71, 75, 80, 85, 90, 95,
100, 105, 111, 116, 121, 127, 132, 138,
144, 149, 155, 161, 167, 173, 180, 186,
192, 198, 205, 211, 218, 225, 231, 238,
245, 252, 259, 266, 273, 281, 288, 295,
303, 310, 318, 326, 333, 341, 349, 357,
365, 373, 381, 389, 398, 406, 414, 423,
431, 440, 449, 458, 466, 475, 484, 493,
502, 512, 521, 530, 539, 549, 558, 568,
578, 587, 597, 607, 617, 627, 637, 647,
657, 667, 677, 688, 698, 709, 719, 730,
747, 764, 782, 800, 817, 835, 853, 871,
889, 907, 926, 944, 963, 981, 1000, 1019,
1038, 1057, 1076, 1095, 1115, 1134, 1154, 1173,
1193, 1220, 1247, 1274, 1301, 1328, 1356, 1383,
1411, 1439, 1466, 1494, 1522, 1551, 1579, 1607,
1636, 1664, 1700, 1736, 1772, 1808, 1844, 1880,
1916, 1953, 1989, 2026, 2062, 2099, 2136, 2180,
2224, 2268, 2312, 2356, 2400, 2444, 2488, 2533,
2577, 2628, 2680, 2731, 2782, 2834, 2885, 2936,
2988, 3039, 3097, 3155, 3214, 3272, 3330, 3388,
3446, 3510, 3575, 3639, 3703, 3768, 3832, 3903,
3973, 4044, 4114, 4185, 4255, 4332, 4408, 4485,
4561, 4638, 4721, 4804, 4887, 4970, 5053, 5142,
5231, 5321, 5411, 5508, 5604, 5701, 5799, 5903,
6008, 6114, 6220, 6334, 6448, 6564, 6687, 6812,
6938, 7073, 7210, 7349, 7497, 7648, 7802, 7966,
8133, 8305, 8488, 8676, 8878, 9084, 9297, 9525,
9760, 10013, 10274, 10554, 10844, 11156, 11480, 11828,
12191, 12581, 12987, 13425, 13882, 14374, 14888, 15442,
16021, 16646, 17319, 18024, 18784, 19603, 20462, 21388,
};
#endif
@@ -157,73 +157,73 @@ static const int16_t ac_qlookup[QINDEX_RANGE] = {
#if CONFIG_VP9_HIGH && CONFIG_HIGH_TRANSFORMS && CONFIG_HIGH_QUANT
static const int16_t ac_qlookup_10[QINDEX_RANGE] = {
4, 8, 9, 10, 11, 12, 13, 14,
15, 16, 17, 18, 19, 20, 21, 22,
23, 24, 25, 26, 27, 28, 29, 30,
31, 32, 33, 34, 35, 36, 37, 38,
39, 40, 41, 42, 43, 44, 45, 46,
47, 48, 49, 50, 51, 52, 53, 54,
55, 56, 57, 58, 59, 60, 61, 62,
63, 64, 65, 66, 67, 68, 69, 70,
71, 72, 73, 74, 75, 76, 78, 80,
82, 84, 86, 88, 90, 92, 94, 96,
98, 100, 102, 104, 106, 108, 110, 112,
114, 117, 120, 123, 126, 129, 132, 135,
138, 141, 144, 147, 150, 153, 157, 161,
165, 169, 173, 177, 181, 185, 189, 193,
198, 203, 208, 213, 218, 223, 228, 234,
240, 246, 252, 258, 264, 270, 277, 284,
291, 298, 305, 313, 321, 329, 337, 345,
354, 363, 372, 381, 391, 401, 411, 421,
432, 443, 454, 465, 477, 489, 501, 514,
527, 540, 554, 568, 582, 597, 612, 628,
644, 660, 677, 694, 712, 730, 749, 768,
788, 808, 829, 850, 872, 894, 917, 941,
965, 990, 1016, 1042, 1069, 1097, 1125, 1154,
1184, 1215, 1246, 1278, 1311, 1345, 1380, 1416,
1453, 1491, 1530, 1570, 1611, 1653, 1696, 1740,
1785, 1831, 1879, 1928, 1978, 2030, 2083, 2137,
2193, 2250, 2309, 2369, 2431, 2494, 2559, 2626,
2695, 2765, 2837, 2911, 2987, 3065, 3145, 3227,
3311, 3398, 3487, 3578, 3672, 3768, 3867, 3968,
4072, 4179, 4288, 4400, 4515, 4633, 4754, 4879,
5007, 5138, 5273, 5411, 5553, 5699, 5848, 6001,
6158, 6320, 6486, 6656, 6831, 7010, 7194, 7383,
8, 16, 18, 20, 22, 25, 27, 29,
31, 33, 35, 38, 40, 42, 44, 47,
49, 51, 54, 56, 58, 61, 63, 66,
68, 71, 73, 75, 78, 80, 83, 86,
88, 91, 93, 96, 98, 101, 104, 106,
109, 112, 114, 117, 120, 123, 125, 128,
131, 134, 137, 140, 142, 145, 148, 151,
154, 157, 160, 163, 166, 169, 172, 175,
178, 181, 184, 187, 190, 194, 197, 200,
203, 206, 209, 213, 216, 219, 222, 226,
229, 232, 236, 239, 242, 246, 249, 253,
256, 260, 263, 266, 270, 273, 277, 281,
287, 293, 300, 306, 312, 319, 325, 332,
338, 345, 352, 358, 365, 372, 378, 385,
392, 399, 406, 413, 420, 427, 434, 441,
448, 458, 468, 478, 488, 498, 509, 519,
529, 540, 550, 561, 571, 582, 593, 603,
614, 625, 639, 653, 667, 681, 695, 709,
724, 738, 752, 767, 782, 796, 811, 829,
847, 865, 883, 901, 920, 938, 956, 975,
994, 1016, 1038, 1060, 1082, 1104, 1127, 1149,
1172, 1195, 1221, 1247, 1274, 1300, 1327, 1353,
1380, 1411, 1441, 1472, 1502, 1533, 1564, 1598,
1633, 1668, 1703, 1738, 1773, 1812, 1851, 1890,
1929, 1969, 2012, 2055, 2099, 2142, 2186, 2234,
2281, 2329, 2377, 2429, 2481, 2534, 2586, 2643,
2699, 2756, 2813, 2874, 2935, 2996, 3062, 3127,
3193, 3262, 3332, 3403, 3477, 3551, 3626, 3705,
3784, 3864, 3947, 4031, 4119, 4207, 4295, 4388,
4481, 4578, 4676, 4778, 4880, 4986, 5093, 5204,
5316, 5431, 5547, 5668, 5789, 5914, 6040, 6170,
6301, 6436, 6575, 6715, 6860, 7009, 7158, 7312,
};
static const int16_t ac_qlookup_12[QINDEX_RANGE] = {
4, 8, 9, 10, 11, 12, 13, 14,
15, 16, 17, 18, 19, 20, 21, 22,
23, 24, 25, 26, 27, 28, 29, 30,
31, 32, 33, 34, 35, 36, 37, 38,
39, 40, 41, 42, 43, 44, 45, 46,
47, 48, 49, 50, 51, 52, 53, 54,
55, 56, 57, 58, 59, 60, 61, 62,
64, 66, 68, 70, 72, 74, 76, 78,
80, 82, 84, 86, 88, 90, 92, 95,
98, 101, 104, 107, 110, 113, 116, 119,
122, 125, 129, 133, 137, 141, 145, 149,
153, 157, 162, 167, 172, 177, 182, 187,
193, 199, 205, 211, 217, 224, 231, 238,
245, 252, 260, 268, 276, 285, 294, 303,
312, 322, 332, 342, 353, 364, 375, 387,
399, 412, 425, 438, 452, 466, 481, 496,
512, 528, 545, 562, 580, 598, 617, 637,
657, 678, 700, 722, 745, 769, 794, 819,
845, 872, 900, 929, 959, 990, 1022, 1055,
1089, 1124, 1160, 1197, 1236, 1276, 1317, 1359,
1403, 1448, 1495, 1543, 1593, 1644, 1697, 1752,
1809, 1867, 1927, 1989, 2053, 2119, 2188, 2259,
2332, 2408, 2486, 2567, 2650, 2736, 2825, 2917,
3012, 3110, 3211, 3315, 3423, 3534, 3649, 3767,
3889, 4015, 4145, 4280, 4419, 4563, 4711, 4864,
5022, 5185, 5354, 5528, 5708, 5894, 6086, 6284,
6488, 6699, 6917, 7142, 7374, 7614, 7862, 8118,
8382, 8655, 8937, 9228, 9528, 9838, 10158, 10489,
10831, 11184, 11548, 11924, 12312, 12713, 13127, 13555,
13997, 14453, 14924, 15410, 15912, 16430, 16965, 17518,
18089, 18678, 19287, 19915, 20564, 21234, 21926, 22640,
23378, 24140, 24927, 25739, 26578, 27444, 28338, 29262,
16, 33, 37, 42, 47, 51, 56, 61,
66, 72, 77, 82, 88, 93, 99, 105,
110, 116, 122, 128, 135, 141, 147, 154,
160, 167, 174, 181, 188, 195, 202, 209,
216, 224, 231, 239, 247, 254, 262, 270,
278, 287, 295, 303, 312, 320, 329, 338,
346, 355, 364, 373, 383, 392, 401, 411,
420, 430, 440, 450, 460, 470, 480, 490,
500, 511, 521, 532, 543, 553, 564, 575,
586, 598, 609, 620, 632, 643, 655, 667,
678, 690, 702, 714, 727, 739, 751, 764,
776, 789, 802, 815, 828, 841, 854, 867,
889, 911, 933, 956, 978, 1001, 1024, 1047,
1071, 1094, 1118, 1142, 1166, 1190, 1215, 1240,
1264, 1289, 1315, 1340, 1366, 1392, 1418, 1444,
1470, 1506, 1543, 1580, 1617, 1654, 1692, 1730,
1768, 1807, 1846, 1885, 1924, 1964, 2004, 2044,
2084, 2125, 2177, 2229, 2281, 2334, 2387, 2440,
2494, 2548, 2603, 2658, 2713, 2769, 2825, 2893,
2961, 3029, 3098, 3168, 3237, 3308, 3379, 3450,
3522, 3606, 3690, 3775, 3861, 3947, 4033, 4121,
4208, 4297, 4398, 4499, 4602, 4704, 4808, 4912,
5017, 5135, 5254, 5373, 5493, 5614, 5736, 5871,
6006, 6143, 6281, 6419, 6558, 6711, 6865, 7020,
7176, 7333, 7503, 7675, 7848, 8022, 8197, 8386,
8577, 8768, 8961, 9168, 9377, 9587, 9798, 10024,
10251, 10480, 10710, 10955, 11201, 11450, 11713, 11978,
12245, 12527, 12811, 13096, 13397, 13700, 14005, 14326,
14649, 14973, 15314, 15657, 16016, 16378, 16741, 17121,
17503, 17903, 18304, 18723, 19144, 19582, 20023, 20481,
20941, 21420, 21901, 22400, 22901, 23421, 23944, 24484,
25028, 25590, 26171, 26755, 27357, 27979, 28604, 29248,
};
#endif