generic-library/vpx
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

get_prob(): rationalize int types

Browse Source 
promote the unsigned int calculation to uint64_t rather than int64_t for
type consistency

Change-Id: Ic34dee1dc707d9faf6a3ae250bfe39b60bef3438
This commit is contained in:
James Zern 2017-02-24 15:36:52 -08:00
parent af9002dd16
commit 47d6f16a04
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vpx_dsp/prob.h
View File

@ -48,7 +48,7 @@ typedef const vpx_tree_index vpx_tree[];
static INLINE vpx_prob get_prob(unsigned int num, unsigned int den) {
assert(den != 0);
{
const int p = (int)(((int64_t)num * 256 + (den >> 1)) / den);
const int p = (int)(((uint64_t)num * 256 + (den >> 1)) / den);
// (p > 255) ? 255 : (p < 1) ? 1 : p;
const int clipped_prob = p | ((255 - p) >> 23) | (p == 0);
return (vpx_prob)clipped_prob;