Fixed discrepancy between SSE and regular baranches in FREAK

2012-06-28 11:08:11 +00:00
parent 739da31add
commit e4965b143f
3 changed files with 66 additions and 41 deletions
--- a/modules/core/src/matrix.cpp
+++ b/modules/core/src/matrix.cpp
@@ -150,7 +150,7 @@ static void updateContinuityFlag(Mat& m)
            break;
    }

-    int64 t = (int64)m.step[0]*m.size[0];
+    uint64 t = (uint64)m.step[0]*m.size[0];
    if( j <= i && t == (size_t)t )
        m.flags |= Mat::CONTINUOUS_FLAG;
    else