avcodec/tiff: more completely check bpp/bppcount
Fixes pixel format selection
Fixes out of array accesses
Fixes: asan_heap-oob_1766029_6_asan_heap-oob_20aa045_332_cov_1823216757_m2-d1d366d7965db766c19a66c7a2ccbb6b.tif
Found-by: Mateusz "j00ru" Jurczyk and Gynvael Coldwind
Signed-off-by: Michael Niedermayer <michaelni@gmx.at>
(cherry picked from commit e1c0cfaa41)
Signed-off-by: Michael Niedermayer <michaelni@gmx.at>
			
			
This commit is contained in:
		@@ -604,13 +604,13 @@ static int tiff_decode_tag(TiffContext *s, AVFrame *frame)
 | 
				
			|||||||
        s->height = value;
 | 
					        s->height = value;
 | 
				
			||||||
        break;
 | 
					        break;
 | 
				
			||||||
    case TIFF_BPP:
 | 
					    case TIFF_BPP:
 | 
				
			||||||
        s->bppcount = count;
 | 
					        if (count > 4U) {
 | 
				
			||||||
        if (count > 4) {
 | 
					 | 
				
			||||||
            av_log(s->avctx, AV_LOG_ERROR,
 | 
					            av_log(s->avctx, AV_LOG_ERROR,
 | 
				
			||||||
                   "This format is not supported (bpp=%d, %d components)\n",
 | 
					                   "This format is not supported (bpp=%d, %d components)\n",
 | 
				
			||||||
                   s->bpp, count);
 | 
					                   value, count);
 | 
				
			||||||
            return AVERROR_INVALIDDATA;
 | 
					            return AVERROR_INVALIDDATA;
 | 
				
			||||||
        }
 | 
					        }
 | 
				
			||||||
 | 
					        s->bppcount = count;
 | 
				
			||||||
        if (count == 1)
 | 
					        if (count == 1)
 | 
				
			||||||
            s->bpp = value;
 | 
					            s->bpp = value;
 | 
				
			||||||
        else {
 | 
					        else {
 | 
				
			||||||
@@ -628,6 +628,13 @@ static int tiff_decode_tag(TiffContext *s, AVFrame *frame)
 | 
				
			|||||||
                s->bpp = -1;
 | 
					                s->bpp = -1;
 | 
				
			||||||
            }
 | 
					            }
 | 
				
			||||||
        }
 | 
					        }
 | 
				
			||||||
 | 
					        if (s->bpp > 64U) {
 | 
				
			||||||
 | 
					            av_log(s->avctx, AV_LOG_ERROR,
 | 
				
			||||||
 | 
					                   "This format is not supported (bpp=%d, %d components)\n",
 | 
				
			||||||
 | 
					                   s->bpp, count);
 | 
				
			||||||
 | 
					            s->bpp = 0;
 | 
				
			||||||
 | 
					            return AVERROR_INVALIDDATA;
 | 
				
			||||||
 | 
					        }
 | 
				
			||||||
        break;
 | 
					        break;
 | 
				
			||||||
    case TIFF_SAMPLES_PER_PIXEL:
 | 
					    case TIFF_SAMPLES_PER_PIXEL:
 | 
				
			||||||
        if (count != 1) {
 | 
					        if (count != 1) {
 | 
				
			||||||
 
 | 
				
			|||||||
		Reference in New Issue
	
	Block a user