avcodec/ljpegenc: Fix encoding RGBA LJPEG
Signed-off-by: Michael Niedermayer <michael@niedermayer.cc>
This commit is contained in:
@@ -48,8 +48,8 @@ typedef struct LJpegEncContext {
|
||||
ScanTable scantable;
|
||||
uint16_t matrix[64];
|
||||
|
||||
int vsample[3];
|
||||
int hsample[3];
|
||||
int vsample[4];
|
||||
int hsample[4];
|
||||
|
||||
uint16_t huff_code_dc_luminance[12];
|
||||
uint16_t huff_code_dc_chrominance[12];
|
||||
@@ -68,22 +68,22 @@ static int ljpeg_encode_bgr(AVCodecContext *avctx, PutBitContext *pb,
|
||||
const int linesize = frame->linesize[0];
|
||||
uint16_t (*buffer)[4] = s->scratch;
|
||||
const int predictor = avctx->prediction_method+1;
|
||||
int left[3], top[3], topleft[3];
|
||||
int left[4], top[4], topleft[4];
|
||||
int x, y, i;
|
||||
|
||||
for (i = 0; i < 3; i++)
|
||||
for (i = 0; i < 4; i++)
|
||||
buffer[0][i] = 1 << (9 - 1);
|
||||
|
||||
for (y = 0; y < height; y++) {
|
||||
const int modified_predictor = y ? predictor : 1;
|
||||
uint8_t *ptr = frame->data[0] + (linesize * y);
|
||||
|
||||
if (pb->buf_end - pb->buf - (put_bits_count(pb) >> 3) < width * 3 * 4) {
|
||||
if (pb->buf_end - pb->buf - (put_bits_count(pb) >> 3) < width * 4 * 4) {
|
||||
av_log(avctx, AV_LOG_ERROR, "encoded frame too large\n");
|
||||
return -1;
|
||||
}
|
||||
|
||||
for (i = 0; i < 3; i++)
|
||||
for (i = 0; i < 4; i++)
|
||||
top[i]= left[i]= topleft[i]= buffer[0][i];
|
||||
|
||||
for (x = 0; x < width; x++) {
|
||||
@@ -95,9 +95,11 @@ static int ljpeg_encode_bgr(AVCodecContext *avctx, PutBitContext *pb,
|
||||
buffer[x][1] = ptr[4 * x + 0] - ptr[4 * x + 1] + 0x100;
|
||||
buffer[x][2] = ptr[4 * x + 2] - ptr[4 * x + 1] + 0x100;
|
||||
buffer[x][0] = (ptr[4 * x + 0] + 2 * ptr[4 * x + 1] + ptr[4 * x + 2]) >> 2;
|
||||
if (avctx->pix_fmt == AV_PIX_FMT_BGRA)
|
||||
buffer[x][3] = ptr[4 * x + 3];
|
||||
}
|
||||
|
||||
for (i = 0; i < 3; i++) {
|
||||
for (i = 0; i < 3 + (avctx->pix_fmt == AV_PIX_FMT_BGRA); i++) {
|
||||
int pred, diff;
|
||||
|
||||
PREDICT(pred, topleft[i], top[i], left[i], modified_predictor);
|
||||
@@ -109,7 +111,7 @@ static int ljpeg_encode_bgr(AVCodecContext *avctx, PutBitContext *pb,
|
||||
|
||||
diff = ((left[i] - pred + 0x100) & 0x1FF) - 0x100;
|
||||
|
||||
if (i == 0)
|
||||
if (i == 0 || i == 3)
|
||||
ff_mjpeg_encode_dc(pb, diff, s->huff_size_dc_luminance, s->huff_code_dc_luminance); //FIXME ugly
|
||||
else
|
||||
ff_mjpeg_encode_dc(pb, diff, s->huff_size_dc_chrominance, s->huff_code_dc_chrominance);
|
||||
@@ -221,9 +223,10 @@ static int ljpeg_encode_frame(AVCodecContext *avctx, AVPacket *pkt,
|
||||
int ret, header_bits;
|
||||
|
||||
if( avctx->pix_fmt == AV_PIX_FMT_BGR0
|
||||
|| avctx->pix_fmt == AV_PIX_FMT_BGRA
|
||||
|| avctx->pix_fmt == AV_PIX_FMT_BGR24)
|
||||
max_pkt_size += width * height * 3 * 4;
|
||||
else if(avctx->pix_fmt == AV_PIX_FMT_BGRA)
|
||||
max_pkt_size += width * height * 4 * 4;
|
||||
else {
|
||||
max_pkt_size += mb_width * mb_height * 3 * 4
|
||||
* s->hsample[0] * s->vsample[0];
|
||||
|
Reference in New Issue
Block a user