xref: /third_party/ffmpeg/libavcodec/vp56.c (revision cabdff1a)
1/*
2 * Copyright (C) 2006  Aurelien Jacobs <aurel@gnuage.org>
3 *
4 * This file is part of FFmpeg.
5 *
6 * FFmpeg is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2.1 of the License, or (at your option) any later version.
10 *
11 * FFmpeg is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14 * Lesser General Public License for more details.
15 *
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with FFmpeg; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19 */
20
21/**
22 * @file
23 * VP5 and VP6 compatible video decoder (common features)
24 */
25
26#include "avcodec.h"
27#include "bytestream.h"
28#include "internal.h"
29#include "h264chroma.h"
30#include "vp56.h"
31#include "vp56data.h"
32
33
34void ff_vp56_init_dequant(VP56Context *s, int quantizer)
35{
36    if (s->quantizer != quantizer)
37        ff_vp3dsp_set_bounding_values(s->bounding_values_array, ff_vp56_filter_threshold[quantizer]);
38    s->quantizer = quantizer;
39    s->dequant_dc = ff_vp56_dc_dequant[quantizer] << 2;
40    s->dequant_ac = ff_vp56_ac_dequant[quantizer] << 2;
41}
42
43static int vp56_get_vectors_predictors(VP56Context *s, int row, int col,
44                                       VP56Frame ref_frame)
45{
46    int nb_pred = 0;
47    VP56mv vect[2] = {{0,0}, {0,0}};
48    int pos, offset;
49    VP56mv mvp;
50
51    for (pos=0; pos<12; pos++) {
52        mvp.x = col + ff_vp56_candidate_predictor_pos[pos][0];
53        mvp.y = row + ff_vp56_candidate_predictor_pos[pos][1];
54        if (mvp.x < 0 || mvp.x >= s->mb_width ||
55            mvp.y < 0 || mvp.y >= s->mb_height)
56            continue;
57        offset = mvp.x + s->mb_width*mvp.y;
58
59        if (ff_vp56_reference_frame[s->macroblocks[offset].type] != ref_frame)
60            continue;
61        if ((s->macroblocks[offset].mv.x == vect[0].x &&
62             s->macroblocks[offset].mv.y == vect[0].y) ||
63            (s->macroblocks[offset].mv.x == 0 &&
64             s->macroblocks[offset].mv.y == 0))
65            continue;
66
67        vect[nb_pred++] = s->macroblocks[offset].mv;
68        if (nb_pred > 1) {
69            nb_pred = -1;
70            break;
71        }
72        s->vector_candidate_pos = pos;
73    }
74
75    s->vector_candidate[0] = vect[0];
76    s->vector_candidate[1] = vect[1];
77
78    return nb_pred+1;
79}
80
81static void vp56_parse_mb_type_models(VP56Context *s)
82{
83    VP56RangeCoder *c = &s->c;
84    VP56Model *model = s->modelp;
85    int i, ctx, type;
86
87    for (ctx=0; ctx<3; ctx++) {
88        if (vp56_rac_get_prob_branchy(c, 174)) {
89            int idx = vp56_rac_gets(c, 4);
90            memcpy(model->mb_types_stats[ctx],
91                   ff_vp56_pre_def_mb_type_stats[idx][ctx],
92                   sizeof(model->mb_types_stats[ctx]));
93        }
94        if (vp56_rac_get_prob_branchy(c, 254)) {
95            for (type=0; type<10; type++) {
96                for(i=0; i<2; i++) {
97                    if (vp56_rac_get_prob_branchy(c, 205)) {
98                        int delta, sign = vp56_rac_get(c);
99
100                        delta = vp56_rac_get_tree(c, ff_vp56_pmbtm_tree,
101                                                  ff_vp56_mb_type_model_model);
102                        if (!delta)
103                            delta = 4 * vp56_rac_gets(c, 7);
104                        model->mb_types_stats[ctx][type][i] += (delta ^ -sign) + sign;
105                    }
106                }
107            }
108        }
109    }
110
111    /* compute MB type probability tables based on previous MB type */
112    for (ctx=0; ctx<3; ctx++) {
113        int p[10];
114
115        for (type=0; type<10; type++)
116            p[type] = 100 * model->mb_types_stats[ctx][type][1];
117
118        for (type=0; type<10; type++) {
119            int p02, p34, p0234, p17, p56, p89, p5689, p156789;
120
121            /* conservative MB type probability */
122            model->mb_type[ctx][type][0] = 255 - (255 * model->mb_types_stats[ctx][type][0]) / (1 + model->mb_types_stats[ctx][type][0] + model->mb_types_stats[ctx][type][1]);
123
124            p[type] = 0;    /* same MB type => weight is null */
125
126            /* binary tree parsing probabilities */
127            p02 = p[0] + p[2];
128            p34 = p[3] + p[4];
129            p0234 = p02 + p34;
130            p17 = p[1] + p[7];
131            p56 = p[5] + p[6];
132            p89 = p[8] + p[9];
133            p5689 = p56 + p89;
134            p156789 = p17 + p5689;
135
136            model->mb_type[ctx][type][1] = 1 + 255 * p0234/(1+p0234+p156789);
137            model->mb_type[ctx][type][2] = 1 + 255 * p02  / (1+p0234);
138            model->mb_type[ctx][type][3] = 1 + 255 * p17  / (1+p156789);
139            model->mb_type[ctx][type][4] = 1 + 255 * p[0] / (1+p02);
140            model->mb_type[ctx][type][5] = 1 + 255 * p[3] / (1+p34);
141            model->mb_type[ctx][type][6] = 1 + 255 * p[1] / (1+p17);
142            model->mb_type[ctx][type][7] = 1 + 255 * p56  / (1+p5689);
143            model->mb_type[ctx][type][8] = 1 + 255 * p[5] / (1+p56);
144            model->mb_type[ctx][type][9] = 1 + 255 * p[8] / (1+p89);
145
146            /* restore initial value */
147            p[type] = 100 * model->mb_types_stats[ctx][type][1];
148        }
149    }
150}
151
152static VP56mb vp56_parse_mb_type(VP56Context *s,
153                                 VP56mb prev_type, int ctx)
154{
155    uint8_t *mb_type_model = s->modelp->mb_type[ctx][prev_type];
156    VP56RangeCoder *c = &s->c;
157
158    if (vp56_rac_get_prob_branchy(c, mb_type_model[0]))
159        return prev_type;
160    else
161        return vp56_rac_get_tree(c, ff_vp56_pmbt_tree, mb_type_model);
162}
163
164static void vp56_decode_4mv(VP56Context *s, int row, int col)
165{
166    VP56mv mv = {0,0};
167    int type[4];
168    int b;
169
170    /* parse each block type */
171    for (b=0; b<4; b++) {
172        type[b] = vp56_rac_gets(&s->c, 2);
173        if (type[b])
174            type[b]++;  /* only returns 0, 2, 3 or 4 (all INTER_PF) */
175    }
176
177    /* get vectors */
178    for (b=0; b<4; b++) {
179        switch (type[b]) {
180            case VP56_MB_INTER_NOVEC_PF:
181                s->mv[b] = (VP56mv) {0,0};
182                break;
183            case VP56_MB_INTER_DELTA_PF:
184                s->parse_vector_adjustment(s, &s->mv[b]);
185                break;
186            case VP56_MB_INTER_V1_PF:
187                s->mv[b] = s->vector_candidate[0];
188                break;
189            case VP56_MB_INTER_V2_PF:
190                s->mv[b] = s->vector_candidate[1];
191                break;
192        }
193        mv.x += s->mv[b].x;
194        mv.y += s->mv[b].y;
195    }
196
197    /* this is the one selected for the whole MB for prediction */
198    s->macroblocks[row * s->mb_width + col].mv = s->mv[3];
199
200    /* chroma vectors are average luma vectors */
201    s->mv[4].x = s->mv[5].x = RSHIFT(mv.x,2);
202    s->mv[4].y = s->mv[5].y = RSHIFT(mv.y,2);
203}
204
205static VP56mb vp56_decode_mv(VP56Context *s, int row, int col)
206{
207    VP56mv *mv, vect = {0,0};
208    int ctx, b;
209
210    ctx = vp56_get_vectors_predictors(s, row, col, VP56_FRAME_PREVIOUS);
211    s->mb_type = vp56_parse_mb_type(s, s->mb_type, ctx);
212    s->macroblocks[row * s->mb_width + col].type = s->mb_type;
213
214    switch (s->mb_type) {
215        case VP56_MB_INTER_V1_PF:
216            mv = &s->vector_candidate[0];
217            break;
218
219        case VP56_MB_INTER_V2_PF:
220            mv = &s->vector_candidate[1];
221            break;
222
223        case VP56_MB_INTER_V1_GF:
224            vp56_get_vectors_predictors(s, row, col, VP56_FRAME_GOLDEN);
225            mv = &s->vector_candidate[0];
226            break;
227
228        case VP56_MB_INTER_V2_GF:
229            vp56_get_vectors_predictors(s, row, col, VP56_FRAME_GOLDEN);
230            mv = &s->vector_candidate[1];
231            break;
232
233        case VP56_MB_INTER_DELTA_PF:
234            s->parse_vector_adjustment(s, &vect);
235            mv = &vect;
236            break;
237
238        case VP56_MB_INTER_DELTA_GF:
239            vp56_get_vectors_predictors(s, row, col, VP56_FRAME_GOLDEN);
240            s->parse_vector_adjustment(s, &vect);
241            mv = &vect;
242            break;
243
244        case VP56_MB_INTER_4V:
245            vp56_decode_4mv(s, row, col);
246            return s->mb_type;
247
248        default:
249            mv = &vect;
250            break;
251    }
252
253    s->macroblocks[row*s->mb_width + col].mv = *mv;
254
255    /* same vector for all blocks */
256    for (b=0; b<6; b++)
257        s->mv[b] = *mv;
258
259    return s->mb_type;
260}
261
262static VP56mb vp56_conceal_mv(VP56Context *s, int row, int col)
263{
264    VP56mv *mv, vect = {0,0};
265    int b;
266
267    s->mb_type = VP56_MB_INTER_NOVEC_PF;
268    s->macroblocks[row * s->mb_width + col].type = s->mb_type;
269
270    mv = &vect;
271
272    s->macroblocks[row*s->mb_width + col].mv = *mv;
273
274    /* same vector for all blocks */
275    for (b=0; b<6; b++)
276        s->mv[b] = *mv;
277
278    return s->mb_type;
279}
280
281static void vp56_add_predictors_dc(VP56Context *s, VP56Frame ref_frame)
282{
283    int idx = s->idct_scantable[0];
284    int b;
285
286    for (b=0; b<6; b++) {
287        VP56RefDc *ab = &s->above_blocks[s->above_block_idx[b]];
288        VP56RefDc *lb = &s->left_block[ff_vp56_b6to4[b]];
289        int count = 0;
290        int dc = 0;
291        int i;
292
293        if (ref_frame == lb->ref_frame) {
294            dc += lb->dc_coeff;
295            count++;
296        }
297        if (ref_frame == ab->ref_frame) {
298            dc += ab->dc_coeff;
299            count++;
300        }
301        if (s->avctx->codec->id == AV_CODEC_ID_VP5)
302            for (i=0; i<2; i++)
303                if (count < 2 && ref_frame == ab[-1+2*i].ref_frame) {
304                    dc += ab[-1+2*i].dc_coeff;
305                    count++;
306                }
307        if (count == 0)
308            dc = s->prev_dc[ff_vp56_b2p[b]][ref_frame];
309        else if (count == 2)
310            dc /= 2;
311
312        s->block_coeff[b][idx] += dc;
313        s->prev_dc[ff_vp56_b2p[b]][ref_frame] = s->block_coeff[b][idx];
314        ab->dc_coeff = s->block_coeff[b][idx];
315        ab->ref_frame = ref_frame;
316        lb->dc_coeff = s->block_coeff[b][idx];
317        lb->ref_frame = ref_frame;
318        s->block_coeff[b][idx] *= s->dequant_dc;
319    }
320}
321
322static void vp56_deblock_filter(VP56Context *s, uint8_t *yuv,
323                                ptrdiff_t stride, int dx, int dy)
324{
325    if (s->avctx->codec->id == AV_CODEC_ID_VP5) {
326    int t = ff_vp56_filter_threshold[s->quantizer];
327    if (dx)  s->vp56dsp.edge_filter_hor(yuv +         10-dx , stride, t);
328    if (dy)  s->vp56dsp.edge_filter_ver(yuv + stride*(10-dy), stride, t);
329    } else {
330        int * bounding_values = s->bounding_values_array + 127;
331        if (dx)
332            ff_vp3dsp_h_loop_filter_12(yuv +         10-dx, stride, bounding_values);
333        if (dy)
334            ff_vp3dsp_v_loop_filter_12(yuv + stride*(10-dy), stride, bounding_values);
335    }
336}
337
338static void vp56_mc(VP56Context *s, int b, int plane, uint8_t *src,
339                    ptrdiff_t stride, int x, int y)
340{
341    uint8_t *dst = s->frames[VP56_FRAME_CURRENT]->data[plane] + s->block_offset[b];
342    uint8_t *src_block;
343    int src_offset;
344    int overlap_offset = 0;
345    int mask = s->vp56_coord_div[b] - 1;
346    int deblock_filtering = s->deblock_filtering;
347    int dx;
348    int dy;
349
350    if (s->avctx->skip_loop_filter >= AVDISCARD_ALL ||
351        (s->avctx->skip_loop_filter >= AVDISCARD_NONKEY
352         && !s->frames[VP56_FRAME_CURRENT]->key_frame))
353        deblock_filtering = 0;
354
355    dx = s->mv[b].x / s->vp56_coord_div[b];
356    dy = s->mv[b].y / s->vp56_coord_div[b];
357
358    if (b >= 4) {
359        x /= 2;
360        y /= 2;
361    }
362    x += dx - 2;
363    y += dy - 2;
364
365    if (x<0 || x+12>=s->plane_width[plane] ||
366        y<0 || y+12>=s->plane_height[plane]) {
367        s->vdsp.emulated_edge_mc(s->edge_emu_buffer,
368                                 src + s->block_offset[b] + (dy-2)*stride + (dx-2),
369                                 stride, stride,
370                                 12, 12, x, y,
371                                 s->plane_width[plane],
372                                 s->plane_height[plane]);
373        src_block = s->edge_emu_buffer;
374        src_offset = 2 + 2*stride;
375    } else if (deblock_filtering) {
376        /* only need a 12x12 block, but there is no such dsp function, */
377        /* so copy a 16x12 block */
378        s->hdsp.put_pixels_tab[0][0](s->edge_emu_buffer,
379                                     src + s->block_offset[b] + (dy-2)*stride + (dx-2),
380                                     stride, 12);
381        src_block = s->edge_emu_buffer;
382        src_offset = 2 + 2*stride;
383    } else {
384        src_block = src;
385        src_offset = s->block_offset[b] + dy*stride + dx;
386    }
387
388    if (deblock_filtering)
389        vp56_deblock_filter(s, src_block, stride, dx&7, dy&7);
390
391    if (s->mv[b].x & mask)
392        overlap_offset += (s->mv[b].x > 0) ? 1 : -1;
393    if (s->mv[b].y & mask)
394        overlap_offset += (s->mv[b].y > 0) ? stride : -stride;
395
396    if (overlap_offset) {
397        if (s->filter)
398            s->filter(s, dst, src_block, src_offset, src_offset+overlap_offset,
399                      stride, s->mv[b], mask, s->filter_selection, b<4);
400        else
401            s->vp3dsp.put_no_rnd_pixels_l2(dst, src_block+src_offset,
402                                           src_block+src_offset+overlap_offset,
403                                           stride, 8);
404    } else {
405        s->hdsp.put_pixels_tab[1][0](dst, src_block+src_offset, stride, 8);
406    }
407}
408
409static void vp56_idct_put(VP56Context *s, uint8_t * dest, ptrdiff_t stride, int16_t *block, int selector)
410{
411    if (selector > 10 || selector == 1)
412        s->vp3dsp.idct_put(dest, stride, block);
413    else
414        ff_vp3dsp_idct10_put(dest, stride, block);
415}
416
417static void vp56_idct_add(VP56Context *s, uint8_t * dest, ptrdiff_t stride, int16_t *block, int selector)
418{
419    if (selector > 10)
420        s->vp3dsp.idct_add(dest, stride, block);
421    else if (selector > 1)
422        ff_vp3dsp_idct10_add(dest, stride, block);
423    else
424        s->vp3dsp.idct_dc_add(dest, stride, block);
425}
426
427static av_always_inline void vp56_render_mb(VP56Context *s, int row, int col, int is_alpha, VP56mb mb_type)
428{
429    int b, ab, b_max, plane, off;
430    AVFrame *frame_current, *frame_ref;
431    VP56Frame ref_frame = ff_vp56_reference_frame[mb_type];
432
433    vp56_add_predictors_dc(s, ref_frame);
434
435    frame_current = s->frames[VP56_FRAME_CURRENT];
436    frame_ref = s->frames[ref_frame];
437    if (mb_type != VP56_MB_INTRA && !frame_ref->data[0])
438        return;
439
440    ab = 6*is_alpha;
441    b_max = 6 - 2*is_alpha;
442
443    switch (mb_type) {
444        case VP56_MB_INTRA:
445            for (b=0; b<b_max; b++) {
446                plane = ff_vp56_b2p[b+ab];
447                vp56_idct_put(s, frame_current->data[plane] + s->block_offset[b],
448                                s->stride[plane], s->block_coeff[b], s->idct_selector[b]);
449            }
450            break;
451
452        case VP56_MB_INTER_NOVEC_PF:
453        case VP56_MB_INTER_NOVEC_GF:
454            for (b=0; b<b_max; b++) {
455                plane = ff_vp56_b2p[b+ab];
456                off = s->block_offset[b];
457                s->hdsp.put_pixels_tab[1][0](frame_current->data[plane] + off,
458                                             frame_ref->data[plane] + off,
459                                             s->stride[plane], 8);
460                vp56_idct_add(s, frame_current->data[plane] + off,
461                              s->stride[plane], s->block_coeff[b], s->idct_selector[b]);
462            }
463            break;
464
465        case VP56_MB_INTER_DELTA_PF:
466        case VP56_MB_INTER_V1_PF:
467        case VP56_MB_INTER_V2_PF:
468        case VP56_MB_INTER_DELTA_GF:
469        case VP56_MB_INTER_4V:
470        case VP56_MB_INTER_V1_GF:
471        case VP56_MB_INTER_V2_GF:
472            for (b=0; b<b_max; b++) {
473                int x_off = b==1 || b==3 ? 8 : 0;
474                int y_off = b==2 || b==3 ? 8 : 0;
475                plane = ff_vp56_b2p[b+ab];
476                vp56_mc(s, b, plane, frame_ref->data[plane], s->stride[plane],
477                        16*col+x_off, 16*row+y_off);
478                vp56_idct_add(s, frame_current->data[plane] + s->block_offset[b],
479                              s->stride[plane], s->block_coeff[b], s->idct_selector[b]);
480            }
481            break;
482    }
483
484    if (is_alpha) {
485        s->block_coeff[4][0] = 0;
486        s->block_coeff[5][0] = 0;
487    }
488}
489
490static int vp56_decode_mb(VP56Context *s, int row, int col, int is_alpha)
491{
492    VP56mb mb_type;
493    int ret;
494
495    if (s->frames[VP56_FRAME_CURRENT]->key_frame)
496        mb_type = VP56_MB_INTRA;
497    else
498        mb_type = vp56_decode_mv(s, row, col);
499
500    ret = s->parse_coeff(s);
501    if (ret < 0)
502        return ret;
503
504    vp56_render_mb(s, row, col, is_alpha, mb_type);
505
506    return 0;
507}
508
509static int vp56_conceal_mb(VP56Context *s, int row, int col, int is_alpha)
510{
511    VP56mb mb_type;
512
513    if (s->frames[VP56_FRAME_CURRENT]->key_frame)
514        mb_type = VP56_MB_INTRA;
515    else
516        mb_type = vp56_conceal_mv(s, row, col);
517
518    vp56_render_mb(s, row, col, is_alpha, mb_type);
519
520    return 0;
521}
522
523static int vp56_size_changed(VP56Context *s)
524{
525    AVCodecContext *avctx = s->avctx;
526    int stride = s->frames[VP56_FRAME_CURRENT]->linesize[0];
527    int i;
528
529    s->plane_width[0]  = s->plane_width[3]  = avctx->coded_width;
530    s->plane_width[1]  = s->plane_width[2]  = avctx->coded_width/2;
531    s->plane_height[0] = s->plane_height[3] = avctx->coded_height;
532    s->plane_height[1] = s->plane_height[2] = avctx->coded_height/2;
533
534    s->have_undamaged_frame = 0;
535
536    for (i=0; i<4; i++)
537        s->stride[i] = s->flip * s->frames[VP56_FRAME_CURRENT]->linesize[i];
538
539    s->mb_width  = (avctx->coded_width +15) / 16;
540    s->mb_height = (avctx->coded_height+15) / 16;
541
542    if (s->mb_width > 1000 || s->mb_height > 1000) {
543        ff_set_dimensions(avctx, 0, 0);
544        av_log(avctx, AV_LOG_ERROR, "picture too big\n");
545        return AVERROR_INVALIDDATA;
546    }
547
548    av_reallocp_array(&s->above_blocks, 4*s->mb_width+6,
549                      sizeof(*s->above_blocks));
550    av_reallocp_array(&s->macroblocks, s->mb_width*s->mb_height,
551                      sizeof(*s->macroblocks));
552    av_free(s->edge_emu_buffer_alloc);
553    s->edge_emu_buffer_alloc = av_malloc(16*stride);
554    s->edge_emu_buffer = s->edge_emu_buffer_alloc;
555    if (!s->above_blocks || !s->macroblocks || !s->edge_emu_buffer_alloc)
556        return AVERROR(ENOMEM);
557    if (s->flip < 0)
558        s->edge_emu_buffer += 15 * stride;
559
560    if (s->alpha_context)
561        return vp56_size_changed(s->alpha_context);
562
563    return 0;
564}
565
566static int ff_vp56_decode_mbs(AVCodecContext *avctx, void *, int, int);
567
568int ff_vp56_decode_frame(AVCodecContext *avctx, AVFrame *rframe,
569                         int *got_frame, AVPacket *avpkt)
570{
571    const uint8_t *buf = avpkt->data;
572    VP56Context *s = avctx->priv_data;
573    AVFrame *const p = s->frames[VP56_FRAME_CURRENT];
574    int remaining_buf_size = avpkt->size;
575    int alpha_offset = remaining_buf_size;
576    int i, res;
577    int ret;
578
579    if (s->has_alpha) {
580        if (remaining_buf_size < 3)
581            return AVERROR_INVALIDDATA;
582        alpha_offset = bytestream_get_be24(&buf);
583        remaining_buf_size -= 3;
584        if (remaining_buf_size < alpha_offset)
585            return AVERROR_INVALIDDATA;
586    }
587
588    res = s->parse_header(s, buf, alpha_offset);
589    if (res < 0)
590        return res;
591
592    if (res == VP56_SIZE_CHANGE) {
593        for (i = 0; i < 4; i++) {
594            av_frame_unref(s->frames[i]);
595            if (s->alpha_context)
596                av_frame_unref(s->alpha_context->frames[i]);
597        }
598    }
599
600    ret = ff_get_buffer(avctx, p, AV_GET_BUFFER_FLAG_REF);
601    if (ret < 0) {
602        if (res == VP56_SIZE_CHANGE)
603            ff_set_dimensions(avctx, 0, 0);
604        return ret;
605    }
606
607    if (avctx->pix_fmt == AV_PIX_FMT_YUVA420P) {
608        av_frame_unref(s->alpha_context->frames[VP56_FRAME_CURRENT]);
609        if ((ret = av_frame_ref(s->alpha_context->frames[VP56_FRAME_CURRENT], p)) < 0) {
610            av_frame_unref(p);
611            if (res == VP56_SIZE_CHANGE)
612                ff_set_dimensions(avctx, 0, 0);
613            return ret;
614        }
615    }
616
617    if (res == VP56_SIZE_CHANGE) {
618        if (vp56_size_changed(s)) {
619            av_frame_unref(p);
620            return AVERROR_INVALIDDATA;
621        }
622    }
623
624    if (avctx->pix_fmt == AV_PIX_FMT_YUVA420P) {
625        int bak_w = avctx->width;
626        int bak_h = avctx->height;
627        int bak_cw = avctx->coded_width;
628        int bak_ch = avctx->coded_height;
629        buf += alpha_offset;
630        remaining_buf_size -= alpha_offset;
631
632        res = s->alpha_context->parse_header(s->alpha_context, buf, remaining_buf_size);
633        if (res != 0) {
634            if(res==VP56_SIZE_CHANGE) {
635                av_log(avctx, AV_LOG_ERROR, "Alpha reconfiguration\n");
636                avctx->width  = bak_w;
637                avctx->height = bak_h;
638                avctx->coded_width  = bak_cw;
639                avctx->coded_height = bak_ch;
640            }
641            av_frame_unref(p);
642            return AVERROR_INVALIDDATA;
643        }
644    }
645
646    s->discard_frame = 0;
647    avctx->execute2(avctx, ff_vp56_decode_mbs, 0, 0, (avctx->pix_fmt == AV_PIX_FMT_YUVA420P) + 1);
648
649    if (s->discard_frame)
650        return AVERROR_INVALIDDATA;
651
652    if ((res = av_frame_ref(rframe, p)) < 0)
653        return res;
654    *got_frame = 1;
655
656    return avpkt->size;
657}
658
659static int ff_vp56_decode_mbs(AVCodecContext *avctx, void *data,
660                              int jobnr, int threadnr)
661{
662    VP56Context *s0 = avctx->priv_data;
663    int is_alpha = (jobnr == 1);
664    VP56Context *s = is_alpha ? s0->alpha_context : s0;
665    AVFrame *const p = s->frames[VP56_FRAME_CURRENT];
666    int mb_row, mb_col, mb_row_flip, mb_offset = 0;
667    int block, y, uv;
668    ptrdiff_t stride_y, stride_uv;
669    int res;
670    int damaged = 0;
671
672    if (p->key_frame) {
673        p->pict_type = AV_PICTURE_TYPE_I;
674        s->default_models_init(s);
675        for (block=0; block<s->mb_height*s->mb_width; block++)
676            s->macroblocks[block].type = VP56_MB_INTRA;
677    } else {
678        p->pict_type = AV_PICTURE_TYPE_P;
679        vp56_parse_mb_type_models(s);
680        s->parse_vector_models(s);
681        s->mb_type = VP56_MB_INTER_NOVEC_PF;
682    }
683
684    if (s->parse_coeff_models(s))
685        goto next;
686
687    memset(s->prev_dc, 0, sizeof(s->prev_dc));
688    s->prev_dc[1][VP56_FRAME_CURRENT] = 128;
689    s->prev_dc[2][VP56_FRAME_CURRENT] = 128;
690
691    for (block=0; block < 4*s->mb_width+6; block++) {
692        s->above_blocks[block].ref_frame = VP56_FRAME_NONE;
693        s->above_blocks[block].dc_coeff = 0;
694        s->above_blocks[block].not_null_dc = 0;
695    }
696    s->above_blocks[2*s->mb_width + 2].ref_frame = VP56_FRAME_CURRENT;
697    s->above_blocks[3*s->mb_width + 4].ref_frame = VP56_FRAME_CURRENT;
698
699    stride_y  = p->linesize[0];
700    stride_uv = p->linesize[1];
701
702    if (s->flip < 0)
703        mb_offset = 7;
704
705    /* main macroblocks loop */
706    for (mb_row=0; mb_row<s->mb_height; mb_row++) {
707        if (s->flip < 0)
708            mb_row_flip = s->mb_height - mb_row - 1;
709        else
710            mb_row_flip = mb_row;
711
712        for (block=0; block<4; block++) {
713            s->left_block[block].ref_frame = VP56_FRAME_NONE;
714            s->left_block[block].dc_coeff = 0;
715            s->left_block[block].not_null_dc = 0;
716        }
717        memset(s->coeff_ctx, 0, sizeof(s->coeff_ctx));
718        memset(s->coeff_ctx_last, 24, sizeof(s->coeff_ctx_last));
719
720        s->above_block_idx[0] = 1;
721        s->above_block_idx[1] = 2;
722        s->above_block_idx[2] = 1;
723        s->above_block_idx[3] = 2;
724        s->above_block_idx[4] = 2*s->mb_width + 2 + 1;
725        s->above_block_idx[5] = 3*s->mb_width + 4 + 1;
726
727        s->block_offset[s->frbi] = (mb_row_flip*16 + mb_offset) * stride_y;
728        s->block_offset[s->srbi] = s->block_offset[s->frbi] + 8*stride_y;
729        s->block_offset[1] = s->block_offset[0] + 8;
730        s->block_offset[3] = s->block_offset[2] + 8;
731        s->block_offset[4] = (mb_row_flip*8 + mb_offset) * stride_uv;
732        s->block_offset[5] = s->block_offset[4];
733
734        for (mb_col=0; mb_col<s->mb_width; mb_col++) {
735            if (!damaged) {
736                int ret = vp56_decode_mb(s, mb_row, mb_col, is_alpha);
737                if (ret < 0) {
738                    damaged = 1;
739                    if (!s->have_undamaged_frame || !avctx->error_concealment) {
740                        s->discard_frame = 1;
741                        return AVERROR_INVALIDDATA;
742                    }
743                }
744            }
745            if (damaged)
746                vp56_conceal_mb(s, mb_row, mb_col, is_alpha);
747
748            for (y=0; y<4; y++) {
749                s->above_block_idx[y] += 2;
750                s->block_offset[y] += 16;
751            }
752
753            for (uv=4; uv<6; uv++) {
754                s->above_block_idx[uv] += 1;
755                s->block_offset[uv] += 8;
756            }
757        }
758    }
759
760    if (!damaged)
761        s->have_undamaged_frame = 1;
762
763next:
764    if (p->key_frame || s->golden_frame) {
765        av_frame_unref(s->frames[VP56_FRAME_GOLDEN]);
766        if ((res = av_frame_ref(s->frames[VP56_FRAME_GOLDEN], p)) < 0)
767            return res;
768    }
769
770    av_frame_unref(s->frames[VP56_FRAME_PREVIOUS]);
771    FFSWAP(AVFrame *, s->frames[VP56_FRAME_CURRENT],
772                      s->frames[VP56_FRAME_PREVIOUS]);
773    return 0;
774}
775
776av_cold int ff_vp56_init_context(AVCodecContext *avctx, VP56Context *s,
777                                  int flip, int has_alpha)
778{
779    int i;
780
781    s->avctx = avctx;
782    avctx->pix_fmt = has_alpha ? AV_PIX_FMT_YUVA420P : AV_PIX_FMT_YUV420P;
783    if (avctx->skip_alpha) avctx->pix_fmt = AV_PIX_FMT_YUV420P;
784
785    ff_h264chroma_init(&s->h264chroma, 8);
786    ff_hpeldsp_init(&s->hdsp, avctx->flags);
787    ff_videodsp_init(&s->vdsp, 8);
788    ff_vp3dsp_init(&s->vp3dsp, avctx->flags);
789    for (i = 0; i < 64; i++) {
790#define TRANSPOSE(x) (((x) >> 3) | (((x) & 7) << 3))
791        s->idct_scantable[i] = TRANSPOSE(ff_zigzag_direct[i]);
792#undef TRANSPOSE
793    }
794
795    for (i = 0; i < FF_ARRAY_ELEMS(s->frames); i++) {
796        s->frames[i] = av_frame_alloc();
797        if (!s->frames[i])
798            return AVERROR(ENOMEM);
799    }
800    s->edge_emu_buffer_alloc = NULL;
801
802    s->above_blocks = NULL;
803    s->macroblocks = NULL;
804    s->quantizer = -1;
805    s->deblock_filtering = 1;
806    s->golden_frame = 0;
807
808    s->filter = NULL;
809
810    s->has_alpha = has_alpha;
811
812    s->modelp = &s->model;
813
814    if (flip) {
815        s->flip = -1;
816        s->frbi = 2;
817        s->srbi = 0;
818    } else {
819        s->flip = 1;
820        s->frbi = 0;
821        s->srbi = 2;
822    }
823
824    return 0;
825}
826
827av_cold int ff_vp56_free_context(VP56Context *s)
828{
829    int i;
830
831    av_freep(&s->above_blocks);
832    av_freep(&s->macroblocks);
833    av_freep(&s->edge_emu_buffer_alloc);
834
835    for (i = 0; i < FF_ARRAY_ELEMS(s->frames); i++)
836        av_frame_free(&s->frames[i]);
837
838    return 0;
839}
840