diff options
author | Matt A. Tobin <mattatobin@localhost.localdomain> | 2018-02-02 04:16:08 -0500 |
---|---|---|
committer | Matt A. Tobin <mattatobin@localhost.localdomain> | 2018-02-02 04:16:08 -0500 |
commit | 5f8de423f190bbb79a62f804151bc24824fa32d8 (patch) | |
tree | 10027f336435511475e392454359edea8e25895d /media/libvpx/clamp_abs_lvl_seg.patch | |
parent | 49ee0794b5d912db1f95dce6eb52d781dc210db5 (diff) | |
download | UXP-5f8de423f190bbb79a62f804151bc24824fa32d8.tar UXP-5f8de423f190bbb79a62f804151bc24824fa32d8.tar.gz UXP-5f8de423f190bbb79a62f804151bc24824fa32d8.tar.lz UXP-5f8de423f190bbb79a62f804151bc24824fa32d8.tar.xz UXP-5f8de423f190bbb79a62f804151bc24824fa32d8.zip |
Add m-esr52 at 52.6.0
Diffstat (limited to 'media/libvpx/clamp_abs_lvl_seg.patch')
-rw-r--r-- | media/libvpx/clamp_abs_lvl_seg.patch | 38 |
1 files changed, 38 insertions, 0 deletions
diff --git a/media/libvpx/clamp_abs_lvl_seg.patch b/media/libvpx/clamp_abs_lvl_seg.patch new file mode 100644 index 000000000..3043626ed --- /dev/null +++ b/media/libvpx/clamp_abs_lvl_seg.patch @@ -0,0 +1,38 @@ +# HG changeset patch +# User Gerald Squelart <gsquelart@mozilla.com> +# Parent b9e641a34c2fb9e6f3d3a02200bc2d800b6ca168 +Bug 1224363 - Clamp seg_lvl also in abs-value mode - r=rillian + +Even when the segment feature data is in absolute mode, it is still read as a +6-bit value with an added sign, so it could have values between -63 and +63. +Later, this signed value is used without checks as a filter level, which is +used to access an entry in an array of size MAX_LOOP_FILTER+1=64. + +This patch just extends the existing clamping (that was done only to relative- +mode data) to absolute mode data, before it is blindly 'memset' in +lfi->lvl[seg][0], which was where the out-of-bound filter_value was read in +subsequent vp8_loop_filter_row_simple. + +diff --git a/media/libvpx/vp8/common/loopfilter.c b/media/libvpx/vp8/common/loopfilter.c +--- a/media/libvpx/vp8/common/loopfilter.c ++++ b/media/libvpx/vp8/common/loopfilter.c +@@ -136,18 +136,18 @@ void vp8_loop_filter_frame_init(VP8_COMM + /* Abs value */ + if (mbd->mb_segement_abs_delta == SEGMENT_ABSDATA) + { + lvl_seg = mbd->segment_feature_data[MB_LVL_ALT_LF][seg]; + } + else /* Delta Value */ + { + lvl_seg += mbd->segment_feature_data[MB_LVL_ALT_LF][seg]; +- lvl_seg = (lvl_seg > 0) ? ((lvl_seg > 63) ? 63: lvl_seg) : 0; + } ++ lvl_seg = (lvl_seg > 0) ? ((lvl_seg > 63) ? 63: lvl_seg) : 0; + } + + if (!mbd->mode_ref_lf_delta_enabled) + { + /* we could get rid of this if we assume that deltas are set to + * zero when not in use; encoder always uses deltas + */ + memset(lfi->lvl[seg][0], lvl_seg, 4 * 4 ); |