From c566067623760a24f729ac5197c20531b9e518ae Mon Sep 17 00:00:00 2001
From: Dale Curtis <dalecurtis@chromium.org>
Date: Fri, 17 Nov 2017 13:35:56 -0800
Subject: [PATCH] [avformat] Prevent undefined shift with wrap_bits > 63.
2 << (wrap_bits=64 - 1) does not fit in int64_t; apply the check
used in other places that handle wrap bits to ensure the values
are <= 63.
Signed-off-by: Dale Curtis <dalecurtis@chromium.org>
---
libavformat/utils.c | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
@@ -1738,8 +1738,8 @@ int av_read_frame(AVFormatContext *s, AVPacket *pkt)
// current one had no dts, we will set this to AV_NOPTS_VALUE.
int64_t last_dts = next_pkt->dts;
while (pktl && next_pkt->pts == AV_NOPTS_VALUE) {
- if (pktl->pkt.stream_index == next_pkt->stream_index &&
- (av_compare_mod(next_pkt->dts, pktl->pkt.dts, 2LL << (wrap_bits - 1)) < 0)) {
+ if (pktl->pkt.stream_index == next_pkt->stream_index && wrap_bits <= 63 &&
+ av_compare_mod(next_pkt->dts, pktl->pkt.dts, 2LL << (wrap_bits - 1)) < 0) {
if (av_compare_mod(pktl->pkt.pts, pktl->pkt.dts, 2LL << (wrap_bits - 1))) {
// not B-frame
next_pkt->pts = pktl->pkt.dts;
--
2.15.0.448.gf294e3d99a-goog
2 << (wrap_bits=64 - 1) does not fit in int64_t; apply the check used in other places that handle wrap bits to ensure the values are <= 63. Signed-off-by: Dale Curtis <dalecurtis@chromium.org>