diff --git a/libavformat/mov.c b/libavformat/mov.c
index db4ff274ce..905647edcc 100644
--- a/libavformat/mov.c
+++ b/libavformat/mov.c
@@ -1684,6 +1684,8 @@ static int mov_read_stss(MOVContext *c, AVIOContext *pb, MOVAtom atom)
     if (!entries)
     {
         sc->keyframe_absent = 1;
+        if (!st->need_parsing)
+            st->need_parsing = AVSTREAM_PARSE_HEADERS;
         return 0;
     }
     if (entries >= UINT_MAX / sizeof(int))