diff --git a/libavformat/mov.c b/libavformat/mov.c
index c5d4dcbed6..8b4f70b9cb 100644
--- a/libavformat/mov.c
+++ b/libavformat/mov.c
@@ -1781,7 +1781,7 @@ static int mov_read_stss(MOVContext *c, AVIOContext *pb, MOVAtom atom)
     if (!entries)
     {
         sc->keyframe_absent = 1;
-        if (!st->need_parsing)
+        if (!st->need_parsing && st->codec->codec_type == AVMEDIA_TYPE_VIDEO)
             st->need_parsing = AVSTREAM_PARSE_HEADERS;
         return 0;
     }