diff --git a/libavformat/matroskadec.c b/libavformat/matroskadec.c
index 828d5787af7849957e8d956b1d866aad15cda8a6..61a77abdf8ab1661af41383188216d03c9f1a6da 100644
--- a/libavformat/matroskadec.c
+++ b/libavformat/matroskadec.c
@@ -1852,6 +1852,8 @@ static int matroska_parse_cluster(MatroskaDemuxContext *matroska)
     for (i=0; i<blocks_list->nb_elem; i++)
         if (blocks[i].bin.size > 0 && blocks[i].bin.data) {
             int is_keyframe = blocks[i].non_simple ? !blocks[i].reference : -1;
+            if (!blocks[i].non_simple)
+                blocks[i].duration = AV_NOPTS_VALUE;
             res=matroska_parse_block(matroska,
                                      blocks[i].bin.data, blocks[i].bin.size,
                                      blocks[i].bin.pos,  cluster.timecode,