diff --git a/libavcodec/h264.c b/libavcodec/h264.c
index dfe618b4443ebb01ade0610c8056c91c3693225e..60cf395467ba1f91dd33ece921d51902574b72c6 100644
--- a/libavcodec/h264.c
+++ b/libavcodec/h264.c
@@ -1715,11 +1715,6 @@ static int decode_slice_header(H264Context *h, H264Context *h0){
     h->slice_type_nos= slice_type & 3;
 
     s->pict_type= h->slice_type; // to make a few old functions happy, it's wrong though
-    if (s->pict_type == FF_B_TYPE && s0->last_picture_ptr == NULL) {
-        av_log(h->s.avctx, AV_LOG_ERROR,
-               "B picture before any references, skipping\n");
-        return -1;
-    }
 
     pps_id= get_ue_golomb(&s->gb);
     if(pps_id>=MAX_PPS_COUNT){