diff --git a/libavcodec/h264.c b/libavcodec/h264.c
index 3e29e881c5..d9053037e2 100644
--- a/libavcodec/h264.c
+++ b/libavcodec/h264.c
@@ -1037,14 +1037,9 @@ int ff_set_ref_count(H264Context *h, H264SliceContext *sl)
         ref_count[0] = ref_count[1] = 0;
     }
 
-    if (list_count   != sl->list_count   ||
-        ref_count[0] != sl->ref_count[0] ||
-        ref_count[1] != sl->ref_count[1]) {
-        sl->ref_count[0] = ref_count[0];
-        sl->ref_count[1] = ref_count[1];
-        sl->list_count   = list_count;
-        return 1;
-    }
+    sl->ref_count[0] = ref_count[0];
+    sl->ref_count[1] = ref_count[1];
+    sl->list_count   = list_count;
 
     return 0;
 }