diff --git a/tests/codec-regression.sh b/tests/codec-regression.sh
index ba4a5a1b40..f5c57ecccf 100755
--- a/tests/codec-regression.sh
+++ b/tests/codec-regression.sh
@@ -331,8 +331,8 @@ fi
 
 if [ -n "$do_zmbv" ] ; then
 # default level of 9 leads to different results with
-# different zlib versions
-do_video_encoding zmbv.avi "-an -vcodec zmbv -compression_level 0"
+# different zlib versions, and even with 0 md5 differs
+do_video_encoding_nomd5 zmbv.avi "-an -vcodec zmbv -compression_level 0"
 do_video_decoding "" "-pix_fmt yuv420p"
 fi
 
diff --git a/tests/ref/vsynth1/zmbv b/tests/ref/vsynth1/zmbv
index 1175038bec..8e01707349 100644
--- a/tests/ref/vsynth1/zmbv
+++ b/tests/ref/vsynth1/zmbv
@@ -1,4 +1,3 @@
-796787e4dfb20762a1a66b1b395f85aa *./tests/data/vsynth1/zmbv.avi
 5112508 ./tests/data/vsynth1/zmbv.avi
 cfbec364e41d70c9b177435b5655d8af *./tests/data/zmbv.vsynth1.out.yuv
 stddev:   46.47 PSNR: 14.79 MAXDIFF:  129 bytes:  7603200/  7603200
diff --git a/tests/ref/vsynth2/zmbv b/tests/ref/vsynth2/zmbv
index 8aec802449..4562b5aa57 100644
--- a/tests/ref/vsynth2/zmbv
+++ b/tests/ref/vsynth2/zmbv
@@ -1,4 +1,3 @@
-a39f65c7075485235636343ef7217325 *./tests/data/vsynth2/zmbv.avi
 5116352 ./tests/data/vsynth2/zmbv.avi
 cfbec364e41d70c9b177435b5655d8af *./tests/data/zmbv.vsynth2.out.yuv
 stddev:   42.07 PSNR: 15.65 MAXDIFF:  112 bytes:  7603200/  7603200
diff --git a/tests/regression-funcs.sh b/tests/regression-funcs.sh
index b8164843a5..b0a9b85fad 100755
--- a/tests/regression-funcs.sh
+++ b/tests/regression-funcs.sh
@@ -105,6 +105,12 @@ do_video_encoding()
     do_avconv $file $DEC_OPTS -f image2 -vcodec pgmyuv -i $raw_src $ENC_OPTS $2
 }
 
+do_video_encoding_nomd5()
+{
+    file=${outfile}$1
+    do_avconv_nomd5 $file $DEC_OPTS -f image2 -vcodec pgmyuv -i $raw_src $ENC_OPTS $2
+}
+
 do_audio_encoding()
 {
     file=${outfile}$1