RepoMirrors
/
ffmpeg
mirror of https://git.ffmpeg.org/ffmpeg.git
1
0
Fork 0
Code Issues Projects Releases Wiki Activity
ffmpeg/tests/fate/cbs.mak

138 lines
4.7 KiB
Makefile
Raw Normal View History

cbs: Add some read/write tests Use the appropriate metadata filter for each codec - in the absence of any options to modify the stream, the output bitstream should be identical to the input (though the output file may differ in padding). All tests use conformance bitstreams, the MPEG-2 streams are newly added from the conformance test streams <http://standards.iso.org/ittf/PubliclyAvailableStandards/ISO_IEC_13818-4_2004_Conformance_Testing/Video/> (cherry picked from commit 3cae7f8b9baaf43789490b676d8f5825f2e1bc2c) (cherry picked from commit fbd63170bcbc5cad8965edad7c357f6eb4132250)
2017-08-15 17:14:32 +00:00
# Read/write tests: this uses the codec metadata filter - with no
# arguments, it decomposes the stream fully and then recomposes it
# without making any changes.
fate/cbs: add initial AV1 tests Signed-off-by: James Almer <jamrial@gmail.com>
2019-11-18 02:07:27 +00:00
fate-cbs: fate-cbs-av1 fate-cbs-h264 fate-cbs-hevc fate-cbs-mpeg2 fate-cbs-vp9
cbs: Add some read/write tests Use the appropriate metadata filter for each codec - in the absence of any options to modify the stream, the output bitstream should be identical to the input (though the output file may differ in padding). All tests use conformance bitstreams, the MPEG-2 streams are newly added from the conformance test streams <http://standards.iso.org/ittf/PubliclyAvailableStandards/ISO_IEC_13818-4_2004_Conformance_Testing/Video/> (cherry picked from commit 3cae7f8b9baaf43789490b676d8f5825f2e1bc2c) (cherry picked from commit fbd63170bcbc5cad8965edad7c357f6eb4132250)
2017-08-15 17:14:32 +00:00
lavc/cbs: Add tests for VP9 Uses the same mechanism as other codecs - conformance test files are passed through the metadata filter (which, with no options, reads the input and writes it back) and the output verified to match the input.
2018-04-07 17:57:37 +00:00
FATE_CBS_DEPS = $(call ALLYES, $(1)_DEMUXER $(2)_PARSER $(3)_METADATA_BSF $(4)_DECODER $(5)_MUXER)
cbs: Add some read/write tests Use the appropriate metadata filter for each codec - in the absence of any options to modify the stream, the output bitstream should be identical to the input (though the output file may differ in padding). All tests use conformance bitstreams, the MPEG-2 streams are newly added from the conformance test streams <http://standards.iso.org/ittf/PubliclyAvailableStandards/ISO_IEC_13818-4_2004_Conformance_Testing/Video/> (cherry picked from commit 3cae7f8b9baaf43789490b676d8f5825f2e1bc2c) (cherry picked from commit fbd63170bcbc5cad8965edad7c357f6eb4132250)
2017-08-15 17:14:32 +00:00
define FATE_CBS_TEST
# (codec, test_name, sample_file, output_format)
FATE_CBS_$(1) += fate-cbs-$(1)-$(2)
fate/cbs: Always overwrite output in cbs fate tests Before this, a failed test would keep failing because the output file is not cleaned up and subsequent runs would refuse to overwrite it.
2018-05-01 23:46:04 +00:00
fate-cbs-$(1)-$(2): CMD = md5 -i $(TARGET_SAMPLES)/$(3) -c:v copy -y -bsf:v $(1)_metadata -f $(4)
cbs: Add some read/write tests Use the appropriate metadata filter for each codec - in the absence of any options to modify the stream, the output bitstream should be identical to the input (though the output file may differ in padding). All tests use conformance bitstreams, the MPEG-2 streams are newly added from the conformance test streams <http://standards.iso.org/ittf/PubliclyAvailableStandards/ISO_IEC_13818-4_2004_Conformance_Testing/Video/> (cherry picked from commit 3cae7f8b9baaf43789490b676d8f5825f2e1bc2c) (cherry picked from commit fbd63170bcbc5cad8965edad7c357f6eb4132250)
2017-08-15 17:14:32 +00:00
endef
fate/cbs: add initial AV1 tests Signed-off-by: James Almer <jamrial@gmail.com>
2019-11-18 02:07:27 +00:00
# AV1 read/write
FATE_CBS_AV1_CONFORMANCE_SAMPLES = \
av1-1-b8-02-allintra.ivf \
av1-1-b8-03-sizedown.ivf \
av1-1-b8-03-sizeup.ivf \
av1-1-b8-04-cdfupdate.ivf \
av1-1-b8-05-mv.ivf \
av1-1-b8-06-mfmv.ivf \
fate/cbs: add svc AV1 tests Signed-off-by: James Almer <jamrial@gmail.com>
2019-12-02 17:45:02 +00:00
av1-1-b8-22-svc-L1T2.ivf \
av1-1-b8-22-svc-L2T1.ivf \
av1-1-b8-22-svc-L2T2.ivf \
fate/cbs: add initial AV1 tests Signed-off-by: James Almer <jamrial@gmail.com>
2019-11-18 02:07:27 +00:00
av1-1-b8-23-film_grain-50.ivf \
av1-1-b10-23-film_grain-50.ivf
FATE_CBS_AV1_SAMPLES = \
fate/cbs: add a decode model AV1 test Signed-off-by: James Almer <jamrial@gmail.com>
2019-12-01 01:12:10 +00:00
decode_model.ivf \
fate/cbs: add initial AV1 tests Signed-off-by: James Almer <jamrial@gmail.com>
2019-11-18 02:07:27 +00:00
frames_refs_short_signaling.ivf \
non_uniform_tiling.ivf \
fate/cbs: add a switch frame AV1 test Signed-off-by: James Almer <jamrial@gmail.com>
2019-12-01 00:27:17 +00:00
seq_hdr_op_param_info.ivf \
switch_frame.ivf
fate/cbs: add initial AV1 tests Signed-off-by: James Almer <jamrial@gmail.com>
2019-11-18 02:07:27 +00:00
fate/cbs: use the rawvideo muxer for AV1 tests The IVF muxer autoinserts the av1_metadata filter unconditionally, which is not desirable for these tests. Signed-off-by: James Almer <jamrial@gmail.com>
2019-12-12 01:14:22 +00:00
$(foreach N,$(FATE_CBS_AV1_CONFORMANCE_SAMPLES),$(eval $(call FATE_CBS_TEST,av1,$(basename $(N)),av1-test-vectors/$(N),rawvideo)))
$(foreach N,$(FATE_CBS_AV1_SAMPLES),$(eval $(call FATE_CBS_TEST,av1,$(basename $(N)),av1/$(N),rawvideo)))
fate/cbs: add initial AV1 tests Signed-off-by: James Almer <jamrial@gmail.com>
2019-11-18 02:07:27 +00:00
fate/cbs: use the rawvideo muxer for AV1 tests The IVF muxer autoinserts the av1_metadata filter unconditionally, which is not desirable for these tests. Signed-off-by: James Almer <jamrial@gmail.com>
2019-12-12 01:14:22 +00:00
FATE_CBS_AV1-$(call ALLYES, IVF_DEMUXER AV1_PARSER AV1_METADATA_BSF RAWVIDEO_MUXER) = $(FATE_CBS_av1)
fate/cbs: add initial AV1 tests Signed-off-by: James Almer <jamrial@gmail.com>
2019-11-18 02:07:27 +00:00
FATE_SAMPLES_AVCONV += $(FATE_CBS_AV1-yes)
fate-cbs-av1: $(FATE_CBS_AV1-yes)
cbs: Add some read/write tests Use the appropriate metadata filter for each codec - in the absence of any options to modify the stream, the output bitstream should be identical to the input (though the output file may differ in padding). All tests use conformance bitstreams, the MPEG-2 streams are newly added from the conformance test streams <http://standards.iso.org/ittf/PubliclyAvailableStandards/ISO_IEC_13818-4_2004_Conformance_Testing/Video/> (cherry picked from commit 3cae7f8b9baaf43789490b676d8f5825f2e1bc2c) (cherry picked from commit fbd63170bcbc5cad8965edad7c357f6eb4132250)
2017-08-15 17:14:32 +00:00
# H.264 read/write
fate/cbs: Add an SEI test The artificial sample file sei-1.h264 contains five frames (IDR P B I B) and the following SEI message types: * Buffering period * Picture timing * Pan-scan rectangle (display as 4:3) * User data registered, containing A/53 closed captions (captions match frame content, including reordering) * Recovery point (at the I frame) * Display orientation (identity transformation) * Mastering display (with arbitrary contents) * Undefined SEI type 1234 (containing ascending bytes)
2018-05-07 22:55:20 +00:00
FATE_CBS_H264_CONFORMANCE_SAMPLES = \
cbs: Add some read/write tests Use the appropriate metadata filter for each codec - in the absence of any options to modify the stream, the output bitstream should be identical to the input (though the output file may differ in padding). All tests use conformance bitstreams, the MPEG-2 streams are newly added from the conformance test streams <http://standards.iso.org/ittf/PubliclyAvailableStandards/ISO_IEC_13818-4_2004_Conformance_Testing/Video/> (cherry picked from commit 3cae7f8b9baaf43789490b676d8f5825f2e1bc2c) (cherry picked from commit fbd63170bcbc5cad8965edad7c357f6eb4132250)
2017-08-15 17:14:32 +00:00
SVA_Base_B.264 \
BASQP1_Sony_C.jsv \
FM1_BT_B.h264 \
CVFC1_Sony_C.jsv \
AUD_MW_E.264 \
CVBS3_Sony_C.jsv \
MR1_BT_A.h264 \
CVWP1_TOSHIBA_E.264 \
CVNLFI1_Sony_C.jsv \
Sharp_MP_PAFF_1r2.jvt \
CVMANL1_TOSHIBA_B.264 \
sp1_bt_a.h264 \
CVSE2_Sony_B.jsv \
CABACI3_Sony_B.jsv
fate/cbs: Add an SEI test The artificial sample file sei-1.h264 contains five frames (IDR P B I B) and the following SEI message types: * Buffering period * Picture timing * Pan-scan rectangle (display as 4:3) * User data registered, containing A/53 closed captions (captions match frame content, including reordering) * Recovery point (at the I frame) * Display orientation (identity transformation) * Mastering display (with arbitrary contents) * Undefined SEI type 1234 (containing ascending bytes)
2018-05-07 22:55:20 +00:00
FATE_CBS_H264_SAMPLES = \
sei-1.h264
$(foreach N,$(FATE_CBS_H264_CONFORMANCE_SAMPLES),$(eval $(call FATE_CBS_TEST,h264,$(basename $(N)),h264-conformance/$(N),h264)))
$(foreach N,$(FATE_CBS_H264_SAMPLES),$(eval $(call FATE_CBS_TEST,h264,$(basename $(N)),h264/$(N),h264)))
cbs: Add some read/write tests Use the appropriate metadata filter for each codec - in the absence of any options to modify the stream, the output bitstream should be identical to the input (though the output file may differ in padding). All tests use conformance bitstreams, the MPEG-2 streams are newly added from the conformance test streams <http://standards.iso.org/ittf/PubliclyAvailableStandards/ISO_IEC_13818-4_2004_Conformance_Testing/Video/> (cherry picked from commit 3cae7f8b9baaf43789490b676d8f5825f2e1bc2c) (cherry picked from commit fbd63170bcbc5cad8965edad7c357f6eb4132250)
2017-08-15 17:14:32 +00:00
lavc/cbs: Add tests for VP9 Uses the same mechanism as other codecs - conformance test files are passed through the metadata filter (which, with no options, reads the input and writes it back) and the output verified to match the input.
2018-04-07 17:57:37 +00:00
FATE_CBS_H264-$(call FATE_CBS_DEPS, H264, H264, H264, H264, H264) = $(FATE_CBS_h264)
cbs: Add some read/write tests Use the appropriate metadata filter for each codec - in the absence of any options to modify the stream, the output bitstream should be identical to the input (though the output file may differ in padding). All tests use conformance bitstreams, the MPEG-2 streams are newly added from the conformance test streams <http://standards.iso.org/ittf/PubliclyAvailableStandards/ISO_IEC_13818-4_2004_Conformance_Testing/Video/> (cherry picked from commit 3cae7f8b9baaf43789490b676d8f5825f2e1bc2c) (cherry picked from commit fbd63170bcbc5cad8965edad7c357f6eb4132250)
2017-08-15 17:14:32 +00:00
FATE_SAMPLES_AVCONV += $(FATE_CBS_H264-yes)
fate-cbs-h264: $(FATE_CBS_H264-yes)
# H.265 read/write
FATE_CBS_HEVC_SAMPLES = \
STRUCT_A_Samsung_5.bit \
WP_A_Toshiba_3.bit \
SLIST_A_Sony_4.bit \
SLIST_D_Sony_9.bit \
CAINIT_E_SHARP_3.bit \
CAINIT_H_SHARP_3.bit \
TILES_B_Cisco_1.bit \
WPP_A_ericsson_MAIN_2.bit \
WPP_F_ericsson_MAIN_2.bit \
ipcm_E_NEC_2.bit \
NUT_A_ericsson_5.bit \
PICSIZE_A_Bossen_1.bit \
PICSIZE_B_Bossen_1.bit \
RPS_A_docomo_4.bit \
RPS_E_qualcomm_5.bit \
LTRPSPS_A_Qualcomm_1.bit \
RPLM_A_qualcomm_4.bit \
CONFWIN_A_Sony_1.bit \
cbs_h265: Add PTL parsing for sublayers With fate test using the SLPPLP_A_VIDYO_2 conformance file, which contains two sublayers with full PTL information.
2018-10-27 21:01:16 +00:00
HRD_A_Fujitsu_2.bit \
SLPPLP_A_VIDYO_2.bit
cbs: Add some read/write tests Use the appropriate metadata filter for each codec - in the absence of any options to modify the stream, the output bitstream should be identical to the input (though the output file may differ in padding). All tests use conformance bitstreams, the MPEG-2 streams are newly added from the conformance test streams <http://standards.iso.org/ittf/PubliclyAvailableStandards/ISO_IEC_13818-4_2004_Conformance_Testing/Video/> (cherry picked from commit 3cae7f8b9baaf43789490b676d8f5825f2e1bc2c) (cherry picked from commit fbd63170bcbc5cad8965edad7c357f6eb4132250)
2017-08-15 17:14:32 +00:00
$(foreach N,$(FATE_CBS_HEVC_SAMPLES),$(eval $(call FATE_CBS_TEST,hevc,$(basename $(N)),hevc-conformance/$(N),hevc)))
lavc/cbs: Add tests for VP9 Uses the same mechanism as other codecs - conformance test files are passed through the metadata filter (which, with no options, reads the input and writes it back) and the output verified to match the input.
2018-04-07 17:57:37 +00:00
FATE_CBS_HEVC-$(call FATE_CBS_DEPS, HEVC, HEVC, HEVC, HEVC, HEVC) = $(FATE_CBS_hevc)
cbs: Add some read/write tests Use the appropriate metadata filter for each codec - in the absence of any options to modify the stream, the output bitstream should be identical to the input (though the output file may differ in padding). All tests use conformance bitstreams, the MPEG-2 streams are newly added from the conformance test streams <http://standards.iso.org/ittf/PubliclyAvailableStandards/ISO_IEC_13818-4_2004_Conformance_Testing/Video/> (cherry picked from commit 3cae7f8b9baaf43789490b676d8f5825f2e1bc2c) (cherry picked from commit fbd63170bcbc5cad8965edad7c357f6eb4132250)
2017-08-15 17:14:32 +00:00
FATE_SAMPLES_AVCONV += $(FATE_CBS_HEVC-yes)
fate-cbs-hevc: $(FATE_CBS_HEVC-yes)
# MPEG-2 read/write
FATE_CBS_MPEG2_SAMPLES = \
hhi_burst_422_short.bits \
sony-ct3.bs \
tcela-6.bits
$(foreach N,$(FATE_CBS_MPEG2_SAMPLES),$(eval $(call FATE_CBS_TEST,mpeg2,$(basename $(N)),mpeg2/$(N),mpeg2video)))
lavc/cbs: Add tests for VP9 Uses the same mechanism as other codecs - conformance test files are passed through the metadata filter (which, with no options, reads the input and writes it back) and the output verified to match the input.
2018-04-07 17:57:37 +00:00
FATE_CBS_MPEG2-$(call FATE_CBS_DEPS, MPEGVIDEO, MPEGVIDEO, MPEG2, MPEG2VIDEO, MPEG2VIDEO) = $(FATE_CBS_mpeg2)
cbs: Add some read/write tests Use the appropriate metadata filter for each codec - in the absence of any options to modify the stream, the output bitstream should be identical to the input (though the output file may differ in padding). All tests use conformance bitstreams, the MPEG-2 streams are newly added from the conformance test streams <http://standards.iso.org/ittf/PubliclyAvailableStandards/ISO_IEC_13818-4_2004_Conformance_Testing/Video/> (cherry picked from commit 3cae7f8b9baaf43789490b676d8f5825f2e1bc2c) (cherry picked from commit fbd63170bcbc5cad8965edad7c357f6eb4132250)
2017-08-15 17:14:32 +00:00
FATE_SAMPLES_AVCONV += $(FATE_CBS_MPEG2-yes)
fate-cbs-mpeg2: $(FATE_CBS_MPEG2-yes)
lavc/cbs: Add tests for VP9 Uses the same mechanism as other codecs - conformance test files are passed through the metadata filter (which, with no options, reads the input and writes it back) and the output verified to match the input.
2018-04-07 17:57:37 +00:00
# VP9 read/write
FATE_CBS_VP9_SAMPLES = \
vp90-2-03-deltaq.webm \
vp90-2-05-resize.ivf \
vp90-2-06-bilinear.webm \
vp90-2-09-lf_deltas.webm \
vp90-2-10-show-existing-frame.webm \
vp90-2-10-show-existing-frame2.webm \
vp90-2-segmentation-aq-akiyo.webm \
vp90-2-segmentation-sf-akiyo.webm \
vp90-2-tiling-pedestrian.webm \
vp91-2-04-yuv440.webm \
vp91-2-04-yuv444.webm \
vp92-2-20-10bit-yuv420.webm \
vp93-2-20-10bit-yuv422.webm \
vp93-2-20-12bit-yuv444.webm
$(foreach N,$(FATE_CBS_VP9_SAMPLES),$(eval $(call FATE_CBS_TEST,vp9,$(basename $(N)),vp9-test-vectors/$(N),ivf)))
FATE_CBS_VP9-$(call FATE_CBS_DEPS, IVF, VP9, VP9, VP9, IVF) = $(FATE_CBS_vp9)
FATE_SAMPLES_AVCONV += $(FATE_CBS_VP9-yes)
fate-cbs-vp9: $(FATE_CBS_VP9-yes)