blob: 66d99106ff9a3d4ccda06aa032cc4eaf6a66ccde
1 | FFSERVER_REFFILE = $(SRC_PATH)/tests/ffserver.regression.ref |
2 | |
3 | THREADS = 1 |
4 | VREF = tests/vsynth1/00.pgm |
5 | AREF = tests/data/asynth1.sw |
6 | |
7 | FATEW = 34 |
8 | FATEH = 34 |
9 | |
10 | FFMPEG=ffmpeg$(PROGSSUF)$(EXESUF) |
11 | |
12 | $(AREF): CMP= |
13 | |
14 | ffservertest: export PROGSUF = $(PROGSSUF) |
15 | ffservertest: ffserver$(PROGSSUF)$(EXESUF) ffmpeg$(PROGSSUF)$(EXESUF) tests/vsynth1/00.pgm tests/data/asynth1.sw |
16 | @echo |
17 | @echo "Unfortunately ffserver is broken and therefore its regression" |
18 | @echo "test fails randomly. Treat the results accordingly." |
19 | @echo |
20 | $(SRC_PATH)/tests/ffserver-regression.sh $(FFSERVER_REFFILE) $(SRC_PATH)/tests/ffserver.conf "$(TARGET_SAMPLES)" "$(TARGET_EXEC)" "$(TARGET_PATH)" |
21 | |
22 | APITESTSDIR := tests/api |
23 | OBJDIRS += tests/data tests/vsynth1 tests/data/filtergraphs $(APITESTSDIR)/ |
24 | |
25 | $(VREF): tests/videogen$(HOSTEXESUF) | tests/vsynth1 |
26 | $(M)./$< 'tests/vsynth1/' |
27 | |
28 | $(AREF): tests/audiogen$(HOSTEXESUF) | tests/data |
29 | $(M)./$< $@ |
30 | |
31 | tests/data/asynth-%.wav: tests/audiogen$(HOSTEXESUF) | tests/data |
32 | $(M)./$< $@ $(subst -, ,$*) |
33 | |
34 | tests/data/vsynth1.yuv: tests/videogen$(HOSTEXESUF) | tests/data |
35 | $(M)$< $@ |
36 | |
37 | tests/data/vsynth2.yuv: tests/rotozoom$(HOSTEXESUF) | tests/data |
38 | $(M)$< $(SRC_PATH)/tests/reference.pnm $@ |
39 | |
40 | tests/data/vsynth_lena.yuv: tests/rotozoom$(HOSTEXESUF) | tests/data |
41 | $(M)$< $(SAMPLES)/lena.pnm $@ |
42 | |
43 | tests/data/vsynth3.yuv: tests/videogen$(HOSTEXESUF) | tests/data |
44 | $(M)$< $@ $(FATEW) $(FATEH) |
45 | |
46 | tests/test_copy.ffmeta: TAG = COPY |
47 | tests/test_copy.ffmeta: tests/data |
48 | $(M)cp -f $(SRC_PATH)/tests/test.ffmeta tests/test_copy.ffmeta |
49 | |
50 | tests/data/ffprobe-test.nut: ffmpeg$(PROGSSUF)$(EXESUF) tests/test_copy.ffmeta |
51 | $(M)$(TARGET_EXEC) $(TARGET_PATH)/$< \ |
52 | -f lavfi -i "aevalsrc=sin(400*PI*2*t):d=0.125[out0]; testsrc=d=0.125[out1]; testsrc=s=100x100:d=0.125[out2]" \ |
53 | -f ffmetadata -i $(TARGET_PATH)/tests/test_copy.ffmeta \ |
54 | -flags +bitexact -fflags +bitexact -map 0:0 -map 0:1 -map 0:2 -map_metadata 1 \ |
55 | -map_metadata:s:0 1:s:0 -map_metadata:s:1 1:s:1 \ |
56 | -vcodec rawvideo -acodec pcm_s16le \ |
57 | -y $(TARGET_PATH)/$@ 2>/dev/null |
58 | |
59 | tests/data/%.sw tests/data/asynth% tests/data/vsynth%.yuv tests/vsynth%/00.pgm tests/data/%.nut: TAG = GEN |
60 | |
61 | tests/data/filtergraphs/%: TAG = COPY |
62 | tests/data/filtergraphs/%: $(SRC_PATH)/tests/filtergraphs/% | tests/data/filtergraphs |
63 | $(M)cp $< $@ |
64 | |
65 | RUNNING_FATE := $(filter check fate%,$(filter-out fate-rsync,$(MAKECMDGOALS))) |
66 | |
67 | # Check sanity of dependencies when running FATE tests. |
68 | ifneq (,$(RUNNING_FATE)) |
69 | CHKCFG = $(if $($(1))$(!$(1)),$($(1)), $(error No such config: $(1))) |
70 | endif |
71 | |
72 | ALLYES = $(strip $(call XYES, $(1))) |
73 | XYES = $(if $(strip $(1)), \ |
74 | $(if $(call CHKCFG,CONFIG_$(firstword $(1))), \ |
75 | $(call XYES, $(wordlist 2, $(words $(1)), $(1)))), \ |
76 | yes) |
77 | |
78 | ENCDEC = $(call ALLYES, $(firstword $(1))_ENCODER $(lastword $(1))_DECODER \ |
79 | $(firstword $(2))_MUXER $(lastword $(2))_DEMUXER) |
80 | |
81 | ENCDEC2 = $(call ALLYES, $(firstword $(1))_ENCODER $(lastword $(1))_DECODER \ |
82 | $(firstword $(2))_ENCODER $(lastword $(2))_DECODER \ |
83 | $(firstword $(3))_MUXER $(lastword $(3))_DEMUXER) |
84 | |
85 | DEMDEC = $(call ALLYES, $(1)_DEMUXER $(2:%=%_DECODER)) |
86 | ENCMUX = $(call ALLYES, $(1:%=%_ENCODER) $(2)_MUXER) |
87 | |
88 | DEMMUX = $(call ALLYES, $(1)_DEMUXER $(2)_MUXER) |
89 | |
90 | FILTERDEMDEC = $(call ALLYES, $(1:%=%_FILTER) $(2)_DEMUXER $(3)_DECODER) |
91 | FILTERDEMDECMUX = $(call ALLYES, $(1:%=%_FILTER) $(2)_DEMUXER $(3)_DECODER $(4)_MUXER) |
92 | FILTERDEMDECENCMUX = $(call ALLYES, $(1:%=%_FILTER) $(2)_DEMUXER $(3)_DECODER $(4)_ENCODER $(5)_MUXER) |
93 | |
94 | PARSERDEMDEC = $(call ALLYES, $(1)_PARSER $(2)_DEMUXER $(3)_DECODER) |
95 | |
96 | include $(SRC_PATH)/$(APITESTSDIR)/Makefile |
97 | |
98 | include $(SRC_PATH)/tests/fate/acodec.mak |
99 | include $(SRC_PATH)/tests/fate/vcodec.mak |
100 | |
101 | include $(SRC_PATH)/tests/fate/avformat.mak |
102 | include $(SRC_PATH)/tests/fate/seek.mak |
103 | |
104 | include $(SRC_PATH)/tests/fate/aac.mak |
105 | include $(SRC_PATH)/tests/fate/ac3.mak |
106 | include $(SRC_PATH)/tests/fate/adpcm.mak |
107 | include $(SRC_PATH)/tests/fate/alac.mak |
108 | include $(SRC_PATH)/tests/fate/als.mak |
109 | include $(SRC_PATH)/tests/fate/amrnb.mak |
110 | include $(SRC_PATH)/tests/fate/amrwb.mak |
111 | include $(SRC_PATH)/tests/fate/api.mak |
112 | include $(SRC_PATH)/tests/fate/apng.mak |
113 | include $(SRC_PATH)/tests/fate/atrac.mak |
114 | include $(SRC_PATH)/tests/fate/audio.mak |
115 | include $(SRC_PATH)/tests/fate/bmp.mak |
116 | include $(SRC_PATH)/tests/fate/canopus.mak |
117 | include $(SRC_PATH)/tests/fate/cdxl.mak |
118 | include $(SRC_PATH)/tests/fate/checkasm.mak |
119 | include $(SRC_PATH)/tests/fate/concatdec.mak |
120 | include $(SRC_PATH)/tests/fate/cover-art.mak |
121 | include $(SRC_PATH)/tests/fate/dca.mak |
122 | include $(SRC_PATH)/tests/fate/demux.mak |
123 | include $(SRC_PATH)/tests/fate/dfa.mak |
124 | include $(SRC_PATH)/tests/fate/dnxhd.mak |
125 | include $(SRC_PATH)/tests/fate/dpcm.mak |
126 | include $(SRC_PATH)/tests/fate/ea.mak |
127 | include $(SRC_PATH)/tests/fate/exif.mak |
128 | include $(SRC_PATH)/tests/fate/ffmpeg.mak |
129 | include $(SRC_PATH)/tests/fate/ffprobe.mak |
130 | include $(SRC_PATH)/tests/fate/fft.mak |
131 | include $(SRC_PATH)/tests/fate/fifo-muxer.mak |
132 | include $(SRC_PATH)/tests/fate/filter-audio.mak |
133 | include $(SRC_PATH)/tests/fate/filter-video.mak |
134 | include $(SRC_PATH)/tests/fate/flac.mak |
135 | include $(SRC_PATH)/tests/fate/flvenc.mak |
136 | include $(SRC_PATH)/tests/fate/gapless.mak |
137 | include $(SRC_PATH)/tests/fate/gif.mak |
138 | include $(SRC_PATH)/tests/fate/h264.mak |
139 | include $(SRC_PATH)/tests/fate/hevc.mak |
140 | include $(SRC_PATH)/tests/fate/image.mak |
141 | include $(SRC_PATH)/tests/fate/indeo.mak |
142 | include $(SRC_PATH)/tests/fate/libavcodec.mak |
143 | include $(SRC_PATH)/tests/fate/libavdevice.mak |
144 | include $(SRC_PATH)/tests/fate/libavformat.mak |
145 | include $(SRC_PATH)/tests/fate/libavresample.mak |
146 | include $(SRC_PATH)/tests/fate/libavutil.mak |
147 | include $(SRC_PATH)/tests/fate/libswresample.mak |
148 | include $(SRC_PATH)/tests/fate/libswscale.mak |
149 | include $(SRC_PATH)/tests/fate/lossless-audio.mak |
150 | include $(SRC_PATH)/tests/fate/lossless-video.mak |
151 | include $(SRC_PATH)/tests/fate/matroska.mak |
152 | include $(SRC_PATH)/tests/fate/microsoft.mak |
153 | include $(SRC_PATH)/tests/fate/monkeysaudio.mak |
154 | include $(SRC_PATH)/tests/fate/mov.mak |
155 | include $(SRC_PATH)/tests/fate/mp3.mak |
156 | include $(SRC_PATH)/tests/fate/mpc.mak |
157 | include $(SRC_PATH)/tests/fate/mpeg4.mak |
158 | include $(SRC_PATH)/tests/fate/mxf.mak |
159 | include $(SRC_PATH)/tests/fate/opus.mak |
160 | include $(SRC_PATH)/tests/fate/pcm.mak |
161 | include $(SRC_PATH)/tests/fate/probe.mak |
162 | include $(SRC_PATH)/tests/fate/prores.mak |
163 | include $(SRC_PATH)/tests/fate/qt.mak |
164 | include $(SRC_PATH)/tests/fate/qtrle.mak |
165 | include $(SRC_PATH)/tests/fate/real.mak |
166 | include $(SRC_PATH)/tests/fate/screen.mak |
167 | include $(SRC_PATH)/tests/fate/source.mak |
168 | include $(SRC_PATH)/tests/fate/subtitles.mak |
169 | include $(SRC_PATH)/tests/fate/utvideo.mak |
170 | include $(SRC_PATH)/tests/fate/video.mak |
171 | include $(SRC_PATH)/tests/fate/voice.mak |
172 | include $(SRC_PATH)/tests/fate/vorbis.mak |
173 | include $(SRC_PATH)/tests/fate/vpx.mak |
174 | include $(SRC_PATH)/tests/fate/vqf.mak |
175 | include $(SRC_PATH)/tests/fate/wavpack.mak |
176 | include $(SRC_PATH)/tests/fate/wma.mak |
177 | include $(SRC_PATH)/tests/fate/xvid.mak |
178 | |
179 | FATE_FFMPEG += $(FATE_FFMPEG-yes) $(FATE_AVCONV) $(FATE_AVCONV-yes) |
180 | FATE-$(CONFIG_FFMPEG) += $(FATE_FFMPEG) |
181 | FATE-$(CONFIG_FFPROBE) += $(FATE_FFPROBE) |
182 | |
183 | FATE_SAMPLES_AVCONV += $(FATE_SAMPLES_AVCONV-yes) |
184 | FATE_SAMPLES_FFMPEG += $(FATE_SAMPLES_FFMPEG-yes) |
185 | FATE_EXTERN-$(CONFIG_FFMPEG) += $(FATE_SAMPLES_AVCONV) $(FATE_SAMPLES_FFMPEG) $(FATE_SAMPLES_FFPROBE) |
186 | FATE_EXTERN += $(FATE_EXTERN-yes) |
187 | |
188 | FATE += $(FATE-yes) |
189 | |
190 | RSYNC_OPTIONS-$(HAVE_RSYNC_CONTIMEOUT) += --contimeout=60 |
191 | RSYNC_OPTIONS = -vrltLW --timeout=60 $(RSYNC_OPTIONS-yes) |
192 | |
193 | $(FATE_FFMPEG) $(FATE_SAMPLES_AVCONV) $(FATE_SAMPLES_FFMPEG): ffmpeg$(PROGSSUF)$(EXESUF) |
194 | |
195 | $(FATE_FFPROBE) $(FATE_SAMPLES_FFPROBE): ffprobe$(PROGSSUF)$(EXESUF) |
196 | |
197 | ifdef SAMPLES |
198 | FATE += $(FATE_FULL) $(FATE_FULL-yes) |
199 | FATE += $(FATE_EXTERN) |
200 | fate-rsync: |
201 | rsync $(RSYNC_OPTIONS) rsync://fate-suite.ffmpeg.org/fate-suite/ $(SAMPLES) |
202 | else |
203 | fate:: |
204 | @echo "warning: only a subset of the fate tests will be run because SAMPLES is not specified" |
205 | fate-rsync: |
206 | @echo "use 'make fate-rsync SAMPLES=/path/to/samples' to sync the fate suite" |
207 | $(FATE_EXTERN): |
208 | @echo "$@ requires external samples and SAMPLES not specified"; false |
209 | endif |
210 | |
211 | FATE_UTILS = base64 tiny_psnr tiny_ssim audiomatch |
212 | |
213 | TOOL = ffmpeg |
214 | |
215 | fate:: $(FATE) |
216 | |
217 | $(FATE) $(FATE_TESTS-no): export PROGSUF = $(PROGSSUF) |
218 | $(FATE) $(FATE_TESTS-no): $(FATE_UTILS:%=tests/%$(HOSTEXESUF)) |
219 | @echo "TEST $(@:fate-%=%)" |
220 | $(Q)$(SRC_PATH)/tests/fate-run.sh $@ "$(TARGET_SAMPLES)" "$(TARGET_EXEC)" "$(TARGET_PATH)" '$(CMD)' '$(CMP)' '$(REF)' '$(FUZZ)' '$(THREADS)' '$(THREAD_TYPE)' '$(CPUFLAGS)' '$(CMP_SHIFT)' '$(CMP_TARGET)' '$(SIZE_TOLERANCE)' '$(CMP_UNIT)' '$(GEN)' '$(HWACCEL)' |
221 | |
222 | fate-list: |
223 | @printf '%s\n' $(sort $(FATE)) |
224 | |
225 | coverage.info: TAG = LCOV |
226 | coverage.info: |
227 | $(M)lcov -q -d $(CURDIR) -b $(patsubst src%,./,$(SRC_LINK)) --capture | \ |
228 | sed "s,$(CURDIR)/\./,$(CURDIR)/," > $@.in |
229 | $(M)lcov -q --remove $@.in "/usr*" > $@ |
230 | $(Q)$(RM) $@.in |
231 | |
232 | lcov: TAG = GENHTML |
233 | lcov: coverage.info |
234 | $(M)genhtml -q -o $(CURDIR)/lcov $< |
235 | |
236 | lcov-reset: TAG = LCOV |
237 | lcov-reset: |
238 | $(M)lcov -q -d $(CURDIR) --zerocounters |
239 | $(Q)$(RM) -f coverage.info |
240 | |
241 | clean:: testclean |
242 | |
243 | testclean:: |
244 | $(RM) -r tests/vsynth1 tests/data tools/lavfi-showfiltfmts$(PROGSSUF)$(EXESUF) |
245 | $(RM) $(CLEANSUFFIXES:%=tests/%) |
246 | $(RM) $(TESTTOOLS:%=tests/%$(HOSTEXESUF)) |
247 | $(RM) tests/pixfmts.mak tests/test_copy.ffmeta |
248 | |
249 | -include $(wildcard tests/*.d) |
250 | |
251 | include $(SRC_PATH)/tests/checkasm/Makefile |
252 | |
253 | .PHONY: fate* lcov lcov-reset |
254 | .INTERMEDIATE: coverage.info |
255 |