Skip to content

Commit 4200430

Browse files
authored
tests : re-enable tests [no ci] (ggml-org#2977)
This commit re-enables the tests in the build process which are currently commented out. It is possible to build the tests using `-DWHISPER_BUILD_TESTS=ON` and then run a single test using: ```console $ ctest -R test-whisper-cli-tiny.en --test-dir build Internal ctest changing into directory: /home/danbev/work/ai/whisper-work/build Test project /home/danbev/work/ai/whisper-work/build Start 2: test-whisper-cli-tiny.en 1/1 Test ggml-org#2: test-whisper-cli-tiny.en ......... Passed 4.44 sec 100% tests passed, 0 tests failed out of 1 Label Time Summary: en = 4.44 sec*proc (1 test) gh = 4.44 sec*proc (1 test) tiny = 4.44 sec*proc (1 test) Total Test time (real) = 4.44 sec ``` Some of the tests take a long time to run so it might not be a good idea to enable them in CI, or perhaps we could only run a subset of the tests in CI.
1 parent e153b8e commit 4200430

File tree

2 files changed

+22
-22
lines changed

2 files changed

+22
-22
lines changed

CMakeLists.txt

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -190,8 +190,8 @@ install(FILES "${CMAKE_CURRENT_BINARY_DIR}/whisper.pc"
190190
#
191191

192192
if (WHISPER_BUILD_TESTS AND NOT CMAKE_JS_VERSION)
193-
#include(CTest)
194-
#add_subdirectory(tests)
193+
include(CTest)
194+
add_subdirectory(tests)
195195
endif ()
196196

197197
if (WHISPER_BUILD_EXAMPLES)

tests/CMakeLists.txt

Lines changed: 20 additions & 20 deletions
Original file line numberDiff line numberDiff line change
@@ -12,74 +12,74 @@ if (EMSCRIPTEN)
1212
return()
1313
endif()
1414

15-
set(TEST_TARGET test-main-tiny)
15+
set(TEST_TARGET test-whisper-cli-tiny)
1616
add_test(NAME ${TEST_TARGET}
17-
COMMAND $<TARGET_FILE:main>
17+
COMMAND $<TARGET_FILE:whisper-cli>
1818
-m ${PROJECT_SOURCE_DIR}/models/for-tests-ggml-tiny.bin -l fr
1919
-f ${PROJECT_SOURCE_DIR}/samples/jfk.wav)
2020
set_tests_properties(${TEST_TARGET} PROPERTIES LABELS "tiny;gh")
2121

22-
set(TEST_TARGET test-main-tiny.en)
22+
set(TEST_TARGET test-whisper-cli-tiny.en)
2323
add_test(NAME ${TEST_TARGET}
24-
COMMAND $<TARGET_FILE:main>
24+
COMMAND $<TARGET_FILE:whisper-cli>
2525
-m ${PROJECT_SOURCE_DIR}/models/for-tests-ggml-tiny.en.bin
2626
-f ${PROJECT_SOURCE_DIR}/samples/jfk.wav)
2727
set_tests_properties(${TEST_TARGET} PROPERTIES LABELS "tiny;en;gh")
2828

29-
set(TEST_TARGET test-main-base)
29+
set(TEST_TARGET test-whisper-cli-base)
3030
add_test(NAME ${TEST_TARGET}
31-
COMMAND $<TARGET_FILE:main>
31+
COMMAND $<TARGET_FILE:whisper-cli>
3232
-m ${PROJECT_SOURCE_DIR}/models/for-tests-ggml-base.bin -l fr
3333
-f ${PROJECT_SOURCE_DIR}/samples/jfk.wav)
3434
set_tests_properties(${TEST_TARGET} PROPERTIES LABELS "base")
3535

36-
set(TEST_TARGET test-main-base.en)
36+
set(TEST_TARGET test-whisper-cli-base.en)
3737
add_test(NAME ${TEST_TARGET}
38-
COMMAND $<TARGET_FILE:main>
38+
COMMAND $<TARGET_FILE:whisper-cli>
3939
-m ${PROJECT_SOURCE_DIR}/models/for-tests-ggml-base.en.bin
4040
-f ${PROJECT_SOURCE_DIR}/samples/jfk.wav)
4141
set_tests_properties(${TEST_TARGET} PROPERTIES LABELS "base;en")
4242

43-
set(TEST_TARGET test-main-small)
43+
set(TEST_TARGET test-whisper-cli-small)
4444
add_test(NAME ${TEST_TARGET}
45-
COMMAND $<TARGET_FILE:main>
45+
COMMAND $<TARGET_FILE:whisper-cli>
4646
-m ${PROJECT_SOURCE_DIR}/models/for-tests-ggml-small.bin -l fr
4747
-f ${PROJECT_SOURCE_DIR}/samples/jfk.wav)
4848
set_tests_properties(${TEST_TARGET} PROPERTIES LABELS "small")
4949

50-
set(TEST_TARGET test-main-small.en)
50+
set(TEST_TARGET test-whisper-cli-small.en)
5151
add_test(NAME ${TEST_TARGET}
52-
COMMAND $<TARGET_FILE:main>
52+
COMMAND $<TARGET_FILE:whisper-cli>
5353
-m ${PROJECT_SOURCE_DIR}/models/for-tests-ggml-small.en.bin
5454
-f ${PROJECT_SOURCE_DIR}/samples/jfk.wav)
5555
set_tests_properties(${TEST_TARGET} PROPERTIES LABELS "small;en")
5656

57-
set(TEST_TARGET test-main-medium)
57+
set(TEST_TARGET test-whisper-cli-medium)
5858
add_test(NAME ${TEST_TARGET}
59-
COMMAND $<TARGET_FILE:main>
59+
COMMAND $<TARGET_FILE:whisper-cli>
6060
-m ${PROJECT_SOURCE_DIR}/models/for-tests-ggml-medium.bin -l fr
6161
-f ${PROJECT_SOURCE_DIR}/samples/jfk.wav)
6262
set_tests_properties(${TEST_TARGET} PROPERTIES LABELS "medium")
6363

64-
set(TEST_TARGET test-main-medium.en)
64+
set(TEST_TARGET test-whisper-cli-medium.en)
6565
add_test(NAME ${TEST_TARGET}
66-
COMMAND $<TARGET_FILE:main>
66+
COMMAND $<TARGET_FILE:whisper-cli>
6767
-m ${PROJECT_SOURCE_DIR}/models/for-tests-ggml-medium.en.bin
6868
-f ${PROJECT_SOURCE_DIR}/samples/jfk.wav)
6969
set_tests_properties(${TEST_TARGET} PROPERTIES LABELS "medium;en")
7070

71-
set(TEST_TARGET test-main-large)
71+
set(TEST_TARGET test-whisper-cli-large)
7272
add_test(NAME ${TEST_TARGET}
73-
COMMAND $<TARGET_FILE:main>
73+
COMMAND $<TARGET_FILE:whisper-cli>
7474
-m ${PROJECT_SOURCE_DIR}/models/for-tests-ggml-large.bin
7575
-f ${PROJECT_SOURCE_DIR}/samples/jfk.wav)
7676
set_tests_properties(${TEST_TARGET} PROPERTIES LABELS "large")
7777

7878
if (WHISPER_FFMPEG)
79-
set(TEST_TARGET test-main-tiny-mp3)
79+
set(TEST_TARGET test-whisper-cli-tiny-mp3)
8080
# Check with reviewers: any way to check the output transcription via ctest (diff, ...)?
8181
add_test(NAME ${TEST_TARGET}
82-
COMMAND $<TARGET_FILE:main>
82+
COMMAND $<TARGET_FILE:whisper-cli>
8383
-m ${PROJECT_SOURCE_DIR}/models/for-tests-ggml-tiny.en.bin
8484
-f ${PROJECT_SOURCE_DIR}/samples/jfk.mp3)
8585
set_tests_properties(${TEST_TARGET} PROPERTIES LABELS "tiny;mp3")

0 commit comments

Comments
 (0)