49 lines
2.7 KiB
Plaintext
49 lines
2.7 KiB
Plaintext
#blabla
|
|
|
|
# @FIXME there is a problem of using the global log, this will cause interference if any tests are run in parallel
|
|
|
|
IF(WIN32)
|
|
SET(EXT cmd)
|
|
SET(OS_FLAGS "--no-pause")
|
|
ELSE(WIN32)
|
|
SET(EXT sh)
|
|
SET(OS_FLAGS "")
|
|
ENDIF(WIN32)
|
|
|
|
ADD_TEST(clean_Evaluation_kappa "${CMAKE_COMMAND}" "-E" "remove" "-f" ${OV_LOGFILE})
|
|
ADD_TEST(run_Evaluation_kappa "$ENV{OV_BINARY_PATH}/openvibe-designer.${EXT}" ${OS_FLAGS} "--invisible" "--no-session-management" --define Plugin_Classification_RandomizeKFoldTestData true "--play-fast" Test-kappa.xml)
|
|
#ADD_TEST(compare_Evaluation_kappa "$ENV{OV_BINARY_PATH}/test_evaluation.${EXT}" "${OS_FLAGS}" "${OV_LOGFILE}")
|
|
|
|
# It would be better to clean last, but we can't do this as it will delete the
|
|
# output we wish to include, and we can't prevent clean from running if a prev. test fails
|
|
# We need the clean to be sure that the comparator stage is not getting data from a previous run.
|
|
SET_TESTS_PROPERTIES(run_Evaluation_kappa PROPERTIES DEPENDS clean_Evaluation_kappa)
|
|
SET_TESTS_PROPERTIES(run_Evaluation_kappa PROPERTIES ATTACHED_FILES_ON_FAIL ${OV_LOGFILE})
|
|
|
|
#SET_TESTS_PROPERTIES(compare_Evaluation_kappa PROPERTIES DEPENDS run_Evaluation_kappa)
|
|
#SET_TESTS_PROPERTIES(compare_Evaluation_kappa PROPERTIES ATTACHED_FILES_ON_FAIL ${OV_LOGFILE})
|
|
|
|
|
|
ADD_TEST(run_Evaluation_statistic_generator "$ENV{OV_BINARY_PATH}/openvibe-designer.${EXT}" ${OS_FLAGS} "--invisible" "--no-session-management" --define Plugin_Classification_RandomizeKFoldTestData true "--play-fast" Test-StatisticGenerator.xml)
|
|
ADD_TEST(compare_Evaluation_statistic_generator "git" "diff" "--no-index" "--ignore-space-change" "stat.xml" "data/Statistic_comparison.xml")
|
|
ADD_TEST(clean_Evaluation_statistic_generator "${CMAKE_COMMAND}" "-E" "remove" "-f" stat.xml)
|
|
|
|
|
|
SET_TESTS_PROPERTIES(compare_Evaluation_statistic_generator PROPERTIES DEPENDS run_Evaluation_statistic_generator)
|
|
SET_TESTS_PROPERTIES(compare_Evaluation_statistic_generator PROPERTIES ATTACHED_FILES_ON_FAIL ${OV_LOGFILE})
|
|
|
|
### Do not enable the commented out sikuli tests unless you
|
|
### or your lab commits to keep them passing in the long term.
|
|
#FIND_PROGRAM(SIKULI NAMES sikuli-ide)
|
|
#IF(SIKULI)
|
|
# IF(UNIX)
|
|
# ADD_TEST(sikuli_clean_Evaluation_ROC "${CMAKE_COMMAND}" "-E" "remove" "-f" ${OV_LOGFILE} screenshot.png)
|
|
# ADD_TEST(sikuli_run_Evaluation_ROC "${SIKULI}" -t testROCCurve.UNIX.sikuli)
|
|
#
|
|
# SET_TESTS_PROPERTIES(sikuli_run_Evaluation_ROC PROPERTIES DEPENDS sikuli_clean_Evaluation_ROC)
|
|
# SET_TESTS_PROPERTIES(sikuli_run_Evaluation_ROC PROPERTIES ATTACHED_FILES_ON_FAIL ${OV_LOGFILE})
|
|
# SET_TESTS_PROPERTIES(sikuli_run_Evaluation_ROC PROPERTIES ATTACHED_FILES_ON_FAIL ${CTEST_SOURCE_DIRECTORY}/plugins/processing/evaluation/test/screenshot.png)
|
|
# ENDIF(UNIX)
|
|
#ENDIF(SIKULI)
|
|
|