You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

DartTestfile.txt 6.3KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125
  1. # Basic Template Test for automatic run a scenario that produce a file to be compared to a reference file
  2. # You need to set the name of the test according to name of scenario file and reference file
  3. # Test Hilbert transform Box
  4. SET(TEST_NAME "HilbertTransform")
  5. SET(SCENARIO_TO_TEST "${TEST_NAME}.xml")
  6. # These three tests are not yet working correctly...
  7. # SET(SUBTEST1_NAME "hilbert")
  8. # SET(SUBTEST2_NAME "phase")
  9. # SET(SUBTEST3_NAME "envelope")
  10. IF(WIN32)
  11. SET(EXT cmd)
  12. SET(OS_FLAGS "--no-pause")
  13. ELSE()
  14. SET(EXT sh)
  15. SET(OS_FLAGS "")
  16. ENDIF()
  17. ADD_TEST(clean_${TEST_NAME} "${CMAKE_COMMAND}" "-E" "remove" "-f" "${SUBTEST1_NAME}.csv" "${SUBTEST2_NAME}.csv" "${SUBTEST3_NAME}.csv")
  18. ADD_TEST(run_${TEST_NAME} "$ENV{OV_BINARY_PATH}/openvibe-designer.${EXT}" ${OS_FLAGS} "--no-session-management" "--invisible" "--play" ${SCENARIO_TO_TEST})
  19. # ADD_TEST(compare_${SUBTEST1_NAME} "$ENV{OV_BINARY_PATH}/test_thresholdDataComparison.${EXT}" ${OS_FLAGS} "${SUBTEST1_NAME}_${TEST_NAME}.csv" "${SUBTEST1_NAME}_${TEST_NAME}.ref.csv" 0.1)
  20. # ADD_TEST(compare_${SUBTEST2_NAME} "$ENV{OV_BINARY_PATH}/test_thresholdDataComparison.${EXT}" ${OS_FLAGS} "${SUBTEST2_NAME}_${TEST_NAME}.csv" "${SUBTEST2_NAME}_${TEST_NAME}.ref.csv" 0.1)
  21. # ADD_TEST(compare_${SUBTEST3_NAME} "$ENV{OV_BINARY_PATH}/test_thresholdDataComparison.${EXT}" ${OS_FLAGS} "${SUBTEST3_NAME}_${TEST_NAME}.csv" "${SUBTEST3_NAME}_${TEST_NAME}.ref.csv" 0.1)
  22. ## add some properties that help to debug
  23. SET_TESTS_PROPERTIES(run_${TEST_NAME} PROPERTIES ATTACHED_FILES_ON_FAIL ${OV_LOGFILE})
  24. #SET_TESTS_PROPERTIES(compare_${SUBTEST1_NAME} PROPERTIES ATTACHED_FILES_ON_FAIL "${SUBTEST1_NAME}.csv")
  25. #SET_TESTS_PROPERTIES(compare_${SUBTEST2_NAME} PROPERTIES ATTACHED_FILES_ON_FAIL "${SUBTEST2_NAME}.csv")
  26. #SET_TESTS_PROPERTIES(compare_${SUBTEST3_NAME} PROPERTIES ATTACHED_FILES_ON_FAIL "${SUBTEST3_NAME}.csv")
  27. #SET_TESTS_PROPERTIES(compare_${SUBTEST1_NAME} compare_${SUBTEST2_NAME} compare_${SUBTEST3_NAME} PROPERTIES DEPENDS run_${TEST_NAME})
  28. #SET_TESTS_PROPERTIES(run_${TEST_NAME} PROPERTIES DEPENDS clean_${TEST_NAME})
  29. # Test Connectivity Box - PLV algorithm
  30. #SET(TEST_NAME "PhaseLockingValue")
  31. #SET(SCENARIO_TO_TEST "${TEST_NAME}.xml")
  32. #ADD_TEST(clean_${TEST_NAME} "${CMAKE_COMMAND}" "-E" "remove" "-f" "${TEST_NAME}.csv")
  33. #ADD_TEST(run_${TEST_NAME} "$ENV{OV_BINARY_PATH}/openvibe-designer.${EXT}" ${OS_FLAGS} "--no-session-management" "--invisible" "--play" ${SCENARIO_TO_TEST})
  34. #ADD_TEST(compare_${TEST_NAME} "$ENV{OV_BINARY_PATH}/test_thresholdDataComparison.${EXT}" ${OS_FLAGS} "${TEST_NAME}.csv" "${TEST_NAME}.ref.csv" 0.1)
  35. ## add some properties that help to debug
  36. #SET_TESTS_PROPERTIES(run_${TEST_NAME} PROPERTIES ATTACHED_FILES_ON_FAIL ${OV_LOGFILE})
  37. #SET_TESTS_PROPERTIES(compare_${TEST_NAME} PROPERTIES ATTACHED_FILES_ON_FAIL "${TEST_NAME}.csv")
  38. #SET_TESTS_PROPERTIES(compare_${TEST_NAME} PROPERTIES DEPENDS run_${TEST_NAME})
  39. #SET_TESTS_PROPERTIES(run_${TEST_NAME} PROPERTIES DEPENDS clean_${TEST_NAME})
  40. # Test Auto-Regressive model
  41. SET(TEST_NAME "ARFeatures")
  42. SET(SCENARIO_TO_TEST "${TEST_NAME}.xml")
  43. ADD_TEST(clean_${TEST_NAME} "${CMAKE_COMMAND}" "-E" "remove" "-f" "${TEST_NAME}.csv")
  44. ADD_TEST(run_${TEST_NAME} "$ENV{OV_BINARY_PATH}/openvibe-designer.${EXT}" ${OS_FLAGS} "--no-session-management" "--invisible" "--play" ${SCENARIO_TO_TEST})
  45. ADD_TEST(compare_${TEST_NAME} "$ENV{OV_BINARY_PATH}/test_thresholdDataComparison.${EXT}" ${OS_FLAGS} "${TEST_NAME}.csv" "${TEST_NAME}.ref.csv" 0.1)
  46. ## add some properties that help to debug
  47. SET_TESTS_PROPERTIES(run_${TEST_NAME} PROPERTIES ATTACHED_FILES_ON_FAIL ${OV_LOGFILE})
  48. SET_TESTS_PROPERTIES(compare_${TEST_NAME} PROPERTIES ATTACHED_FILES_ON_FAIL "${TEST_NAME}.csv")
  49. SET_TESTS_PROPERTIES(compare_${TEST_NAME} PROPERTIES DEPENDS run_${TEST_NAME})
  50. SET_TESTS_PROPERTIES(run_${TEST_NAME} PROPERTIES DEPENDS clean_${TEST_NAME})
  51. ### Do not enable the commented out sikuli tests unless you
  52. ### or your lab commits to keep them passing in the long term.
  53. #FIND_PROGRAM(SIKULI NAMES sikuli-ide)
  54. #IF(SIKULI)
  55. # IF(UNIX)
  56. # ADD_TEST(sikuli_crop "${SIKULI}" -t testCrop.UNIX.sikuli)
  57. # ENDIF(UNIX)
  58. #ENDIF(SIKULI)
  59. # Test Regularized CSP
  60. # @TODO There is a problem with this box
  61. #SET(TEST_SCENARIOS "RegularizedCSP_None" "RegularizedCSP_Tikhonov" "RegularizedCSP_Shrink" "RegularizedCSP_Both")
  62. #SET(TEST_SHRINKS 0.0 0.0 0.9 0.5)
  63. #SET(TEST_TIKHONOVS 0.0 0.9 0.0 0.5)
  64. #SET(TEST_THRESHOLDS 40 70 70 70)
  65. #
  66. #FOREACH(TEST_NAME ${TEST_SCENARIOS})
  67. #
  68. # ADD_TEST(clean_${TEST_NAME} "${CMAKE_COMMAND}" "-E" "remove" "-f" ${OV_LOGFILE} output-${TEST_NAME}.txt)
  69. #
  70. # LIST(GET TEST_SHRINKS 0 PARAM_SHRINK)
  71. # LIST(GET TEST_TIKHONOVS 0 PARAM_TIKHONOV)
  72. # LIST(GET TEST_THRESHOLDS 0 COMPARE_THRESHOLD)
  73. #
  74. # ADD_TEST(run_${TEST_NAME}_Train "$ENV{OV_BINARY_PATH}/openvibe-designer.${EXT}" ${OS_FLAGS} "--invisible" "--no-session-management" --define Plugin_Classification_RandomizeKFoldTestData true --random-seed 123 --define TEST_TIKHONOV ${PARAM_TIKHONOV} --define TEST_SHRINK ${PARAM_SHRINK} --define TEST_FILTER output-${TEST_NAME}.txt "--play-fast" "test-regularizedcsp-train.xml")
  75. #
  76. # ADD_TEST(run_${TEST_NAME}_Test "$ENV{OV_BINARY_PATH}/openvibe-designer.${EXT}" ${OS_FLAGS} "--invisible" "--no-session-management" --define Plugin_Classification_RandomizeKFoldTestData true --random-seed 456 --define TEST_FILTER output-${TEST_NAME}.txt "--play-fast" "test-regularizedcsp-test.xml")
  77. #
  78. # ADD_TEST(compare_${TEST_NAME} "$ENV{OV_BINARY_PATH}/test_accuracy.${EXT}" "${OS_FLAGS}" "${OV_LOGFILE}" ${COMPARE_THRESHOLD})
  79. #
  80. # # It would be better to clean last, but we can't do this as it will delete the
  81. # # output we wish to include, and we can't prevent clean from running if a prev. test fails
  82. # # We need the clean to be sure that the comparator stage is not getting data from a previous run.
  83. # SET_TESTS_PROPERTIES(run_${TEST_NAME}_Train PROPERTIES DEPENDS clean_${TEST_NAME})
  84. # SET_TESTS_PROPERTIES(run_${TEST_NAME}_Train PROPERTIES ATTACHED_FILES_ON_FAIL ${OV_LOGFILE})
  85. #
  86. # SET_TESTS_PROPERTIES(run_${TEST_NAME}_Test PROPERTIES DEPENDS run_${TEST_NAME}_Train)
  87. # SET_TESTS_PROPERTIES(run_${TEST_NAME}_Test PROPERTIES ATTACHED_FILES_ON_FAIL ${OV_LOGFILE})
  88. #
  89. # SET_TESTS_PROPERTIES(compare_${TEST_NAME} PROPERTIES DEPENDS run_${TEST_NAME}_Test})
  90. # SET_TESTS_PROPERTIES(compare_${TEST_NAME} PROPERTIES ATTACHED_FILES_ON_FAIL ${OV_LOGFILE})
  91. #
  92. # LIST(REMOVE_AT TEST_SHRINKS 0)
  93. # LIST(REMOVE_AT TEST_TIKHONOVS 0)
  94. # LIST(REMOVE_AT TEST_THRESHOLDS 0)
  95. #
  96. #ENDFOREACH(TEST_NAME)