Weberni69795
/
BCIgui
Watch 1
Star 0
Fork 0
Code Issues 0 Pull Requests 0 Releases 0 Wiki Activity
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
7 Commits
3 Branches
Branch: dev
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from 'dev'
${ noResults }
BCIgui/Masterarbeit/openvibe/extras-master/plugins/processing/classification/test/DartTestfile.txt

DartTestfile.txt 4.1KB
Raw Permalink Blame History

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566 
  1. #blabla

  2. 

  3. # @FIXME there is a problem of using the global log, this will cause interference if any tests are run in parallel

  4. 

  5. IF(WIN32)

  6. 	SET(EXT cmd)

  7. 	SET(OS_FLAGS "--no-pause")

  8. ELSE()

  9. 	SET(EXT sh)

  10. 	SET(OS_FLAGS "")

  11. ENDIF()

  12. 

  13. # Misc classifier tests

  14. 

  15. SET(TEST_SCENARIOS LDA-Native-Test LDA-OneVsOne-HT-Test LDA-OneVsOne-PKPD-Test LDA-OneVsOne-Voting-Test LDA-OneVsAll-Test sLDA-Native-Test sLDA-OneVsOne-HT-Test sLDA-OneVsOne-PKPD-Test sLDA-OneVsOne-Voting-Test sLDA-OneVsAll-Test SVM-Native-Test SVM-OneVsOne-Voting-Test SVM-OneVsOne-HT-Test SVM-OneVsOne-PKPD-Test SVM-OneVsAll-Test MLP-Native-Test MLP-OneVsOne-Voting-Test MLP-OneVsOne-HT-Test MLP-OneVsOne-PKPD-Test MLP-OneVsAll-Test)

  16. 

  17. FOREACH(TEST_NAME ${TEST_SCENARIOS})

  18. 

  19. 	SET(SCENARIO_TO_TEST "${TEST_NAME}.xml")

  20. 

  21. 	ADD_TEST(clean_Classification_${TEST_NAME} "${CMAKE_COMMAND}" "-E" "remove" "-f" ${OV_LOGFILE} classifiers/multiclass.xml)

  22. 	ADD_TEST(run_Classification_${TEST_NAME} "$ENV{OV_BINARY_PATH}/openvibe-designer.${EXT}" ${OS_FLAGS} "--invisible"  "--no-session-management" --define Plugin_Classification_RandomizeKFoldTestData true "--play-fast" ${SCENARIO_TO_TEST})

  23. 	ADD_TEST(compare_Classification_${TEST_NAME} "$ENV{OV_BINARY_PATH}/test_accuracy.${EXT}" "${OS_FLAGS}" "${OV_LOGFILE}")

  24. 	ADD_TEST(run_Classification_${TEST_NAME}_ProcessorBox "$ENV{OV_BINARY_PATH}/openvibe-designer.${EXT}" ${OS_FLAGS} "--invisible"  "--no-session-management" --define Plugin_Classification_RandomizeKFoldTestData true "--play-fast" "ProcessorBox-Test.xml")

  25. 	

  26. 	# It would be better to clean last, but we can't do this as it will delete the 

  27. 	# output we wish to include, and we can't prevent clean from running if a prev. test fails

  28. 	# We need the clean to be sure that the comparator stage is not getting data from a previous run.

  29. 	SET_TESTS_PROPERTIES(run_Classification_${TEST_NAME} PROPERTIES DEPENDS clean_Classification_${TEST_NAME})

  30. 	SET_TESTS_PROPERTIES(run_Classification_${TEST_NAME} PROPERTIES ATTACHED_FILES_ON_FAIL ${OV_LOGFILE})

  31. 

  32. 	SET_TESTS_PROPERTIES(compare_Classification_${TEST_NAME} PROPERTIES DEPENDS run_Classification_${TEST_NAME})

  33. 	SET_TESTS_PROPERTIES(compare_Classification_${TEST_NAME} PROPERTIES ATTACHED_FILES_ON_FAIL ${OV_LOGFILE})

  34. 	

  35. 	SET_TESTS_PROPERTIES(run_Classification_${TEST_NAME}_ProcessorBox PROPERTIES DEPENDS run_Classification_${TEST_NAME})

  36. 	SET_TESTS_PROPERTIES(run_Classification_${TEST_NAME}_ProcessorBox PROPERTIES ATTACHED_FILES_ON_FAIL ${OV_LOGFILE})

  37. 

  38. ENDFOREACH(TEST_NAME)

  39. 

  40. # Shrinkage LDA tests. These are in a different block as they use different data (and miss ProcessorBox part)

  41. 

  42. SET(TEST_SCENARIOS shrinkage_lda shrinkage_lda_rot)

  43. SET(TEST_THRESHOLD 80)

  44. 

  45. FOREACH(TEST_NAME ${TEST_SCENARIOS})

  46. 

  47. 	SET(SCENARIO_TO_TEST "shrinkageLDA/${TEST_NAME}.xml")

  48. 

  49. 	ADD_TEST(clean_Classification_${TEST_NAME} "${CMAKE_COMMAND}" "-E" "remove" "-f" ${OV_LOGFILE})

  50. 	ADD_TEST(run_Classification_${TEST_NAME} "$ENV{OV_BINARY_PATH}/openvibe-designer.${EXT}" ${OS_FLAGS} "--invisible"  "--no-session-management" --define Plugin_Classification_RandomizeKFoldTestData true "--play-fast" ${SCENARIO_TO_TEST})

  51. 	ADD_TEST(compare_Classification_${TEST_NAME} "$ENV{OV_BINARY_PATH}/test_accuracy.${EXT}" "${OS_FLAGS}" "${OV_LOGFILE}" "${TEST_THRESHOLD}")

  52. 	

  53. 	# It would be better to clean last, but we can't do this as it will delete the 

  54. 	# output we wish to include, and we can't prevent clean from running if a prev. test fails

  55. 	# We need the clean to be sure that the comparator stage is not getting data from a previous run.

  56. 	SET_TESTS_PROPERTIES(run_Classification_${TEST_NAME} PROPERTIES DEPENDS clean_Classification_${TEST_NAME})

  57. 	SET_TESTS_PROPERTIES(run_Classification_${TEST_NAME} PROPERTIES ATTACHED_FILES_ON_FAIL ${OV_LOGFILE})

  58. 

  59. 	SET_TESTS_PROPERTIES(compare_Classification_${TEST_NAME} PROPERTIES DEPENDS run_Classification_${TEST_NAME})

  60. 	SET_TESTS_PROPERTIES(compare_Classification_${TEST_NAME} PROPERTIES ATTACHED_FILES_ON_FAIL ${OV_LOGFILE})

  61. 	

  62. 	SET_TESTS_PROPERTIES(run_Classification_${TEST_NAME}_ProcessorBox PROPERTIES DEPENDS run_Classification_${TEST_NAME})

  63. 	SET_TESTS_PROPERTIES(run_Classification_${TEST_NAME}_ProcessorBox PROPERTIES ATTACHED_FILES_ON_FAIL ${OV_LOGFILE})

  64. 	

  65. ENDFOREACH(TEST_NAME)

  66.