You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

ovpCBoxAlgorithmP300TactileVisualization.cpp 33KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823
  1. ///-------------------------------------------------------------------------------------------------
  2. ///
  3. /// \file ovpCBoxAlgorithmP300TactileVisualization.cpp
  4. /// \brief Functions of the Class P300TactileVisualization. !!This is a modification of the P300 Speller Visualization Box!!
  5. /// \author Tobias Baumann (TH Nuernberg).
  6. /// \version 1.0.
  7. /// \date Mon Feb 04 12:43:53 2022.
  8. /// \copyright <a href="https://choosealicense.com/licenses/agpl-3.0/">GNU Affero General Public License v3.0</a>
  9. ///
  10. ///-------------------------------------------------------------------------------------------------
  11. //includes
  12. #include "ovpCBoxAlgorithmP300TactileVisualization.h"
  13. #include <tcptagging/IStimulusSender.h>
  14. #include <algorithm>
  15. #include <list>
  16. #include <string>
  17. #include <vector>
  18. namespace OpenViBE {
  19. namespace Plugins {
  20. namespace Tactilebci {
  21. static void ToggleButtonShowHideCB(GtkToggleToolButton* button, gpointer data)
  22. {
  23. if (gtk_toggle_tool_button_get_active(button)) { gtk_widget_show(GTK_WIDGET(data)); }
  24. else { gtk_widget_hide(GTK_WIDGET(data)); }
  25. }
  26. // This callback flushes all accumulated stimulations to the TCP Tagging
  27. // after the rendering has completed.
  28. static gboolean FlushCB(gpointer data)
  29. {
  30. (static_cast<CBoxAlgorithmP300TactileVisualization*>(data))->flushQueue();
  31. return false; // Only run once
  32. }
  33. bool CBoxAlgorithmP300TactileVisualization::initialize()
  34. {
  35. const Kernel::IBox& boxContext = this->getStaticBoxContext();
  36. m_mainWidgetInterface = nullptr;
  37. m_toolbarWidgetInterface = nullptr;
  38. m_flashFontDesc = nullptr;
  39. m_noFlashFontDesc = nullptr;
  40. m_targetFontDesc = nullptr;
  41. m_selectedFontDesc = nullptr;
  42. // ----------------------------------------------------------------------------------------------------------------------------------------------------------
  43. m_interfaceFilename = FSettingValueAutoCast(*this->getBoxAlgorithmContext(), 0);
  44. m_rowStimulationBase = FSettingValueAutoCast(*this->getBoxAlgorithmContext(), 1);
  45. m_columnStimulationBase = FSettingValueAutoCast(*this->getBoxAlgorithmContext(), 2);
  46. m_flashBgColor = CGdkcolorAutoCast(boxContext, this->getConfigurationManager(), 3);
  47. m_flashFgColor = CGdkcolorAutoCast(boxContext, this->getConfigurationManager(), 4);
  48. m_flashFontSize = FSettingValueAutoCast(*this->getBoxAlgorithmContext(), 5);
  49. m_noFlashBgColor = CGdkcolorAutoCast(boxContext, this->getConfigurationManager(), 6);
  50. m_noFlashFgColor = CGdkcolorAutoCast(boxContext, this->getConfigurationManager(), 7);
  51. m_noFlashFontSize = FSettingValueAutoCast(*this->getBoxAlgorithmContext(), 8);
  52. m_targetBgColor = CGdkcolorAutoCast(boxContext, this->getConfigurationManager(), 9);
  53. m_targetFgColor = CGdkcolorAutoCast(boxContext, this->getConfigurationManager(), 10);
  54. m_targetFontSize = FSettingValueAutoCast(*this->getBoxAlgorithmContext(), 11);
  55. m_selectedBgColor = CGdkcolorAutoCast(boxContext, this->getConfigurationManager(), 12);
  56. m_selectedFgColor = CGdkcolorAutoCast(boxContext, this->getConfigurationManager(), 13);
  57. m_selectedFontSize = FSettingValueAutoCast(*this->getBoxAlgorithmContext(), 14);
  58. m_nTactilos = FSettingValueAutoCast(*this->getBoxAlgorithmContext(), 15);
  59. //set m_nTactilos to 2 if lower than 2
  60. if(m_nTactilos < 2)
  61. {
  62. m_nTactilos = 2;
  63. }
  64. //set m_nTactilos to MAX if greater than MAX_TACTILOS
  65. if(m_nTactilos > MAX_TACTILOS)
  66. {
  67. m_nTactilos = MAX_TACTILOS;
  68. }
  69. // ----------------------------------------------------------------------------------------------------------------------------------------------------------
  70. m_sequenceStimulationDecoder = &this->getAlgorithmManager().getAlgorithm(
  71. this->getAlgorithmManager().createAlgorithm(OVP_GD_ClassId_Algorithm_StimulationDecoder));
  72. m_sequenceStimulationDecoder->initialize();
  73. m_targetStimulationDecoder = &this->getAlgorithmManager().getAlgorithm(
  74. this->getAlgorithmManager().createAlgorithm(OVP_GD_ClassId_Algorithm_StimulationDecoder));
  75. m_targetStimulationDecoder->initialize();
  76. m_targetFlaggingStimulationEncoder = &this->getAlgorithmManager().getAlgorithm(
  77. this->getAlgorithmManager().createAlgorithm(OVP_GD_ClassId_Algorithm_StimulationEncoder));
  78. m_targetFlaggingStimulationEncoder->initialize();
  79. m_rowSelectionStimulationDecoder = &this->getAlgorithmManager().getAlgorithm(
  80. this->getAlgorithmManager().createAlgorithm(OVP_GD_ClassId_Algorithm_StimulationDecoder));
  81. m_rowSelectionStimulationDecoder->initialize();
  82. m_columnSelectionStimulationDecoder = &this->getAlgorithmManager().getAlgorithm(
  83. this->getAlgorithmManager().createAlgorithm(OVP_GD_ClassId_Algorithm_StimulationDecoder));
  84. m_columnSelectionStimulationDecoder->initialize();
  85. m_sequenceMemoryBuffer.initialize(
  86. m_sequenceStimulationDecoder->getInputParameter(OVP_GD_Algorithm_StimulationDecoder_InputParameterId_MemoryBufferToDecode));
  87. m_sequenceStimulationSet.initialize(
  88. m_sequenceStimulationDecoder->getOutputParameter(OVP_GD_Algorithm_StimulationDecoder_OutputParameterId_StimulationSet));
  89. m_targetMemoryBuffer.initialize(
  90. m_targetStimulationDecoder->getInputParameter(OVP_GD_Algorithm_StimulationDecoder_InputParameterId_MemoryBufferToDecode));
  91. m_targetStimulationSet.initialize(
  92. m_targetStimulationDecoder->getOutputParameter(OVP_GD_Algorithm_StimulationDecoder_OutputParameterId_StimulationSet));
  93. m_targetFlaggingStimulationSet.initialize(
  94. m_targetFlaggingStimulationEncoder->getInputParameter(OVP_GD_Algorithm_StimulationEncoder_InputParameterId_StimulationSet));
  95. m_targetFlaggingMemoryBuffer.initialize(
  96. m_targetFlaggingStimulationEncoder->getOutputParameter(OVP_GD_Algorithm_StimulationEncoder_OutputParameterId_EncodedMemoryBuffer));
  97. m_lastTime = 0;
  98. m_stimulusSender = nullptr;
  99. m_idleFuncTag = 0;
  100. m_stimuliQueue.clear();
  101. m_mainWidgetInterface = gtk_builder_new(); // glade_xml_new(m_interfaceFilename.toASCIIString(), "p300-speller-main", nullptr);
  102. if (!gtk_builder_add_from_file(m_mainWidgetInterface, m_interfaceFilename.toASCIIString(), nullptr))
  103. {
  104. this->getLogManager() << Kernel::LogLevel_ImportantWarning << "Could not load interface file [" << m_interfaceFilename << "]\n";
  105. this->getLogManager() << Kernel::LogLevel_ImportantWarning <<
  106. "The file may be missing. However, the interface files now use gtk-builder instead of glade. Did you update your files ?\n";
  107. return false;
  108. }
  109. m_toolbarWidgetInterface = gtk_builder_new(); // glade_xml_new(m_interfaceFilename.toASCIIString(), "p300-speller-toolbar", nullptr);
  110. gtk_builder_add_from_file(m_toolbarWidgetInterface, m_interfaceFilename.toASCIIString(), nullptr);
  111. m_mainWindow = GTK_WIDGET(gtk_builder_get_object(m_mainWidgetInterface, "p300-speller-main"));
  112. m_toolbarWidget = GTK_WIDGET(gtk_builder_get_object(m_toolbarWidgetInterface, "p300-speller-toolbar"));
  113. m_table = GTK_TABLE(gtk_builder_get_object(m_mainWidgetInterface, "p300-speller-table"));
  114. m_result = GTK_LABEL(gtk_builder_get_object(m_mainWidgetInterface, "label-result"));
  115. m_target = GTK_LABEL(gtk_builder_get_object(m_mainWidgetInterface, "label-target"));
  116. //Begin Menu Initialization -------------------------------------------------------------------------------------
  117. if(m_nTactilos == 6) //Create Menus for m_nTactilos = 6
  118. {
  119. m_Menu.push_back(TactileMenu(6));
  120. m_Menu[0].set_LabelText(0, "Ja");
  121. m_Menu[0].set_LabelText(1, "Nein");
  122. m_Menu[0].set_LabelText(2, "Pflege");
  123. m_Menu[0].set_LabelText(3, "Hilfe");
  124. m_Menu[0].set_LabelText(4, "Geräte");
  125. m_Menu[0].set_LabelText(5, "Funktionen");
  126. m_Menu[0].set_SubMenu(2, &m_Menu[1]);
  127. m_Menu[0].set_SubMenu(3, &m_Menu[2]);
  128. m_Menu[0].set_SubMenu(4, &m_Menu[3]);
  129. m_Menu.push_back(TactileMenu(6));
  130. m_Menu[1].set_LabelText(0, "Ja");
  131. m_Menu[1].set_LabelText(1, "Nein");
  132. m_Menu[1].set_LabelText(2, "Hunger");
  133. m_Menu[1].set_LabelText(3, "Lage");
  134. m_Menu[1].set_LabelText(4, "Müdigkeit");
  135. m_Menu[1].set_LabelText(5, "Hauptmenü");
  136. m_Menu[0].set_SubMenu(5, &m_Menu[0]);
  137. m_Menu.push_back(TactileMenu(6));
  138. m_Menu[2].set_LabelText(0, "Ja");
  139. m_Menu[2].set_LabelText(1, "Nein");
  140. m_Menu[2].set_LabelText(2, "Schmerzen");
  141. m_Menu[2].set_LabelText(3, "Atemnot");
  142. m_Menu[2].set_LabelText(4, "Anderes");
  143. m_Menu[2].set_LabelText(5, "Hauptmenü");
  144. m_Menu[0].set_SubMenu(5, &m_Menu[0]);
  145. m_Menu.push_back(TactileMenu(6));
  146. m_Menu[3].set_LabelText(0, "Ja");
  147. m_Menu[3].set_LabelText(1, "Nein");
  148. m_Menu[3].set_LabelText(2, "Atemgerät");
  149. m_Menu[3].set_LabelText(3, "Rollstuhl");
  150. m_Menu[3].set_LabelText(4, "Computer");
  151. m_Menu[3].set_LabelText(5, "Hauptmenü");
  152. m_Menu[0].set_SubMenu(5, &m_Menu[0]);
  153. //Set Pointer to Mainmenu
  154. m_currMenu = &m_Menu[0];
  155. }
  156. else //Create default menu for m_nTactilos != 6
  157. {
  158. m_Menu.push_back(TactileMenu(m_nTactilos));
  159. m_currMenu = &m_Menu[0];
  160. }
  161. //Init Gtk Labels
  162. for(int i = 0; i < m_nTactilos; i++)
  163. {
  164. std::string label_id = "label-" + std::to_string(i+1);
  165. std::string label_text = m_currMenu->get_LabelText(i);
  166. m_Label.push_back(GTK_LABEL(gtk_builder_get_object(m_mainWidgetInterface, label_id.c_str())));
  167. gtk_label_set_text(m_Label[i], label_text.c_str());
  168. }
  169. //End Menu Initialization ---------------------------------------------------------------------------------------
  170. gtk_builder_connect_signals(m_mainWidgetInterface, nullptr);
  171. gtk_builder_connect_signals(m_toolbarWidgetInterface, nullptr);
  172. g_signal_connect(gtk_builder_get_object(m_toolbarWidgetInterface, "toolbutton-show_target_text"), "toggled", G_CALLBACK(ToggleButtonShowHideCB),
  173. gtk_builder_get_object(m_mainWidgetInterface, "label-target"));
  174. g_signal_connect(gtk_builder_get_object(m_toolbarWidgetInterface, "toolbutton-show_target_text"), "toggled", G_CALLBACK(ToggleButtonShowHideCB),
  175. gtk_builder_get_object(m_mainWidgetInterface, "label-target-title"));
  176. g_signal_connect(gtk_builder_get_object(m_toolbarWidgetInterface, "toolbutton-show_result_text"), "toggled", G_CALLBACK(ToggleButtonShowHideCB),
  177. gtk_builder_get_object(m_mainWidgetInterface, "label-result"));
  178. g_signal_connect(gtk_builder_get_object(m_toolbarWidgetInterface, "toolbutton-show_result_text"), "toggled", G_CALLBACK(ToggleButtonShowHideCB),
  179. gtk_builder_get_object(m_mainWidgetInterface, "label-result-title"));
  180. m_visualizationCtx = dynamic_cast<VisualizationToolkit::IVisualizationContext*>(this->createPluginObject(
  181. OVP_ClassId_Plugin_VisualizationCtx));
  182. m_visualizationCtx->setWidget(*this, m_mainWindow);
  183. m_visualizationCtx->setToolbar(*this, m_toolbarWidget);
  184. guint nRow = 0, nCol = 0;
  185. g_object_get(m_table, "n-rows", &nRow, nullptr);
  186. g_object_get(m_table, "n-columns", &nCol, nullptr);
  187. m_nRow = nRow;
  188. m_nCol = nCol;
  189. PangoFontDescription* maxFontDesc = pango_font_description_copy(pango_context_get_font_description(gtk_widget_get_pango_context(m_mainWindow)));
  190. m_flashFontDesc = pango_font_description_copy(pango_context_get_font_description(gtk_widget_get_pango_context(m_mainWindow)));
  191. m_noFlashFontDesc = pango_font_description_copy(pango_context_get_font_description(gtk_widget_get_pango_context(m_mainWindow)));
  192. m_targetFontDesc = pango_font_description_copy(pango_context_get_font_description(gtk_widget_get_pango_context(m_mainWindow)));
  193. m_selectedFontDesc = pango_font_description_copy(pango_context_get_font_description(gtk_widget_get_pango_context(m_mainWindow)));
  194. uint64_t maxSize = 0;
  195. maxSize = std::max(maxSize, m_flashFontSize);
  196. maxSize = std::max(maxSize, m_noFlashFontSize);
  197. maxSize = std::max(maxSize, m_targetFontSize);
  198. maxSize = std::max(maxSize, m_selectedFontSize);
  199. pango_font_description_set_size(maxFontDesc, gint(maxSize * PANGO_SCALE));
  200. pango_font_description_set_size(m_flashFontDesc, gint(m_flashFontSize * PANGO_SCALE));
  201. pango_font_description_set_size(m_noFlashFontDesc, gint(m_noFlashFontSize * PANGO_SCALE));
  202. pango_font_description_set_size(m_targetFontDesc, gint(m_targetFontSize * PANGO_SCALE));
  203. pango_font_description_set_size(m_selectedFontDesc, gint(m_selectedFontSize * PANGO_SCALE));
  204. this->cacheBuildFromTable(m_table);
  205. this->cacheForEach(&CBoxAlgorithmP300TactileVisualization::cacheChangeBackgroundCB, &m_noFlashBgColor);
  206. this->cacheForEach(&CBoxAlgorithmP300TactileVisualization::cacheChangeForegroundCB, &m_noFlashFgColor);
  207. this->cacheForEach(&CBoxAlgorithmP300TactileVisualization::cacheChangeFontCB, maxFontDesc);
  208. pango_font_description_free(maxFontDesc);
  209. m_lastTargetRow = -1;
  210. m_lastTargetCol = -1;
  211. m_targetRow = -1;
  212. m_targetCol = -1;
  213. m_selectedRow = -1;
  214. m_selectedCol = -1;
  215. m_stimulusSender = TCPTagging::CreateStimulusSender();
  216. if (!m_stimulusSender->connect("localhost", "15361"))
  217. {
  218. this->getLogManager() << Kernel::LogLevel_Warning << "Unable to connect to AS TCP Tagging, stimuli wont be forwarded.\n";
  219. }
  220. m_tableInitialized = false;
  221. return true;
  222. }
  223. bool CBoxAlgorithmP300TactileVisualization::uninitialize()
  224. {
  225. if (m_idleFuncTag)
  226. {
  227. m_stimuliQueue.clear();
  228. g_source_remove(m_idleFuncTag);
  229. m_idleFuncTag = 0;
  230. }
  231. if (m_stimulusSender)
  232. {
  233. delete m_stimulusSender;
  234. m_stimulusSender = nullptr;
  235. }
  236. if (m_selectedFontDesc)
  237. {
  238. pango_font_description_free(m_selectedFontDesc);
  239. m_selectedFontDesc = nullptr;
  240. }
  241. if (m_targetFontDesc)
  242. {
  243. pango_font_description_free(m_targetFontDesc);
  244. m_targetFontDesc = nullptr;
  245. }
  246. if (m_noFlashFontDesc)
  247. {
  248. pango_font_description_free(m_noFlashFontDesc);
  249. m_noFlashFontDesc = nullptr;
  250. }
  251. if (m_flashFontDesc)
  252. {
  253. pango_font_description_free(m_flashFontDesc);
  254. m_flashFontDesc = nullptr;
  255. }
  256. if (m_toolbarWidgetInterface)
  257. {
  258. g_object_unref(m_toolbarWidgetInterface);
  259. m_toolbarWidgetInterface = nullptr;
  260. }
  261. if (m_mainWidgetInterface)
  262. {
  263. g_object_unref(m_mainWidgetInterface);
  264. m_mainWidgetInterface = nullptr;
  265. }
  266. m_targetFlaggingStimulationSet.uninitialize();
  267. m_targetFlaggingMemoryBuffer.uninitialize();
  268. m_targetStimulationSet.uninitialize();
  269. m_targetMemoryBuffer.uninitialize();
  270. m_sequenceStimulationSet.uninitialize();
  271. m_sequenceMemoryBuffer.uninitialize();
  272. if (m_columnSelectionStimulationDecoder)
  273. {
  274. m_columnSelectionStimulationDecoder->uninitialize();
  275. this->getAlgorithmManager().releaseAlgorithm(*m_columnSelectionStimulationDecoder);
  276. m_columnSelectionStimulationDecoder = nullptr;
  277. }
  278. if (m_rowSelectionStimulationDecoder)
  279. {
  280. m_rowSelectionStimulationDecoder->uninitialize();
  281. this->getAlgorithmManager().releaseAlgorithm(*m_rowSelectionStimulationDecoder);
  282. m_rowSelectionStimulationDecoder = nullptr;
  283. }
  284. if (m_targetFlaggingStimulationEncoder)
  285. {
  286. m_targetFlaggingStimulationEncoder->uninitialize();
  287. this->getAlgorithmManager().releaseAlgorithm(*m_targetFlaggingStimulationEncoder);
  288. m_targetFlaggingStimulationEncoder = nullptr;
  289. }
  290. if (m_targetStimulationDecoder)
  291. {
  292. m_targetStimulationDecoder->uninitialize();
  293. this->getAlgorithmManager().releaseAlgorithm(*m_targetStimulationDecoder);
  294. m_targetStimulationDecoder = nullptr;
  295. }
  296. if (m_sequenceStimulationDecoder)
  297. {
  298. m_sequenceStimulationDecoder->uninitialize();
  299. this->getAlgorithmManager().releaseAlgorithm(*m_sequenceStimulationDecoder);
  300. m_sequenceStimulationDecoder = nullptr;
  301. }
  302. if (m_visualizationCtx)
  303. {
  304. this->releasePluginObject(m_visualizationCtx);
  305. m_sequenceStimulationDecoder = nullptr;
  306. }
  307. return true;
  308. }
  309. bool CBoxAlgorithmP300TactileVisualization::processInput(const size_t /*index*/)
  310. {
  311. this->getBoxAlgorithmContext()->markAlgorithmAsReadyToProcess();
  312. if (!m_tableInitialized)
  313. {
  314. this->cacheForEach(&CBoxAlgorithmP300TactileVisualization::cacheChangeBackgroundCB, &m_noFlashBgColor);
  315. this->cacheForEach(&CBoxAlgorithmP300TactileVisualization::cacheChangeForegroundCB, &m_noFlashFgColor);
  316. this->cacheForEach(&CBoxAlgorithmP300TactileVisualization::cacheChangeFontCB, m_noFlashFontDesc);
  317. m_tableInitialized = true;
  318. }
  319. return true;
  320. }
  321. bool CBoxAlgorithmP300TactileVisualization::process()
  322. {
  323. Kernel::IBoxIO& boxContext = this->getDynamicBoxContext();
  324. // --- Sequence stimulations
  325. for (size_t i = 0; i < boxContext.getInputChunkCount(0); ++i)
  326. {
  327. CStimulationSet flaggingStimulationSet;
  328. m_sequenceMemoryBuffer = boxContext.getInputChunk(0, i);
  329. m_targetFlaggingStimulationSet = &flaggingStimulationSet;
  330. m_targetFlaggingMemoryBuffer = boxContext.getOutputChunk(0);
  331. m_sequenceStimulationDecoder->process();
  332. m_lastTime = boxContext.getInputChunkEndTime(0, i);
  333. if (m_sequenceStimulationDecoder->isOutputTriggerActive(OVP_GD_Algorithm_StimulationDecoder_OutputTriggerId_ReceivedHeader))
  334. {
  335. m_targetFlaggingStimulationEncoder->process(OVP_GD_Algorithm_StimulationEncoder_InputTriggerId_EncodeHeader);
  336. }
  337. if (m_sequenceStimulationDecoder->isOutputTriggerActive(OVP_GD_Algorithm_StimulationDecoder_OutputTriggerId_ReceivedBuffer))
  338. {
  339. IStimulationSet* stimulationSet = m_sequenceStimulationSet;
  340. for (size_t j = 0; j < stimulationSet->getStimulationCount(); ++j)
  341. {
  342. uint64_t id = stimulationSet->getStimulationIdentifier(j);
  343. bool flash = false;
  344. int row = -1;
  345. int col = -1;
  346. bool isTarget = false;
  347. if (id >= m_rowStimulationBase && id < m_rowStimulationBase + m_nRow)
  348. {
  349. row = int(id - m_rowStimulationBase);
  350. flash = true;
  351. isTarget = (row == m_lastTargetRow);
  352. }
  353. if (id >= m_columnStimulationBase && id < m_columnStimulationBase + m_nCol)
  354. {
  355. col = int(id - m_columnStimulationBase);
  356. flash = true;
  357. isTarget = (col == m_lastTargetCol);
  358. }
  359. if (id == OVTK_StimulationId_VisualStimulationStop)
  360. {
  361. this->getLogManager() << Kernel::LogLevel_Debug << "Received OVTK_StimulationId_VisualStimulationStop - resets grid\n";
  362. this->cacheForEach(&CBoxAlgorithmP300TactileVisualization::cacheChangeBackgroundCB, &m_noFlashBgColor);
  363. this->cacheForEach(&CBoxAlgorithmP300TactileVisualization::cacheChangeForegroundCB, &m_noFlashFgColor);
  364. this->cacheForEach(&CBoxAlgorithmP300TactileVisualization::cacheChangeFontCB, m_noFlashFontDesc);
  365. }
  366. if (id == OVTK_StimulationId_Reset)
  367. {
  368. gtk_label_set_text(m_target, "");
  369. gtk_label_set_text(m_result, "");
  370. }
  371. if (flash)
  372. {
  373. this->cacheForEachIf(row, col, &CBoxAlgorithmP300TactileVisualization::cacheChangeBackgroundCB,
  374. &CBoxAlgorithmP300TactileVisualization::cacheChangeBackgroundCB, &m_flashBgColor, &m_noFlashBgColor);
  375. this->cacheForEachIf(row, col, &CBoxAlgorithmP300TactileVisualization::cacheChangeForegroundCB,
  376. &CBoxAlgorithmP300TactileVisualization::cacheChangeForegroundCB, &m_flashFgColor, &m_noFlashFgColor);
  377. this->cacheForEachIf(row, col, &CBoxAlgorithmP300TactileVisualization::cacheChangeFontCB,
  378. &CBoxAlgorithmP300TactileVisualization::cacheChangeFontCB, m_flashFontDesc, m_noFlashFontDesc);
  379. // We now know if this flash corresponds to the current target or not, merge this to the outgoing stimulation stream
  380. if (isTarget)
  381. {
  382. m_stimuliQueue.push_back(OVTK_StimulationId_Target);
  383. flaggingStimulationSet.appendStimulation(OVTK_StimulationId_Target, stimulationSet->getStimulationDate(j), 0);
  384. }
  385. else
  386. {
  387. m_stimuliQueue.push_back(OVTK_StimulationId_NonTarget);
  388. flaggingStimulationSet.appendStimulation(OVTK_StimulationId_NonTarget, stimulationSet->getStimulationDate(j), 0);
  389. }
  390. }
  391. // Pass the stimulation to the server also as-is. If its a flash, it can be differentiated from a 'target' spec because
  392. // its NOT between OVTK_StimulationId_RestStart and OVTK_StimulationId_RestStop stimuli in the generated P300 timeline.
  393. m_stimuliQueue.push_back(id);
  394. }
  395. m_targetFlaggingStimulationEncoder->process(OVP_GD_Algorithm_StimulationEncoder_InputTriggerId_EncodeBuffer);
  396. }
  397. if (m_sequenceStimulationDecoder->isOutputTriggerActive(OVP_GD_Algorithm_StimulationDecoder_OutputTriggerId_ReceivedEnd))
  398. {
  399. m_targetFlaggingStimulationEncoder->process(OVP_GD_Algorithm_StimulationEncoder_InputTriggerId_EncodeEnd);
  400. }
  401. boxContext.markInputAsDeprecated(0, i);
  402. boxContext.markOutputAsReadyToSend(0, boxContext.getInputChunkStartTime(0, i), boxContext.getInputChunkEndTime(0, i));
  403. }
  404. // --- Target stimulations
  405. for (size_t i = 0; i < boxContext.getInputChunkCount(1); ++i)
  406. {
  407. if (m_lastTime >= boxContext.getInputChunkStartTime(1, i))
  408. {
  409. m_targetMemoryBuffer = boxContext.getInputChunk(1, i);
  410. m_targetStimulationDecoder->process();
  411. if (m_targetStimulationDecoder->isOutputTriggerActive(OVP_GD_Algorithm_StimulationDecoder_OutputTriggerId_ReceivedHeader)) { }
  412. if (m_targetStimulationDecoder->isOutputTriggerActive(OVP_GD_Algorithm_StimulationDecoder_OutputTriggerId_ReceivedBuffer))
  413. {
  414. IStimulationSet* stimulationSet = m_targetStimulationSet;
  415. for (size_t j = 0; j < stimulationSet->getStimulationCount(); ++j)
  416. {
  417. uint64_t id = stimulationSet->getStimulationIdentifier(j);
  418. bool target = false;
  419. if (id >= m_rowStimulationBase && id < m_rowStimulationBase + m_nRow)
  420. {
  421. this->getLogManager() << Kernel::LogLevel_Debug << "Received Target Row " << id << "\n";
  422. m_targetRow = int(id - m_rowStimulationBase);
  423. target = true;
  424. }
  425. if (id >= m_columnStimulationBase && id < m_columnStimulationBase + m_nCol)
  426. {
  427. this->getLogManager() << Kernel::LogLevel_Debug << "Received Target Column " << id << "\n";
  428. m_targetCol = int(id - m_columnStimulationBase);
  429. target = true;
  430. }
  431. if (target && m_targetRow != -1 && m_targetCol != -1)
  432. {
  433. this->getLogManager() << Kernel::LogLevel_Debug << "Displays Target Cell\n";
  434. this->cacheForEachIf(m_targetRow, m_targetCol, &CBoxAlgorithmP300TactileVisualization::cacheChangeBackgroundCB,
  435. &CBoxAlgorithmP300TactileVisualization::cacheChangeNullCB, &m_targetBgColor, nullptr);
  436. this->cacheForEachIf(m_targetRow, m_targetCol, &CBoxAlgorithmP300TactileVisualization::cacheChangeForegroundCB,
  437. &CBoxAlgorithmP300TactileVisualization::cacheChangeNullCB, &m_targetFgColor, nullptr);
  438. this->cacheForEachIf(m_targetRow, m_targetCol, &CBoxAlgorithmP300TactileVisualization::cacheChangeFontCB,
  439. &CBoxAlgorithmP300TactileVisualization::cacheChangeNullCB, m_targetFontDesc, nullptr);
  440. std::vector<GtkWidget*> widgets;
  441. this->cacheForEachIf(m_targetRow, m_targetCol, &CBoxAlgorithmP300TactileVisualization::cacheCollectChildWidgetCB,
  442. &CBoxAlgorithmP300TactileVisualization::cacheCollectChildWidgetCB, &widgets, nullptr);
  443. // Merge the current target into the stimulation stream. It can be differentiated
  444. // from a 'flash' spec because it IS between OVTK_StimulationId_RestStart and
  445. // OVTK_StimulationId_RestStop stimulations in the P300 timeline.
  446. {
  447. m_stimuliQueue.push_back(m_targetRow + m_rowStimulationBase);
  448. m_stimuliQueue.push_back(m_targetCol + m_columnStimulationBase);
  449. }
  450. if (widgets.size() == 1)
  451. {
  452. if (GTK_IS_LABEL(widgets[0]))
  453. {
  454. std::string label;
  455. label = gtk_label_get_text(m_target);
  456. label += gtk_label_get_text(GTK_LABEL(widgets[0]));
  457. gtk_label_set_text(m_target, label.c_str());
  458. }
  459. else
  460. {
  461. this->getLogManager() << Kernel::LogLevel_Warning << "Expected label class widget... could not find a valid text to append\n";
  462. }
  463. }
  464. else
  465. {
  466. this->getLogManager() << Kernel::LogLevel_Warning << "Did not find a unique widget at row:" << size_t(m_targetRow) << " column:" <<
  467. size_t(m_targetCol) << "\n";
  468. }
  469. m_targetHistory.emplace_back(m_targetRow, m_targetCol);
  470. m_lastTargetRow = m_targetRow;
  471. m_lastTargetCol = m_targetCol;
  472. m_targetRow = -1;
  473. m_targetCol = -1;
  474. }
  475. }
  476. }
  477. if (m_targetStimulationDecoder->isOutputTriggerActive(OVP_GD_Algorithm_StimulationDecoder_OutputTriggerId_ReceivedEnd)) { }
  478. boxContext.markInputAsDeprecated(1, i);
  479. }
  480. }
  481. // --- Selection stimulations
  482. for (size_t k = 2; k < 4; ++k)
  483. {
  484. Kernel::IAlgorithmProxy* decoder = (k == 2 ? m_rowSelectionStimulationDecoder : m_columnSelectionStimulationDecoder);
  485. Kernel::TParameterHandler<const IMemoryBuffer*> selectionMemoryBuffer(
  486. decoder->getInputParameter(OVP_GD_Algorithm_StimulationDecoder_InputParameterId_MemoryBufferToDecode));
  487. Kernel::TParameterHandler<IStimulationSet*> selectionStimulationSet(
  488. decoder->getOutputParameter(OVP_GD_Algorithm_StimulationDecoder_OutputParameterId_StimulationSet));
  489. for (size_t i = 0; i < boxContext.getInputChunkCount(k); ++i)
  490. {
  491. if (m_lastTime >= boxContext.getInputChunkStartTime(k, i))
  492. {
  493. selectionMemoryBuffer = boxContext.getInputChunk(k, i);
  494. decoder->process();
  495. if (decoder->isOutputTriggerActive(OVP_GD_Algorithm_StimulationDecoder_OutputTriggerId_ReceivedHeader)) { }
  496. if (decoder->isOutputTriggerActive(OVP_GD_Algorithm_StimulationDecoder_OutputTriggerId_ReceivedBuffer))
  497. {
  498. IStimulationSet* stimulationSet = selectionStimulationSet;
  499. for (size_t j = 0; j < stimulationSet->getStimulationCount(); ++j)
  500. {
  501. uint64_t id = stimulationSet->getStimulationIdentifier(j);
  502. bool selected = false;
  503. if (id >= m_rowStimulationBase && id < m_rowStimulationBase + m_nRow)
  504. {
  505. this->getLogManager() << Kernel::LogLevel_Debug << "Received Selected Row " << id << "\n";
  506. m_selectedRow = int(id - m_rowStimulationBase);
  507. selected = true;
  508. }
  509. if (id >= m_columnStimulationBase && id < m_columnStimulationBase + m_nRow)
  510. {
  511. this->getLogManager() << Kernel::LogLevel_Debug << "Received Selected Column " << id << "\n";
  512. m_selectedCol = int(id - m_columnStimulationBase);
  513. selected = true;
  514. }
  515. if (id == OVTK_StimulationId_Label_00)
  516. {
  517. if (k == 2) { m_selectedRow = -2; }
  518. if (k == 3) { m_selectedCol = -2; }
  519. selected = true;
  520. }
  521. if (selected && m_selectedRow != -1 && m_selectedCol != -1)
  522. {
  523. if (m_selectedRow >= 0 && m_selectedCol >= 0)
  524. {
  525. this->getLogManager() << Kernel::LogLevel_Debug << "Displays Selected Cell\n";
  526. this->cacheForEachIf(m_selectedRow, m_selectedCol, &CBoxAlgorithmP300TactileVisualization::cacheChangeBackgroundCB,
  527. &CBoxAlgorithmP300TactileVisualization::cacheChangeNullCB, &m_selectedBgColor, nullptr);
  528. this->cacheForEachIf(m_selectedRow, m_selectedCol, &CBoxAlgorithmP300TactileVisualization::cacheChangeForegroundCB,
  529. &CBoxAlgorithmP300TactileVisualization::cacheChangeNullCB, &m_selectedFgColor, nullptr);
  530. this->cacheForEachIf(m_selectedRow, m_selectedCol, &CBoxAlgorithmP300TactileVisualization::cacheChangeFontCB,
  531. &CBoxAlgorithmP300TactileVisualization::cacheChangeNullCB, m_selectedFontDesc, nullptr);
  532. std::vector<GtkWidget*> widgets;
  533. this->cacheForEachIf(m_selectedRow, m_selectedCol, &CBoxAlgorithmP300TactileVisualization::cacheCollectChildWidgetCB,
  534. &CBoxAlgorithmP300TactileVisualization::cacheCollectChildWidgetCB, &widgets, nullptr);
  535. if (widgets.size() == 1)
  536. {
  537. if (GTK_IS_LABEL(widgets[0]))
  538. {
  539. std::string label;
  540. label = gtk_label_get_text(GTK_LABEL(widgets[0]));
  541. if (!m_targetHistory.empty())
  542. {
  543. auto it = m_targetHistory.begin();
  544. bool correct = (it->first == m_selectedRow && it->second == m_selectedCol);
  545. bool halfCorrect = (it->first == m_selectedRow || it->second == m_selectedCol);
  546. m_targetHistory.pop_front();
  547. std::string tmp;
  548. if (correct) { tmp = "<span color=\"darkgreen\">"; }
  549. else if (halfCorrect) { tmp = "<span color=\"darkorange\">"; }
  550. else { tmp = "<span color=\"darkred\">"; }
  551. label = tmp.append(label).append("</span>");
  552. }
  553. label = std::string(gtk_label_get_label(m_result)).append(label);
  554. gtk_label_set_markup(m_result, label.c_str());
  555. }
  556. else
  557. {
  558. this->getLogManager() << Kernel::LogLevel_Warning <<
  559. "Expected label class widget... could not find a valid text to append\n";
  560. }
  561. }
  562. else
  563. {
  564. this->getLogManager() << Kernel::LogLevel_Warning << "Did not find a unique widget at row : " << size_t(m_selectedRow) <<
  565. " column : " << size_t(m_selectedCol) << "\n";
  566. }
  567. //Switch Menu
  568. m_currMenu = m_currMenu->get_SubMenu(m_selectedRow);
  569. for(int i = 0; i < 6; i++)
  570. {
  571. std::string label_text = m_currMenu->get_LabelText(i);
  572. gtk_label_set_text(m_Label[i], label_text.c_str());
  573. }
  574. }
  575. else
  576. {
  577. this->getLogManager() << Kernel::LogLevel_Trace << "Selection Rejected !\n";
  578. std::string label;
  579. label = gtk_label_get_text(m_result);
  580. label += "*";
  581. gtk_label_set_text(m_result, label.c_str());
  582. }
  583. m_selectedRow = -1;
  584. m_selectedCol = -1;
  585. }
  586. }
  587. }
  588. if (decoder->isOutputTriggerActive(OVP_GD_Algorithm_StimulationDecoder_OutputTriggerId_ReceivedEnd)) { }
  589. boxContext.markInputAsDeprecated(k, i);
  590. }
  591. }
  592. }
  593. // After any possible rendering, we flush the accumulated stimuli. The default idle func is low priority, so it should be run after rendering by gtk.
  594. if (m_idleFuncTag == 0) { m_idleFuncTag = g_idle_add(FlushCB, this); }
  595. return true;
  596. }
  597. // _________________________________________________________________________________________________________________________________________________________
  598. //
  599. void CBoxAlgorithmP300TactileVisualization::cacheBuildFromTable(GtkTable* table)
  600. {
  601. if (table)
  602. {
  603. const GdkColor white = InitGDKColor(65535, 65535, 65535, 65535);
  604. for (GList* list = table->children; list; list = list->next)
  605. {
  606. GtkTableChild* child = static_cast<GtkTableChild*>(list->data);
  607. for (size_t i = child->top_attach; i < child->bottom_attach; ++i)
  608. {
  609. for (size_t j = child->left_attach; j < child->right_attach; ++j)
  610. {
  611. widget_style_t& style = m_cache[i][j];
  612. style.widget = child->widget;
  613. style.childWidget = gtk_bin_get_child(GTK_BIN(child->widget));
  614. style.bgColor = white;
  615. style.fgColor = white;
  616. style.fontDesc = nullptr;
  617. }
  618. }
  619. }
  620. }
  621. }
  622. void CBoxAlgorithmP300TactileVisualization::cacheForEach(const cache_callback callback, void* data)
  623. {
  624. for (auto i = m_cache.begin(); i != m_cache.end(); ++i)
  625. {
  626. for (auto j = i->second.begin(); j != i->second.end(); ++j) { (this->*callback)(j->second, data); }
  627. }
  628. }
  629. void CBoxAlgorithmP300TactileVisualization::cacheForEachIf(const int iLine, const int iColumn, const cache_callback ifCB, const cache_callback elseCB,
  630. void* ifUserData, void* elseUserData)
  631. {
  632. for (auto i = m_cache.begin(); i != m_cache.end(); ++i)
  633. {
  634. for (auto j = i->second.begin(); j != i->second.end(); ++j)
  635. {
  636. const bool line = (iLine != -1);
  637. const bool column = (iColumn != -1);
  638. bool inLine = false;
  639. bool inCol = false;
  640. bool first;
  641. if (line && size_t(iLine) == i->first) { inLine = true; }
  642. if (column && size_t(iColumn) == j->first) { inCol = true; }
  643. if (line && column) { first = inLine && inCol; }
  644. else { first = inLine || inCol; }
  645. if (first) { (this->*ifCB)(j->second, ifUserData); }
  646. else { (this->*elseCB)(j->second, elseUserData); }
  647. }
  648. }
  649. }
  650. void CBoxAlgorithmP300TactileVisualization::cacheChangeNullCB(widget_style_t& /*rWidgetStyle*/, void* /*data*/) { }
  651. void CBoxAlgorithmP300TactileVisualization::cacheChangeBackgroundCB(widget_style_t& style, void* data)
  652. {
  653. GdkColor oColor = *static_cast<GdkColor*>(data);
  654. if (memcmp(&style.bgColor, &oColor, sizeof(GdkColor)) != 0)
  655. {
  656. gtk_widget_modify_bg(style.widget, GTK_STATE_NORMAL, &oColor);
  657. style.bgColor = oColor;
  658. }
  659. }
  660. void CBoxAlgorithmP300TactileVisualization::cacheChangeForegroundCB(widget_style_t& style, void* data)
  661. {
  662. GdkColor oColor = *static_cast<GdkColor*>(data);
  663. if (memcmp(&style.fgColor, &oColor, sizeof(GdkColor)) != 0)
  664. {
  665. gtk_widget_modify_fg(style.childWidget, GTK_STATE_NORMAL, &oColor);
  666. style.fgColor = oColor;
  667. }
  668. }
  669. void CBoxAlgorithmP300TactileVisualization::cacheChangeFontCB(widget_style_t& style, void* data)
  670. {
  671. auto* pFontDescription = static_cast<PangoFontDescription*>(data);
  672. if (style.fontDesc != pFontDescription)
  673. {
  674. gtk_widget_modify_font(style.childWidget, pFontDescription);
  675. style.fontDesc = pFontDescription;
  676. }
  677. }
  678. void CBoxAlgorithmP300TactileVisualization::cacheCollectWidgetCB(widget_style_t& style, void* data)
  679. {
  680. if (data) { (static_cast<std::vector<GtkWidget*>*>(data))->push_back(style.widget); }
  681. }
  682. void CBoxAlgorithmP300TactileVisualization::cacheCollectChildWidgetCB(widget_style_t& style, void* data)
  683. {
  684. if (data) { (static_cast<std::vector<GtkWidget*>*>(data))->push_back(style.childWidget); }
  685. }
  686. // Note that we don't need concurrency control here as gtk callbacks run in the main thread
  687. void CBoxAlgorithmP300TactileVisualization::flushQueue()
  688. {
  689. for (const auto& stimulation : m_stimuliQueue) { m_stimulusSender->sendStimulation(stimulation); }
  690. m_stimuliQueue.clear();
  691. // This function will be automatically removed after completion, so set to 0
  692. m_idleFuncTag = 0;
  693. }
  694. } // namespace Tactilebci
  695. } // namespace Plugins
  696. } // namespace OpenViBE