Browse Source

Dateien hochladen nach „“

master
Tobias Baumann 2 years ago
parent
commit
64a23cb8e6
5 changed files with 876 additions and 0 deletions
  1. 764
    0
      ovpCBoxAlgorithmP300TactileVisualization.cpp
  2. 21
    0
      ovp_defines.h
  3. 19
    0
      ovp_defines.h.bak
  4. 22
    0
      ovp_main.cpp
  5. 50
    0
      utils.h

+ 764
- 0
ovpCBoxAlgorithmP300TactileVisualization.cpp View File

///-------------------------------------------------------------------------------------------------
///
/// \file ovpCBoxAlgorithmP300TactileVisualization.cpp
/// \brief Functions of the Class P300TactileVisualization. !!This is a modification of the P300 Speller Visualization Box!!
/// \author Tobias Baumann (TH Nuernberg).
/// \version 1.0.
/// \date Mon Feb 04 12:43:53 2022.
/// \copyright <a href="https://choosealicense.com/licenses/agpl-3.0/">GNU Affero General Public License v3.0</a>
///
///-------------------------------------------------------------------------------------------------
//includes
#include "ovpCBoxAlgorithmP300TactileVisualization.h"
#include <tcptagging/IStimulusSender.h>
#include <algorithm>
#include <list>
#include <string>
#include <vector>
namespace OpenViBE {
namespace Plugins {
namespace Tactilebci {
static void ToggleButtonShowHideCB(GtkToggleToolButton* button, gpointer data)
{
if (gtk_toggle_tool_button_get_active(button)) { gtk_widget_show(GTK_WIDGET(data)); }
else { gtk_widget_hide(GTK_WIDGET(data)); }
}
// This callback flushes all accumulated stimulations to the TCP Tagging
// after the rendering has completed.
static gboolean FlushCB(gpointer data)
{
(static_cast<CBoxAlgorithmP300TactileVisualization*>(data))->flushQueue();
return false; // Only run once
}
bool CBoxAlgorithmP300TactileVisualization::initialize()
{
const Kernel::IBox& boxContext = this->getStaticBoxContext();
m_mainWidgetInterface = nullptr;
m_toolbarWidgetInterface = nullptr;
m_flashFontDesc = nullptr;
m_noFlashFontDesc = nullptr;
m_targetFontDesc = nullptr;
m_selectedFontDesc = nullptr;
// ----------------------------------------------------------------------------------------------------------------------------------------------------------
m_interfaceFilename = FSettingValueAutoCast(*this->getBoxAlgorithmContext(), 0);
m_rowStimulationBase = FSettingValueAutoCast(*this->getBoxAlgorithmContext(), 1);
m_columnStimulationBase = FSettingValueAutoCast(*this->getBoxAlgorithmContext(), 2);
m_flashBgColor = CGdkcolorAutoCast(boxContext, this->getConfigurationManager(), 3);
m_flashFgColor = CGdkcolorAutoCast(boxContext, this->getConfigurationManager(), 4);
m_flashFontSize = FSettingValueAutoCast(*this->getBoxAlgorithmContext(), 5);
m_noFlashBgColor = CGdkcolorAutoCast(boxContext, this->getConfigurationManager(), 6);
m_noFlashFgColor = CGdkcolorAutoCast(boxContext, this->getConfigurationManager(), 7);
m_noFlashFontSize = FSettingValueAutoCast(*this->getBoxAlgorithmContext(), 8);
m_targetBgColor = CGdkcolorAutoCast(boxContext, this->getConfigurationManager(), 9);
m_targetFgColor = CGdkcolorAutoCast(boxContext, this->getConfigurationManager(), 10);
m_targetFontSize = FSettingValueAutoCast(*this->getBoxAlgorithmContext(), 11);
m_selectedBgColor = CGdkcolorAutoCast(boxContext, this->getConfigurationManager(), 12);
m_selectedFgColor = CGdkcolorAutoCast(boxContext, this->getConfigurationManager(), 13);
m_selectedFontSize = FSettingValueAutoCast(*this->getBoxAlgorithmContext(), 14);
// ----------------------------------------------------------------------------------------------------------------------------------------------------------
m_sequenceStimulationDecoder = &this->getAlgorithmManager().getAlgorithm(
this->getAlgorithmManager().createAlgorithm(OVP_GD_ClassId_Algorithm_StimulationDecoder));
m_sequenceStimulationDecoder->initialize();
m_targetStimulationDecoder = &this->getAlgorithmManager().getAlgorithm(
this->getAlgorithmManager().createAlgorithm(OVP_GD_ClassId_Algorithm_StimulationDecoder));
m_targetStimulationDecoder->initialize();
m_targetFlaggingStimulationEncoder = &this->getAlgorithmManager().getAlgorithm(
this->getAlgorithmManager().createAlgorithm(OVP_GD_ClassId_Algorithm_StimulationEncoder));
m_targetFlaggingStimulationEncoder->initialize();
m_rowSelectionStimulationDecoder = &this->getAlgorithmManager().getAlgorithm(
this->getAlgorithmManager().createAlgorithm(OVP_GD_ClassId_Algorithm_StimulationDecoder));
m_rowSelectionStimulationDecoder->initialize();
m_columnSelectionStimulationDecoder = &this->getAlgorithmManager().getAlgorithm(
this->getAlgorithmManager().createAlgorithm(OVP_GD_ClassId_Algorithm_StimulationDecoder));
m_columnSelectionStimulationDecoder->initialize();
m_sequenceMemoryBuffer.initialize(
m_sequenceStimulationDecoder->getInputParameter(OVP_GD_Algorithm_StimulationDecoder_InputParameterId_MemoryBufferToDecode));
m_sequenceStimulationSet.initialize(
m_sequenceStimulationDecoder->getOutputParameter(OVP_GD_Algorithm_StimulationDecoder_OutputParameterId_StimulationSet));
m_targetMemoryBuffer.initialize(
m_targetStimulationDecoder->getInputParameter(OVP_GD_Algorithm_StimulationDecoder_InputParameterId_MemoryBufferToDecode));
m_targetStimulationSet.initialize(
m_targetStimulationDecoder->getOutputParameter(OVP_GD_Algorithm_StimulationDecoder_OutputParameterId_StimulationSet));
m_targetFlaggingStimulationSet.initialize(
m_targetFlaggingStimulationEncoder->getInputParameter(OVP_GD_Algorithm_StimulationEncoder_InputParameterId_StimulationSet));
m_targetFlaggingMemoryBuffer.initialize(
m_targetFlaggingStimulationEncoder->getOutputParameter(OVP_GD_Algorithm_StimulationEncoder_OutputParameterId_EncodedMemoryBuffer));
m_lastTime = 0;
m_stimulusSender = nullptr;
m_idleFuncTag = 0;
m_stimuliQueue.clear();
m_mainWidgetInterface = gtk_builder_new(); // glade_xml_new(m_interfaceFilename.toASCIIString(), "p300-speller-main", nullptr);
if (!gtk_builder_add_from_file(m_mainWidgetInterface, m_interfaceFilename.toASCIIString(), nullptr))
{
this->getLogManager() << Kernel::LogLevel_ImportantWarning << "Could not load interface file [" << m_interfaceFilename << "]\n";
this->getLogManager() << Kernel::LogLevel_ImportantWarning <<
"The file may be missing. However, the interface files now use gtk-builder instead of glade. Did you update your files ?\n";
return false;
}
m_toolbarWidgetInterface = gtk_builder_new(); // glade_xml_new(m_interfaceFilename.toASCIIString(), "p300-speller-toolbar", nullptr);
gtk_builder_add_from_file(m_toolbarWidgetInterface, m_interfaceFilename.toASCIIString(), nullptr);
m_mainWindow = GTK_WIDGET(gtk_builder_get_object(m_mainWidgetInterface, "p300-speller-main"));
m_toolbarWidget = GTK_WIDGET(gtk_builder_get_object(m_toolbarWidgetInterface, "p300-speller-toolbar"));
m_table = GTK_TABLE(gtk_builder_get_object(m_mainWidgetInterface, "p300-speller-table"));
m_result = GTK_LABEL(gtk_builder_get_object(m_mainWidgetInterface, "label-result"));
m_target = GTK_LABEL(gtk_builder_get_object(m_mainWidgetInterface, "label-target"));
//TactileMenu initialization
TactileMenu CBoxAlgorithmP300TactileVisualization::m_MainMenu("Ja", "Nein", "Pflege", "Hilfe", "Geräte", "Optionen", m_mainWidgetInterface);
TactileMenu CBoxAlgorithmP300TactileVisualization::m_CareMenu("Ja", "Nein", "Hunger", "Lage", "Müdigkeit", "Hauptmenü", m_mainWidgetInterface);
TactileMenu CBoxAlgorithmP300TactileVisualization::m_HelpMenu("Ja", "Nein", "Schmerzen", "Atemnot", "Anderes", "Hauptmenü", m_mainWidgetInterface);
TactileMenu CBoxAlgorithmP300TactileVisualization::m_DevicesMenu("Ja", "Nein", "Atemgerät", "Rollstuhl", "Computer", "Hauptmenü", m_mainWidgetInterface);
TactileMenu CBoxAlgorithmP300TactileVisualization::m_FunctionsMenu("Ja", "Nein", "befehl1", "befehl2", "befehl3", "Hauptmenü", m_mainWidgetInterface);
m_CurrentMenu = &m_MainMenu;
m_CurrentMenu->reloadui();
//Grenze-------------------------------------------------------------------------------------
gtk_builder_connect_signals(m_mainWidgetInterface, nullptr);
gtk_builder_connect_signals(m_toolbarWidgetInterface, nullptr);
g_signal_connect(gtk_builder_get_object(m_toolbarWidgetInterface, "toolbutton-show_target_text"), "toggled", G_CALLBACK(ToggleButtonShowHideCB),
gtk_builder_get_object(m_mainWidgetInterface, "label-target"));
g_signal_connect(gtk_builder_get_object(m_toolbarWidgetInterface, "toolbutton-show_target_text"), "toggled", G_CALLBACK(ToggleButtonShowHideCB),
gtk_builder_get_object(m_mainWidgetInterface, "label-target-title"));
g_signal_connect(gtk_builder_get_object(m_toolbarWidgetInterface, "toolbutton-show_result_text"), "toggled", G_CALLBACK(ToggleButtonShowHideCB),
gtk_builder_get_object(m_mainWidgetInterface, "label-result"));
g_signal_connect(gtk_builder_get_object(m_toolbarWidgetInterface, "toolbutton-show_result_text"), "toggled", G_CALLBACK(ToggleButtonShowHideCB),
gtk_builder_get_object(m_mainWidgetInterface, "label-result-title"));
m_visualizationCtx = dynamic_cast<VisualizationToolkit::IVisualizationContext*>(this->createPluginObject(
OVP_ClassId_Plugin_VisualizationCtx));
m_visualizationCtx->setWidget(*this, m_mainWindow);
m_visualizationCtx->setToolbar(*this, m_toolbarWidget);
guint nRow = 0, nCol = 0;
g_object_get(m_table, "n-rows", &nRow, nullptr);
g_object_get(m_table, "n-columns", &nCol, nullptr);
m_nRow = nRow;
m_nCol = nCol;
PangoFontDescription* maxFontDesc = pango_font_description_copy(pango_context_get_font_description(gtk_widget_get_pango_context(m_mainWindow)));
m_flashFontDesc = pango_font_description_copy(pango_context_get_font_description(gtk_widget_get_pango_context(m_mainWindow)));
m_noFlashFontDesc = pango_font_description_copy(pango_context_get_font_description(gtk_widget_get_pango_context(m_mainWindow)));
m_targetFontDesc = pango_font_description_copy(pango_context_get_font_description(gtk_widget_get_pango_context(m_mainWindow)));
m_selectedFontDesc = pango_font_description_copy(pango_context_get_font_description(gtk_widget_get_pango_context(m_mainWindow)));
uint64_t maxSize = 0;
maxSize = std::max(maxSize, m_flashFontSize);
maxSize = std::max(maxSize, m_noFlashFontSize);
maxSize = std::max(maxSize, m_targetFontSize);
maxSize = std::max(maxSize, m_selectedFontSize);
pango_font_description_set_size(maxFontDesc, gint(maxSize * PANGO_SCALE));
pango_font_description_set_size(m_flashFontDesc, gint(m_flashFontSize * PANGO_SCALE));
pango_font_description_set_size(m_noFlashFontDesc, gint(m_noFlashFontSize * PANGO_SCALE));
pango_font_description_set_size(m_targetFontDesc, gint(m_targetFontSize * PANGO_SCALE));
pango_font_description_set_size(m_selectedFontDesc, gint(m_selectedFontSize * PANGO_SCALE));
this->cacheBuildFromTable(m_table);
this->cacheForEach(&CBoxAlgorithmP300TactileVisualization::cacheChangeBackgroundCB, &m_noFlashBgColor);
this->cacheForEach(&CBoxAlgorithmP300TactileVisualization::cacheChangeForegroundCB, &m_noFlashFgColor);
this->cacheForEach(&CBoxAlgorithmP300TactileVisualization::cacheChangeFontCB, maxFontDesc);
pango_font_description_free(maxFontDesc);
m_lastTargetRow = -1;
m_lastTargetCol = -1;
m_targetRow = -1;
m_targetCol = -1;
m_selectedRow = -1;
m_selectedCol = -1;
m_stimulusSender = TCPTagging::CreateStimulusSender();
if (!m_stimulusSender->connect("localhost", "15361"))
{
this->getLogManager() << Kernel::LogLevel_Warning << "Unable to connect to AS TCP Tagging, stimuli wont be forwarded.\n";
}
m_tableInitialized = false;
return true;
}
bool CBoxAlgorithmP300TactileVisualization::uninitialize()
{
if (m_idleFuncTag)
{
m_stimuliQueue.clear();
g_source_remove(m_idleFuncTag);
m_idleFuncTag = 0;
}
if (m_stimulusSender)
{
delete m_stimulusSender;
m_stimulusSender = nullptr;
}
if (m_selectedFontDesc)
{
pango_font_description_free(m_selectedFontDesc);
m_selectedFontDesc = nullptr;
}
if (m_targetFontDesc)
{
pango_font_description_free(m_targetFontDesc);
m_targetFontDesc = nullptr;
}
if (m_noFlashFontDesc)
{
pango_font_description_free(m_noFlashFontDesc);
m_noFlashFontDesc = nullptr;
}
if (m_flashFontDesc)
{
pango_font_description_free(m_flashFontDesc);
m_flashFontDesc = nullptr;
}
if (m_toolbarWidgetInterface)
{
g_object_unref(m_toolbarWidgetInterface);
m_toolbarWidgetInterface = nullptr;
}
if (m_mainWidgetInterface)
{
g_object_unref(m_mainWidgetInterface);
m_mainWidgetInterface = nullptr;
}
m_targetFlaggingStimulationSet.uninitialize();
m_targetFlaggingMemoryBuffer.uninitialize();
m_targetStimulationSet.uninitialize();
m_targetMemoryBuffer.uninitialize();
m_sequenceStimulationSet.uninitialize();
m_sequenceMemoryBuffer.uninitialize();
if (m_columnSelectionStimulationDecoder)
{
m_columnSelectionStimulationDecoder->uninitialize();
this->getAlgorithmManager().releaseAlgorithm(*m_columnSelectionStimulationDecoder);
m_columnSelectionStimulationDecoder = nullptr;
}
if (m_rowSelectionStimulationDecoder)
{
m_rowSelectionStimulationDecoder->uninitialize();
this->getAlgorithmManager().releaseAlgorithm(*m_rowSelectionStimulationDecoder);
m_rowSelectionStimulationDecoder = nullptr;
}
if (m_targetFlaggingStimulationEncoder)
{
m_targetFlaggingStimulationEncoder->uninitialize();
this->getAlgorithmManager().releaseAlgorithm(*m_targetFlaggingStimulationEncoder);
m_targetFlaggingStimulationEncoder = nullptr;
}
if (m_targetStimulationDecoder)
{
m_targetStimulationDecoder->uninitialize();
this->getAlgorithmManager().releaseAlgorithm(*m_targetStimulationDecoder);
m_targetStimulationDecoder = nullptr;
}
if (m_sequenceStimulationDecoder)
{
m_sequenceStimulationDecoder->uninitialize();
this->getAlgorithmManager().releaseAlgorithm(*m_sequenceStimulationDecoder);
m_sequenceStimulationDecoder = nullptr;
}
if (m_visualizationCtx)
{
this->releasePluginObject(m_visualizationCtx);
m_sequenceStimulationDecoder = nullptr;
}
return true;
}
bool CBoxAlgorithmP300TactileVisualization::processInput(const size_t /*index*/)
{
this->getBoxAlgorithmContext()->markAlgorithmAsReadyToProcess();
if (!m_tableInitialized)
{
this->cacheForEach(&CBoxAlgorithmP300TactileVisualization::cacheChangeBackgroundCB, &m_noFlashBgColor);
this->cacheForEach(&CBoxAlgorithmP300TactileVisualization::cacheChangeForegroundCB, &m_noFlashFgColor);
this->cacheForEach(&CBoxAlgorithmP300TactileVisualization::cacheChangeFontCB, m_noFlashFontDesc);
m_tableInitialized = true;
}
return true;
}
bool CBoxAlgorithmP300TactileVisualization::process()
{
Kernel::IBoxIO& boxContext = this->getDynamicBoxContext();
// --- Sequence stimulations
for (size_t i = 0; i < boxContext.getInputChunkCount(0); ++i)
{
CStimulationSet flaggingStimulationSet;
m_sequenceMemoryBuffer = boxContext.getInputChunk(0, i);
m_targetFlaggingStimulationSet = &flaggingStimulationSet;
m_targetFlaggingMemoryBuffer = boxContext.getOutputChunk(0);
m_sequenceStimulationDecoder->process();
m_lastTime = boxContext.getInputChunkEndTime(0, i);
if (m_sequenceStimulationDecoder->isOutputTriggerActive(OVP_GD_Algorithm_StimulationDecoder_OutputTriggerId_ReceivedHeader))
{
m_targetFlaggingStimulationEncoder->process(OVP_GD_Algorithm_StimulationEncoder_InputTriggerId_EncodeHeader);
}
if (m_sequenceStimulationDecoder->isOutputTriggerActive(OVP_GD_Algorithm_StimulationDecoder_OutputTriggerId_ReceivedBuffer))
{
IStimulationSet* stimulationSet = m_sequenceStimulationSet;
for (size_t j = 0; j < stimulationSet->getStimulationCount(); ++j)
{
uint64_t id = stimulationSet->getStimulationIdentifier(j);
bool flash = false;
int row = -1;
int col = -1;
bool isTarget = false;
if (id >= m_rowStimulationBase && id < m_rowStimulationBase + m_nRow)
{
row = int(id - m_rowStimulationBase);
flash = true;
isTarget = (row == m_lastTargetRow);
}
if (id >= m_columnStimulationBase && id < m_columnStimulationBase + m_nCol)
{
col = int(id - m_columnStimulationBase);
flash = true;
isTarget = (col == m_lastTargetCol);
}
if (id == OVTK_StimulationId_VisualStimulationStop)
{
this->getLogManager() << Kernel::LogLevel_Debug << "Received OVTK_StimulationId_VisualStimulationStop - resets grid\n";
this->cacheForEach(&CBoxAlgorithmP300TactileVisualization::cacheChangeBackgroundCB, &m_noFlashBgColor);
this->cacheForEach(&CBoxAlgorithmP300TactileVisualization::cacheChangeForegroundCB, &m_noFlashFgColor);
this->cacheForEach(&CBoxAlgorithmP300TactileVisualization::cacheChangeFontCB, m_noFlashFontDesc);
}
if (id == OVTK_StimulationId_Reset)
{
gtk_label_set_text(m_target, "");
gtk_label_set_text(m_result, "");
}
if (flash)
{
this->cacheForEachIf(row, col, &CBoxAlgorithmP300TactileVisualization::cacheChangeBackgroundCB,
&CBoxAlgorithmP300TactileVisualization::cacheChangeBackgroundCB, &m_flashBgColor, &m_noFlashBgColor);
this->cacheForEachIf(row, col, &CBoxAlgorithmP300TactileVisualization::cacheChangeForegroundCB,
&CBoxAlgorithmP300TactileVisualization::cacheChangeForegroundCB, &m_flashFgColor, &m_noFlashFgColor);
this->cacheForEachIf(row, col, &CBoxAlgorithmP300TactileVisualization::cacheChangeFontCB,
&CBoxAlgorithmP300TactileVisualization::cacheChangeFontCB, m_flashFontDesc, m_noFlashFontDesc);
// We now know if this flash corresponds to the current target or not, merge this to the outgoing stimulation stream
if (isTarget)
{
m_stimuliQueue.push_back(OVTK_StimulationId_Target);
flaggingStimulationSet.appendStimulation(OVTK_StimulationId_Target, stimulationSet->getStimulationDate(j), 0);
}
else
{
m_stimuliQueue.push_back(OVTK_StimulationId_NonTarget);
flaggingStimulationSet.appendStimulation(OVTK_StimulationId_NonTarget, stimulationSet->getStimulationDate(j), 0);
}
}
// Pass the stimulation to the server also as-is. If its a flash, it can be differentiated from a 'target' spec because
// its NOT between OVTK_StimulationId_RestStart and OVTK_StimulationId_RestStop stimuli in the generated P300 timeline.
m_stimuliQueue.push_back(id);
}
m_targetFlaggingStimulationEncoder->process(OVP_GD_Algorithm_StimulationEncoder_InputTriggerId_EncodeBuffer);
}
if (m_sequenceStimulationDecoder->isOutputTriggerActive(OVP_GD_Algorithm_StimulationDecoder_OutputTriggerId_ReceivedEnd))
{
m_targetFlaggingStimulationEncoder->process(OVP_GD_Algorithm_StimulationEncoder_InputTriggerId_EncodeEnd);
}
boxContext.markInputAsDeprecated(0, i);
boxContext.markOutputAsReadyToSend(0, boxContext.getInputChunkStartTime(0, i), boxContext.getInputChunkEndTime(0, i));
}
// --- Target stimulations
for (size_t i = 0; i < boxContext.getInputChunkCount(1); ++i)
{
if (m_lastTime >= boxContext.getInputChunkStartTime(1, i))
{
m_targetMemoryBuffer = boxContext.getInputChunk(1, i);
m_targetStimulationDecoder->process();
if (m_targetStimulationDecoder->isOutputTriggerActive(OVP_GD_Algorithm_StimulationDecoder_OutputTriggerId_ReceivedHeader)) { }
if (m_targetStimulationDecoder->isOutputTriggerActive(OVP_GD_Algorithm_StimulationDecoder_OutputTriggerId_ReceivedBuffer))
{
IStimulationSet* stimulationSet = m_targetStimulationSet;
for (size_t j = 0; j < stimulationSet->getStimulationCount(); ++j)
{
uint64_t id = stimulationSet->getStimulationIdentifier(j);
bool target = false;
if (id >= m_rowStimulationBase && id < m_rowStimulationBase + m_nRow)
{
this->getLogManager() << Kernel::LogLevel_Debug << "Received Target Row " << id << "\n";
m_targetRow = int(id - m_rowStimulationBase);
target = true;
}
if (id >= m_columnStimulationBase && id < m_columnStimulationBase + m_nCol)
{
this->getLogManager() << Kernel::LogLevel_Debug << "Received Target Column " << id << "\n";
m_targetCol = int(id - m_columnStimulationBase);
target = true;
}
if (target && m_targetRow != -1 && m_targetCol != -1)
{
this->getLogManager() << Kernel::LogLevel_Debug << "Displays Target Cell\n";
this->cacheForEachIf(m_targetRow, m_targetCol, &CBoxAlgorithmP300TactileVisualization::cacheChangeBackgroundCB,
&CBoxAlgorithmP300TactileVisualization::cacheChangeNullCB, &m_targetBgColor, nullptr);
this->cacheForEachIf(m_targetRow, m_targetCol, &CBoxAlgorithmP300TactileVisualization::cacheChangeForegroundCB,
&CBoxAlgorithmP300TactileVisualization::cacheChangeNullCB, &m_targetFgColor, nullptr);
this->cacheForEachIf(m_targetRow, m_targetCol, &CBoxAlgorithmP300TactileVisualization::cacheChangeFontCB,
&CBoxAlgorithmP300TactileVisualization::cacheChangeNullCB, m_targetFontDesc, nullptr);
std::vector<GtkWidget*> widgets;
this->cacheForEachIf(m_targetRow, m_targetCol, &CBoxAlgorithmP300TactileVisualization::cacheCollectChildWidgetCB,
&CBoxAlgorithmP300TactileVisualization::cacheCollectChildWidgetCB, &widgets, nullptr);
// Merge the current target into the stimulation stream. It can be differentiated
// from a 'flash' spec because it IS between OVTK_StimulationId_RestStart and
// OVTK_StimulationId_RestStop stimulations in the P300 timeline.
{
m_stimuliQueue.push_back(m_targetRow + m_rowStimulationBase);
m_stimuliQueue.push_back(m_targetCol + m_columnStimulationBase);
}
if (widgets.size() == 1)
{
if (GTK_IS_LABEL(widgets[0]))
{
std::string label;
label = gtk_label_get_text(m_target);
label += gtk_label_get_text(GTK_LABEL(widgets[0]));
gtk_label_set_text(m_target, label.c_str());
}
else
{
this->getLogManager() << Kernel::LogLevel_Warning << "Expected label class widget... could not find a valid text to append\n";
}
}
else
{
this->getLogManager() << Kernel::LogLevel_Warning << "Did not find a unique widget at row:" << size_t(m_targetRow) << " column:" <<
size_t(m_targetCol) << "\n";
}
m_targetHistory.emplace_back(m_targetRow, m_targetCol);
m_lastTargetRow = m_targetRow;
m_lastTargetCol = m_targetCol;
m_targetRow = -1;
m_targetCol = -1;
}
}
}
if (m_targetStimulationDecoder->isOutputTriggerActive(OVP_GD_Algorithm_StimulationDecoder_OutputTriggerId_ReceivedEnd)) { }
boxContext.markInputAsDeprecated(1, i);
}
}
// --- Selection stimulations
for (size_t k = 2; k < 4; ++k)
{
Kernel::IAlgorithmProxy* decoder = (k == 2 ? m_rowSelectionStimulationDecoder : m_columnSelectionStimulationDecoder);
Kernel::TParameterHandler<const IMemoryBuffer*> selectionMemoryBuffer(
decoder->getInputParameter(OVP_GD_Algorithm_StimulationDecoder_InputParameterId_MemoryBufferToDecode));
Kernel::TParameterHandler<IStimulationSet*> selectionStimulationSet(
decoder->getOutputParameter(OVP_GD_Algorithm_StimulationDecoder_OutputParameterId_StimulationSet));
for (size_t i = 0; i < boxContext.getInputChunkCount(k); ++i)
{
if (m_lastTime >= boxContext.getInputChunkStartTime(k, i))
{
selectionMemoryBuffer = boxContext.getInputChunk(k, i);
decoder->process();
if (decoder->isOutputTriggerActive(OVP_GD_Algorithm_StimulationDecoder_OutputTriggerId_ReceivedHeader)) { }
if (decoder->isOutputTriggerActive(OVP_GD_Algorithm_StimulationDecoder_OutputTriggerId_ReceivedBuffer))
{
IStimulationSet* stimulationSet = selectionStimulationSet;
for (size_t j = 0; j < stimulationSet->getStimulationCount(); ++j)
{
uint64_t id = stimulationSet->getStimulationIdentifier(j);
bool selected = false;
if (id >= m_rowStimulationBase && id < m_rowStimulationBase + m_nRow)
{
this->getLogManager() << Kernel::LogLevel_Debug << "Received Selected Row " << id << "\n";
m_selectedRow = int(id - m_rowStimulationBase);
selected = true;
}
if (id >= m_columnStimulationBase && id < m_columnStimulationBase + m_nRow)
{
this->getLogManager() << Kernel::LogLevel_Debug << "Received Selected Column " << id << "\n";
m_selectedCol = int(id - m_columnStimulationBase);
selected = true;
}
if (id == OVTK_StimulationId_Label_00)
{
if (k == 2) { m_selectedRow = -2; }
if (k == 3) { m_selectedCol = -2; }
selected = true;
}
if (selected && m_selectedRow != -1 && m_selectedCol != -1)
{
if (m_selectedRow >= 0 && m_selectedCol >= 0)
{
this->getLogManager() << Kernel::LogLevel_Debug << "Displays Selected Cell\n";
this->cacheForEachIf(m_selectedRow, m_selectedCol, &CBoxAlgorithmP300TactileVisualization::cacheChangeBackgroundCB,
&CBoxAlgorithmP300TactileVisualization::cacheChangeNullCB, &m_selectedBgColor, nullptr);
this->cacheForEachIf(m_selectedRow, m_selectedCol, &CBoxAlgorithmP300TactileVisualization::cacheChangeForegroundCB,
&CBoxAlgorithmP300TactileVisualization::cacheChangeNullCB, &m_selectedFgColor, nullptr);
this->cacheForEachIf(m_selectedRow, m_selectedCol, &CBoxAlgorithmP300TactileVisualization::cacheChangeFontCB,
&CBoxAlgorithmP300TactileVisualization::cacheChangeNullCB, m_selectedFontDesc, nullptr);
std::vector<GtkWidget*> widgets;
this->cacheForEachIf(m_selectedRow, m_selectedCol, &CBoxAlgorithmP300TactileVisualization::cacheCollectChildWidgetCB,
&CBoxAlgorithmP300TactileVisualization::cacheCollectChildWidgetCB, &widgets, nullptr);
if (widgets.size() == 1)
{
if (GTK_IS_LABEL(widgets[0]))
{
std::string label;
label = gtk_label_get_text(GTK_LABEL(widgets[0]));
if (!m_targetHistory.empty())
{
auto it = m_targetHistory.begin();
bool correct = (it->first == m_selectedRow && it->second == m_selectedCol);
bool halfCorrect = (it->first == m_selectedRow || it->second == m_selectedCol);
m_targetHistory.pop_front();
std::string tmp;
if (correct) { tmp = "<span color=\"darkgreen\">"; }
else if (halfCorrect) { tmp = "<span color=\"darkorange\">"; }
else { tmp = "<span color=\"darkred\">"; }
label = tmp.append(label).append("</span>");
}
label = std::string(gtk_label_get_label(m_result)).append(label);
gtk_label_set_markup(m_result, label.c_str());
}
else
{
this->getLogManager() << Kernel::LogLevel_Warning <<
"Expected label class widget... could not find a valid text to append\n";
}
}
else
{
this->getLogManager() << Kernel::LogLevel_Warning << "Did not find a unique widget at row : " << size_t(m_selectedRow) <<
" column : " << size_t(m_selectedCol) << "\n";
}
}
else
{
this->getLogManager() << Kernel::LogLevel_Trace << "Selection Rejected !\n";
std::string label;
label = gtk_label_get_text(m_result);
label += "*";
gtk_label_set_text(m_result, label.c_str());
}
m_selectedRow = -1;
m_selectedCol = -1;
}
//Load new menuentries
uint64_t label_id = id - m_rowStimulationBase;
if(main)
{
set_labeltext(label_id);
main = false;
}
else if(label_id == 5)
{
set_labeltext(6);
main = true;
}
}
}
if (decoder->isOutputTriggerActive(OVP_GD_Algorithm_StimulationDecoder_OutputTriggerId_ReceivedEnd)) { }
boxContext.markInputAsDeprecated(k, i);
}
}
}
// After any possible rendering, we flush the accumulated stimuli. The default idle func is low priority, so it should be run after rendering by gtk.
if (m_idleFuncTag == 0) { m_idleFuncTag = g_idle_add(FlushCB, this); }
return true;
}
// _________________________________________________________________________________________________________________________________________________________
//
void CBoxAlgorithmP300TactileVisualization::cacheBuildFromTable(GtkTable* table)
{
if (table)
{
const GdkColor white = InitGDKColor(65535, 65535, 65535, 65535);
for (GList* list = table->children; list; list = list->next)
{
GtkTableChild* child = static_cast<GtkTableChild*>(list->data);
for (size_t i = child->top_attach; i < child->bottom_attach; ++i)
{
for (size_t j = child->left_attach; j < child->right_attach; ++j)
{
widget_style_t& style = m_cache[i][j];
style.widget = child->widget;
style.childWidget = gtk_bin_get_child(GTK_BIN(child->widget));
style.bgColor = white;
style.fgColor = white;
style.fontDesc = nullptr;
}
}
}
}
}
void CBoxAlgorithmP300TactileVisualization::cacheForEach(const cache_callback callback, void* data)
{
for (auto i = m_cache.begin(); i != m_cache.end(); ++i)
{
for (auto j = i->second.begin(); j != i->second.end(); ++j) { (this->*callback)(j->second, data); }
}
}
void CBoxAlgorithmP300TactileVisualization::cacheForEachIf(const int iLine, const int iColumn, const cache_callback ifCB, const cache_callback elseCB,
void* ifUserData, void* elseUserData)
{
for (auto i = m_cache.begin(); i != m_cache.end(); ++i)
{
for (auto j = i->second.begin(); j != i->second.end(); ++j)
{
const bool line = (iLine != -1);
const bool column = (iColumn != -1);
bool inLine = false;
bool inCol = false;
bool first;
if (line && size_t(iLine) == i->first) { inLine = true; }
if (column && size_t(iColumn) == j->first) { inCol = true; }
if (line && column) { first = inLine && inCol; }
else { first = inLine || inCol; }
if (first) { (this->*ifCB)(j->second, ifUserData); }
else { (this->*elseCB)(j->second, elseUserData); }
}
}
}
void CBoxAlgorithmP300TactileVisualization::cacheChangeNullCB(widget_style_t& /*rWidgetStyle*/, void* /*data*/) { }
void CBoxAlgorithmP300TactileVisualization::cacheChangeBackgroundCB(widget_style_t& style, void* data)
{
GdkColor oColor = *static_cast<GdkColor*>(data);
if (memcmp(&style.bgColor, &oColor, sizeof(GdkColor)) != 0)
{
gtk_widget_modify_bg(style.widget, GTK_STATE_NORMAL, &oColor);
style.bgColor = oColor;
}
}
void CBoxAlgorithmP300TactileVisualization::cacheChangeForegroundCB(widget_style_t& style, void* data)
{
GdkColor oColor = *static_cast<GdkColor*>(data);
if (memcmp(&style.fgColor, &oColor, sizeof(GdkColor)) != 0)
{
gtk_widget_modify_fg(style.childWidget, GTK_STATE_NORMAL, &oColor);
style.fgColor = oColor;
}
}
void CBoxAlgorithmP300TactileVisualization::cacheChangeFontCB(widget_style_t& style, void* data)
{
auto* pFontDescription = static_cast<PangoFontDescription*>(data);
if (style.fontDesc != pFontDescription)
{
gtk_widget_modify_font(style.childWidget, pFontDescription);
style.fontDesc = pFontDescription;
}
}
void CBoxAlgorithmP300TactileVisualization::cacheCollectWidgetCB(widget_style_t& style, void* data)
{
if (data) { (static_cast<std::vector<GtkWidget*>*>(data))->push_back(style.widget); }
}
void CBoxAlgorithmP300TactileVisualization::cacheCollectChildWidgetCB(widget_style_t& style, void* data)
{
if (data) { (static_cast<std::vector<GtkWidget*>*>(data))->push_back(style.childWidget); }
}
// Note that we don't need concurrency control here as gtk callbacks run in the main thread
void CBoxAlgorithmP300TactileVisualization::flushQueue()
{
for (const auto& stimulation : m_stimuliQueue) { m_stimulusSender->sendStimulation(stimulation); }
m_stimuliQueue.clear();
// This function will be automatically removed after completion, so set to 0
m_idleFuncTag = 0;
}
} // namespace Tactilebci
} // namespace Plugins
} // namespace OpenViBE

+ 21
- 0
ovp_defines.h View File

#pragma once
// Boxes
// The unique identifiers for the boxes and their descriptors.
// Identifier are randomly chosen by the skeleton-generator.
//---------------------------------------------------------------------------------------------------
#define OVP_ClassId_BoxAlgorithm_P300TactileVisualization OpenViBE::CIdentifier(0xd463df86, 0x7fbfdd81)
#define OVP_ClassId_BoxAlgorithm_P300TactileVisualizationDesc OpenViBE::CIdentifier(0x3e7f0ef5, 0x5ca2a1fc)
#define OVP_ClassId_BoxAlgorithm_UDPStimcodeSender OpenViBE::CIdentifier(0xc326e786, 0xcd512965)
#define OVP_ClassId_BoxAlgorithm_UDPStimcodeSenderDesc OpenViBE::CIdentifier(0x82aeb3c9, 0x37303d0e)
// Global defines
//---------------------------------------------------------------------------------------------------
#ifdef TARGET_HAS_ThirdPartyOpenViBEPluginsGlobalDefines
#include "ovp_global_defines.h"
#endif // TARGET_HAS_ThirdPartyOpenViBEPluginsGlobalDefines
#define OV_AttributeId_Box_FlagIsUnstable OpenViBE::CIdentifier(0x666FFFFF, 0x666FFFFF)

+ 19
- 0
ovp_defines.h.bak View File

#pragma once
// Boxes
//---------------------------------------------------------------------------------------------------
#define OVP_ClassId_BoxAlgorithm_P300TactileVisualization OpenViBE::CIdentifier(0xd463df86, 0x7fbfdd81)
#define OVP_ClassId_BoxAlgorithm_P300TactileVisualizationDesc OpenViBE::CIdentifier(0x3e7f0ef5, 0x5ca2a1fc)
#define OVP_ClassId_BoxAlgorithm_UDPStimcodeSender OpenViBE::CIdentifier(0xc326e786, 0xcd512965)
#define OVP_ClassId_BoxAlgorithm_UDPStimcodeSenderDesc OpenViBE::CIdentifier(0x82aeb3c9, 0x37303d0e)
// Global defines
//---------------------------------------------------------------------------------------------------
#ifdef TARGET_HAS_ThirdPartyOpenViBEPluginsGlobalDefines
#include "ovp_global_defines.h"
#endif // TARGET_HAS_ThirdPartyOpenViBEPluginsGlobalDefines
#define OV_AttributeId_Box_FlagIsUnstable OpenViBE::CIdentifier(0x666FFFFF, 0x666FFFFF)

+ 22
- 0
ovp_main.cpp View File

//Tactile BCI Includes
#include <vector>
#include <openvibe/ov_all.h>
#include "ovp_defines.h"
#include "TactileVisualization/ovpCBoxAlgorithmP300TactileVisualization.h"
#include "UDPStimCodeSender/ovpCBoxAlgorithmUDPStimcodeSender.h"
namespace OpenViBE {
namespace Plugins {
namespace Tactilebci {
OVP_Declare_Begin()
OVP_Declare_New(CBoxAlgorithmP300TactileVisualizationDesc);
OVP_Declare_New(CBoxAlgorithmUDPStimcodeSenderDesc);
OVP_Declare_End()
} // namespace Tactilebci
} // namespace Plugins
} // namespace OpenViBE

+ 50
- 0
utils.h View File

#pragma once
#include <openvibe/ov_all.h>
#include <gtk/gtk.h>
#include <sstream>
//---------------------------------------------------------------------------------------------------
/// <summary> Initializes the color of the GDK. with old compiler as vs2013 we can't initialize structure easily.....</summary>
/// <param name="pixel"> For allocated colors, the pixel value used to draw this color on the screen.Not used anymore.</param>
/// <param name="r"> The red component of the color. This is a value between 0 and 65535, with 65535 indicating full intensity.</param>
/// <param name="g"> The green component of the color.</param>
/// <param name="b"> The blue component of the color.</param>
/// <returns> The initialized color (</returns>
inline GdkColor InitGDKColor(const guint32 pixel = 0, const guint16 r = 0, const guint16 g = 0, const guint16 b = 0)
{
GdkColor c;
c.pixel = pixel;
c.red = r;
c.green = g;
c.blue = b;
return c;
}
//---------------------------------------------------------------------------------------------------
//---------------------------------------------------------------------------------------------------
class CGdkcolorAutoCast
{
public:
CGdkcolorAutoCast(const OpenViBE::Kernel::IBox& box, OpenViBE::Kernel::IConfigurationManager& configManager, const size_t index)
: m_configManager(configManager)
{
box.getSettingValue(index, m_settingValue);
m_settingValue = m_configManager.expand(m_settingValue);
}
operator GdkColor() const
{
std::stringstream ss(m_settingValue.toASCIIString());
int r = 0, g = 0, b = 0;
char c;
ss >> r >> c >> g >> c >> b;
return InitGDKColor(0, guint16(r * 655.35), guint16(g * 655.35), guint16(b * 655.35));
}
protected:
OpenViBE::Kernel::IConfigurationManager& m_configManager;
OpenViBE::CString m_settingValue;
};
//---------------------------------------------------------------------------------------------------

Loading…
Cancel
Save