{"id":"https://openalex.org/W2768578923","doi":"https://doi.org/10.1109/iww-bci.2018.8311531","title":"The signature of robot action success in EEG signals of a human observer: Decoding and visualization using deep convolutional neural networks","display_name":"The signature of robot action success in EEG signals of a human observer: Decoding and visualization using deep convolutional neural networks","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2768578923","doi":"https://doi.org/10.1109/iww-bci.2018.8311531","mag":"2768578923"},"language":"en","primary_location":{"id":"doi:10.1109/iww-bci.2018.8311531","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iww-bci.2018.8311531","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 6th International Conference on Brain-Computer Interface (BCI)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1711.06068","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052199767","display_name":"Joos Behncke","orcid":null},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]},{"id":"https://openalex.org/I2801240073","display_name":"University Medical Center Freiburg","ror":"https://ror.org/03vzbgh69","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I2801240073"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Joos Behncke","raw_affiliation_strings":["Department of Computer Science, Albert-Ludwigs-University, Freiburg, Germany","Translational Neurotechnology Lab, University Medical Center, Freiburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Albert-Ludwigs-University, Freiburg, Germany","institution_ids":["https://openalex.org/I161046081"]},{"raw_affiliation_string":"Translational Neurotechnology Lab, University Medical Center, Freiburg, Germany","institution_ids":["https://openalex.org/I2801240073"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018131113","display_name":"Robin Tibor Schirrmeister","orcid":"https://orcid.org/0000-0002-5518-7445"},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]},{"id":"https://openalex.org/I2801240073","display_name":"University Medical Center Freiburg","ror":"https://ror.org/03vzbgh69","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I2801240073"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Robin T. Schirrmeister","raw_affiliation_strings":["Department of Computer Science, Albert-Ludwigs-University, Freiburg, Germany","Translational Neurotechnology Lab, University Medical Center, Freiburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Albert-Ludwigs-University, Freiburg, Germany","institution_ids":["https://openalex.org/I161046081"]},{"raw_affiliation_string":"Translational Neurotechnology Lab, University Medical Center, Freiburg, Germany","institution_ids":["https://openalex.org/I2801240073"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084499878","display_name":"Wolfram Burgard","orcid":"https://orcid.org/0000-0002-5680-6500"},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Wolfram Burgard","raw_affiliation_strings":["Department of Computer Science, Albert-Ludwigs-University, Freiburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Albert-Ludwigs-University, Freiburg, Germany","institution_ids":["https://openalex.org/I161046081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049330818","display_name":"Tonio Ball","orcid":"https://orcid.org/0000-0002-4993-466X"},"institutions":[{"id":"https://openalex.org/I2801240073","display_name":"University Medical Center Freiburg","ror":"https://ror.org/03vzbgh69","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I2801240073"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tonio Ball","raw_affiliation_strings":["Translational Neurotechnology Lab, University Medical Center, Freiburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Translational Neurotechnology Lab, University Medical Center, Freiburg, Germany","institution_ids":["https://openalex.org/I2801240073"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5052199767"],"corresponding_institution_ids":["https://openalex.org/I161046081","https://openalex.org/I2801240073"],"apc_list":null,"apc_paid":null,"fwci":3.2087,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.919595,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11431","display_name":"Action Observation and Synchronization","score":0.9872000217437744,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.781314492225647},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7704771161079407},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.7636481523513794},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.6830527186393738},{"id":"https://openalex.org/keywords/signature","display_name":"Signature (topology)","score":0.6671234965324402},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6503906846046448},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.6460573077201843},{"id":"https://openalex.org/keywords/observer","display_name":"Observer (physics)","score":0.5378420352935791},{"id":"https://openalex.org/keywords/neural-decoding","display_name":"Neural decoding","score":0.5290833115577698},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4978904724121094},{"id":"https://openalex.org/keywords/convolutional-code","display_name":"Convolutional code","score":0.4742397665977478},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4632358253002167},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.42199814319610596},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.40849679708480835},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3307073712348938},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.13169535994529724},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.12747377157211304},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.10069939494132996},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07016205787658691}],"concepts":[{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.781314492225647},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7704771161079407},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.7636481523513794},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.6830527186393738},{"id":"https://openalex.org/C2779696439","wikidata":"https://www.wikidata.org/wiki/Q7512811","display_name":"Signature (topology)","level":2,"score":0.6671234965324402},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6503906846046448},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.6460573077201843},{"id":"https://openalex.org/C2780704645","wikidata":"https://www.wikidata.org/wiki/Q9251458","display_name":"Observer (physics)","level":2,"score":0.5378420352935791},{"id":"https://openalex.org/C40743351","wikidata":"https://www.wikidata.org/wiki/Q7002049","display_name":"Neural decoding","level":3,"score":0.5290833115577698},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4978904724121094},{"id":"https://openalex.org/C157899210","wikidata":"https://www.wikidata.org/wiki/Q1395022","display_name":"Convolutional code","level":3,"score":0.4742397665977478},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4632358253002167},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.42199814319610596},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.40849679708480835},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3307073712348938},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.13169535994529724},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.12747377157211304},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.10069939494132996},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07016205787658691},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/iww-bci.2018.8311531","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iww-bci.2018.8311531","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 6th International Conference on Brain-Computer Interface (BCI)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1711.06068","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1711.06068","pdf_url":"https://arxiv.org/pdf/1711.06068","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:freidok.uni-freiburg.de:142971","is_oa":false,"landing_page_url":"https://freidok.uni-freiburg.de/data/142971","pdf_url":null,"source":{"id":"https://openalex.org/S4306401057","display_name":"FreiDok plus (Universit\u00e4tsbibliothek Freiburg)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I161046081","host_organization_name":"University of Freiburg","host_organization_lineage":["https://openalex.org/I161046081"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2018 6th International Conference on Brain-Computer Interface (BCI). , 2018., ISBN: 9781538625743","raw_type":"article_in_conference_proceedings"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1711.06068","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1711.06068","pdf_url":"https://arxiv.org/pdf/1711.06068","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.6200000047683716,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1969715890","https://openalex.org/W1969878365","https://openalex.org/W1989477529","https://openalex.org/W2016217313","https://openalex.org/W2062125287","https://openalex.org/W2109065101","https://openalex.org/W2110631042","https://openalex.org/W2110997285","https://openalex.org/W2291351514","https://openalex.org/W2551178936","https://openalex.org/W2738010428","https://openalex.org/W2741907166","https://openalex.org/W2744959560","https://openalex.org/W2802622649","https://openalex.org/W2962951526","https://openalex.org/W3022532439","https://openalex.org/W4238240379","https://openalex.org/W4252684946","https://openalex.org/W4294567011"],"related_works":["https://openalex.org/W2098373948","https://openalex.org/W1534867933","https://openalex.org/W2587713090","https://openalex.org/W2963141266","https://openalex.org/W2896393657","https://openalex.org/W2090610152","https://openalex.org/W2744712844","https://openalex.org/W4310719664","https://openalex.org/W2742276804","https://openalex.org/W4360952157"],"abstract_inverted_index":{"The":[0],"importance":[1],"of":[2,31,44,61,91,98,147,165,171,264],"robotic":[3],"assistive":[4],"devices":[5],"grows":[6],"in":[7,212,224],"our":[8],"work":[9],"and":[10,18,36,41,107,127,156,268],"everyday":[11],"life.":[12],"Cooperative":[13],"scenarios":[14],"involving":[15],"both":[16,102,121,137],"robots":[17],"humans":[19],"require":[20],"safe":[21],"human-robot":[22],"interaction.":[23],"One":[24],"important":[25],"aspect":[26],"here":[27],"is":[28],"the":[29,89,96,172,178,190,213,233,251,261],"management":[30],"robot":[32,53,57,93],"errors,":[33,58],"including":[34],"fast":[35],"accurate":[37],"online":[38],"robot-error":[39],"detection":[40],"correction.":[42],"Analysis":[43,125],"brain":[45],"signals":[46],"from":[47,95],"a":[48,52,76,99,108,225,257],"human":[49,100],"interacting":[50],"with":[51,135,202,205,229],"may":[54],"help":[55],"identifying":[56],"but":[59,207,232],"accuracies":[60,119,146,198],"such":[62],"analyses":[63],"have":[64],"still":[65],"substantial":[66],"space":[67],"for":[68,163,250],"improvement.":[69],"In":[70],"this":[71],"paper":[72],"we":[73,269],"evaluate":[74],"whether":[75],"novel":[77],"framework":[78],"based":[79],"on":[80],"deep":[81,114,254],"convolutional":[82],"neural":[83],"networks":[84],"(deep":[85],"ConvNets)":[86],"could":[87,277],"improve":[88],"accuracy":[90],"decoding":[92,164,197,227,266,275],"errors":[94,182],"EEG":[97,140,174,265,274],"observer,":[101],"during":[103],"an":[104],"object":[105],"grasping":[106],"pouring":[109],"task.":[110],"We":[111],"show":[112],"that":[113,186,211,253],"ConvNets":[115,143,179,216,255],"reached":[116,144],"significantly":[117,200],"higher":[118],"than":[120],"regularized":[122],"Linear":[123],"Discriminant":[124],"(rLDA)":[126],"filter":[128],"bank":[129],"common":[130],"spatial":[131],"patterns":[132,185],"(FB-CSP)":[133],"combined":[134],"rLDA,":[136,206],"widely":[138],"used":[139],"classifiers.":[141],"Deep":[142],"mean":[145],"75%":[148],"\u00b1":[149,154,161],"9":[150],"%,":[151],"rLDA":[152,159],"65%":[153],"10%":[155],"FB-CSP":[157],"+":[158],"63%":[160],"6%":[162],"erroneous":[166],"vs.":[167],"correct":[168],"trials.":[169],"Visualization":[170],"time-domain":[173],"features":[175],"learned":[176],"by":[177],"to":[180,240,260],"decode":[181],"revealed":[183],"spatiotemporal":[184],"reflected":[187],"differences":[188],"between":[189],"two":[191],"experimental":[192],"paradigms.":[193],"Across":[194],"subjects,":[195],"ConvNet":[196,235,273],"were":[199],"correlated":[201],"those":[203],"obtained":[204],"not":[208],"CSP,":[209],"indicating":[210],"present":[214],"context":[215],"behaved":[217],"more":[218,242],"\u201crLDA-like\u201d":[219],"(but":[220],"consistently":[221],"better),":[222],"while":[223],"previous":[226],"study":[228],"another":[230],"task":[231],"same":[234],"architecture,":[236],"it":[237],"was":[238],"found":[239],"behave":[241],"\u201cCSP-like\u201d.":[243],"Our":[244],"findings":[245],"thus":[246],"provide":[247],"further":[248,279],"support":[249],"assumption":[252],"are":[256],"versatile":[258],"addition":[259],"existing":[262],"toolbox":[263],"techniques,":[267],"discuss":[270],"steps":[271],"how":[272],"performance":[276],"be":[278],"optimized.":[280]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":7}],"updated_date":"2026-05-16T06:04:12.930555","created_date":"2020-11-23T00:00:00"}