{"id":"https://openalex.org/W199107966","doi":null,"title":"Combining Classical and Embodied Multimodal Fusion for Human-Robot Interaction","display_name":"Combining Classical and Embodied Multimodal Fusion for Human-Robot Interaction","publication_year":2011,"publication_date":"2011-01-01","ids":{"openalex":"https://openalex.org/W199107966","mag":"199107966"},"language":"en","primary_location":{"id":"pmh:oai:mediatum.ub.tum.de:node/1285791","doi":null,"is_oa":true,"landing_page_url":"http://mediatum.ub.tum.de/node?id=1285791","pdf_url":"http://mediatum.ub.tum.de/doc/1285791/document.pdf","source":{"id":"https://openalex.org/S4377196330","display_name":"mediaTUM  (Technical University of Munich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I62916508","host_organization_name":"Technical University of Munich","host_organization_lineage":["https://openalex.org/I62916508"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://mediatum.ub.tum.de/doc/1285791/document.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078305333","display_name":"Manuel Giuliani","orcid":"https://orcid.org/0000-0003-3781-7623","observed_orcids":["https://orcid.org/0000-0003-3781-7623"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Manuel Giuliani","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-3781-7623","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5091869647","display_name":"Jan de Ruiter","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20121455","display_name":"Bielefeld University","ror":"https://ror.org/02hpadn98","country_code":"DE","type":"education","lineage":["https://openalex.org/I20121455"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jan de Ruiter","raw_affiliation_strings":["Bielefeld University,;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bielefeld University,;","institution_ids":["https://openalex.org/I20121455"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.7598000168800354,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.7598000168800354,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.22220000624656677,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.01080000028014183,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-fusion","display_name":"multimodal fusion","score":0.8519999980926514},{"id":"https://openalex.org/keywords/human-robot-interaction","display_name":"human-robot interaction","score":0.9229999780654907},{"id":"https://openalex.org/keywords/joint-action","display_name":"joint action","score":0.7580000162124634},{"id":"https://openalex.org/keywords/construction-tasks","display_name":"construction tasks","score":0.5950000286102295},{"id":"https://openalex.org/keywords/referring-expressions","display_name":"referring expressions","score":0.9520000219345093},{"id":"https://openalex.org/keywords/robot-roles","display_name":"robot roles","score":0.7699999809265137},{"id":"https://openalex.org/keywords/dialogue-partners","display_name":"dialogue partners","score":0.48100000619888306},{"id":"https://openalex.org/keywords/context-aware-dialogue","display_name":"context-aware dialogue","score":0.35100001096725464}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6764850616455078},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6316092014312744},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6010708808898926},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.600382387638092},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.5503647923469543},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.5085698366165161},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4965217709541321},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.4940336346626282},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.4352126717567444},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4154103398323059},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.41488635540008545},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16995996236801147},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:mediatum.ub.tum.de:node/1285791","doi":null,"is_oa":true,"landing_page_url":"http://mediatum.ub.tum.de/node?id=1285791","pdf_url":"http://mediatum.ub.tum.de/doc/1285791/document.pdf","source":{"id":"https://openalex.org/S4377196330","display_name":"mediaTUM  (Technical University of Munich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I62916508","host_organization_name":"Technical University of Munich","host_organization_lineage":["https://openalex.org/I62916508"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"article"},{"id":"pmh:oai:pub.librecat.org:2530743","doi":null,"is_oa":false,"landing_page_url":"https://pub.uni-bielefeld.de/record/2530743","pdf_url":null,"source":{"id":"https://openalex.org/S4306401671","display_name":"PUB \u2013 Publications at Bielefeld University (Bielefeld University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I20121455","host_organization_name":"Bielefeld University","host_organization_lineage":["https://openalex.org/I20121455"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Giuliani M, de Ruiter J. Combining Classical and Embodied Multimodal Fusion for Human-Robot Interaction. Presented at the Conference on Embodied and Situated Language Processing, Newcastle on Tyne, UK.","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:pub.uni-bielefeld.de:2530743","doi":null,"is_oa":false,"landing_page_url":"https://pub.uni-bielefeld.de/record/2530743","pdf_url":null,"source":{"id":"https://openalex.org/S4306401624","display_name":"Publikationen an der Universit\u00e4t Bielefeld (Universit\u00e4t Bielefeld)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I20121455","host_organization_name":"Bielefeld University","host_organization_lineage":["https://openalex.org/I20121455"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Giuliani M, de Ruiter J. Combining Classical and Embodied Multimodal Fusion for Human-Robot Interaction. Presented at the Conference on Embodied and Situated Language Processing, Newcastle on Tyne, UK.","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"mag:199107966","doi":null,"is_oa":false,"landing_page_url":"https://mediatum.ub.tum.de/1285791","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:mediatum.ub.tum.de:node/1285791","doi":null,"is_oa":true,"landing_page_url":"http://mediatum.ub.tum.de/node?id=1285791","pdf_url":"http://mediatum.ub.tum.de/doc/1285791/document.pdf","source":{"id":"https://openalex.org/S4377196330","display_name":"mediaTUM  (Technical University of Munich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I62916508","host_organization_name":"Technical University of Munich","host_organization_lineage":["https://openalex.org/I62916508"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W199107966.pdf","grobid_xml":"https://content.openalex.org/works/W199107966.grobid-xml"},"referenced_works_count":65,"referenced_works":["https://openalex.org/W7981553","https://openalex.org/W125126573","https://openalex.org/W143799877","https://openalex.org/W300446271","https://openalex.org/W1220111186","https://openalex.org/W1499861616","https://openalex.org/W1558521349","https://openalex.org/W1567277581","https://openalex.org/W1580142000","https://openalex.org/W1584654258","https://openalex.org/W1597441641","https://openalex.org/W1794943985","https://openalex.org/W1933657216","https://openalex.org/W1966089223","https://openalex.org/W1967689119","https://openalex.org/W1973933596","https://openalex.org/W1982179218","https://openalex.org/W1987920017","https://openalex.org/W2010978491","https://openalex.org/W2013489329","https://openalex.org/W2041065123","https://openalex.org/W2044663075","https://openalex.org/W2055515082","https://openalex.org/W2057768007","https://openalex.org/W2061270248","https://openalex.org/W2073219301","https://openalex.org/W2076454503","https://openalex.org/W2079583035","https://openalex.org/W2080887205","https://openalex.org/W2096284813","https://openalex.org/W2098694206","https://openalex.org/W2101308260","https://openalex.org/W2104543300","https://openalex.org/W2106991875","https://openalex.org/W2107484888","https://openalex.org/W2107810727","https://openalex.org/W2110178871","https://openalex.org/W2112878971","https://openalex.org/W2114122184","https://openalex.org/W2123233965","https://openalex.org/W2125360619","https://openalex.org/W2126891226","https://openalex.org/W2132963441","https://openalex.org/W2133341864","https://openalex.org/W2135643110","https://openalex.org/W2136518234","https://openalex.org/W2139887379","https://openalex.org/W2141973273","https://openalex.org/W2151194828","https://openalex.org/W2151547103","https://openalex.org/W2151814822","https://openalex.org/W2157188995","https://openalex.org/W2165874398","https://openalex.org/W2167780516","https://openalex.org/W2172091886","https://openalex.org/W2245778510","https://openalex.org/W2249501701","https://openalex.org/W2397253692","https://openalex.org/W2544156252","https://openalex.org/W2544432894","https://openalex.org/W2769242034","https://openalex.org/W2901136733","https://openalex.org/W2911240772","https://openalex.org/W2951555579","https://openalex.org/W2998245691"],"related_works":["https://openalex.org/W7046160769","https://openalex.org/W7099827821","https://openalex.org/W2775679902","https://openalex.org/W3009515906","https://openalex.org/W4393929109","https://openalex.org/W7099167635","https://openalex.org/W3010002680","https://openalex.org/W2021007990","https://openalex.org/W4221155460","https://openalex.org/W3010238822"],"abstract_inverted_index":{"A":[0],"robot":[1,70,111,136,183,247,316,341,384,392,415,428],"that":[2,64,82,112,248,330,349,379,422],"interacts":[3],"with":[4,115,164,254,283],"a":[5,55,110,116,220,223,246,255,258,334,386],"human":[6,117,131,143,256,298],"has":[7,30,59],"to":[8,11,20,31,43,73,86,151,176,192,211,251,290,321,399,443],"be":[9,243],"able":[10,85,250],"interpret":[12],"information":[13,76,94,166,398],"from":[14,77,95,147,167,207],"various":[15,60],"input":[16,79,96,169,209],"channels:":[17],"it":[18,29,41,50,83,264],"needs":[19,42,72],"understand":[21],"and":[22,40,139,237,299,347,437],"analyse":[23],"the":[24,27,48,69,75,135,156,172,179,182,202,205,213,229,284,304,310,315,322,327,331,340,344,351,360,364,376,383,391,404,414,417,423,427,444],"utterances":[25],"by":[26],"human,":[28],"keep":[32],"track":[33],"of":[34,93,141,155,171,215,232,294,303,326,366,375,396,413],"its":[35,78,88,142,187,195,208,216],"own":[36,188,217,441],"environment":[37],"using":[38,145],"sensors,":[39],"incorporate":[44],"background":[45],"knowledge":[46],"about":[47],"task":[49],"was":[51],"built":[52],"for.":[53],"Typically,":[54],"human-robot":[56,274],"interaction":[57,275],"system":[58,62,203],"specialised":[61],"components":[63],"implement":[65],"these":[66,160,240],"abilities.":[67],"Thus,":[68],"also":[71],"merge":[74],"channels":[80,97,210],"so":[81],"is":[84,98,123,249],"complete":[87],"assigned":[89],"task.":[90],"This":[91],"integration":[92],"called":[99,124],"multimodal":[100,107,126,199,234,266],"fusion.\r\n\r\nThis":[101],"thesis":[102,227],"presents":[103,238],"two":[104,370],"approaches":[105,236],"for":[106,109,186,219,262],"fusion":[108,235],"jointly":[113],"cooperates":[114],"partner.":[118],"The":[119,286,324,355,373,419],"first":[120,311,342,356],"approach,":[121],"which":[122,263,278,339],"classical":[125,148],"fusion,":[127],"focusses":[128],"on":[129,245,257],"processing":[130],"utterances.":[132,157],"For":[133],"that,":[134,159,177],"processes":[137,265],"speech":[138],"gestures":[140],"partner":[144,389,436],"methods":[146,241],"artificial":[149],"intelligence":[150],"yield":[152],"logical":[153],"representations":[154,161,185],"Following":[158],"are":[162],"enhanced":[163],"further":[165],"other":[168],"modalities":[170],"robot.":[173,285,300],"In":[174],"contrast":[175],"in":[178,190,194,272,277,338,369,416],"second":[180,361],"approach":[181],"generates":[184],"actions":[189,218],"relation":[191],"objects":[193],"environment,":[196],"so-called":[197],"embodied":[198],"fusion.":[200],"Here,":[201],"uses":[204],"data":[206],"evaluate":[212],"relevance":[214],"given":[221],"context.\r\n\r\nAfter":[222],"literature":[224],"review,":[225],"this":[226],"discusses":[228],"theoretical":[230],"basis":[231],"both":[233],"how":[239,314,408],"can":[242,317],"implemented":[244],"work":[252],"together":[253,282],"common":[259],"construction":[260],"task,":[261],"input.":[267],"These":[268],"implementations":[269],"were":[270,288],"used":[271],"three":[273],"studies,":[276],"naive":[279],"subjects":[280],"worked":[281],"experiments":[287,305],"executed":[289],"study":[291,328,363,420],"different":[292,371,411],"aspects":[293],"joint":[295],"action":[296],"between":[297],"\r\n\r\nThe":[301],"results":[302,325,374],"reveal":[306],"several":[307],"interesting":[308],"facts:":[309],"\r\nexperiment":[312],"studies":[313,377,407],"explain":[318],"building":[319,353],"plans":[320],"human.":[323],"show":[329],"users":[332,424],"preferred":[333],"plan":[335],"explanation":[336],"strategy":[337],"names":[343],"target":[345],"object":[346],"after":[348],"explains":[350],"single":[352],"steps.":[354],"as":[357,359,385,429,433],"well":[358],"experiment":[362,380,406],"generation":[365],"referring":[367,401],"expression":[368],"contexts.":[372],"suggest":[378],"participants":[381],"rate":[382],"better":[387],"dialogue":[388],"when":[390],"makes":[393],"full":[394],"use":[395],"context":[397],"generate":[400],"expressions.":[402],"Finally,":[403],"third":[405],"humans":[409],"perceive":[410],"roles":[412],"interaction.":[418],"shows":[421],"equally":[425],"accept":[426],"an":[430,434],"instructor":[431],"or":[432],"equal":[435],"simply":[438],"adjust":[439],"their":[440],"behaviour":[442],"robot's":[445],"role.":[446]},"counts_by_year":[],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2016-06-24T00:00:00"}