{"id":"https://openalex.org/W1996962787","doi":"https://doi.org/10.1145/2559636.2563681","title":"Human-robot collaborative tutoring using multiparty multimodal spoken dialogue","display_name":"Human-robot collaborative tutoring using multiparty multimodal spoken dialogue","publication_year":2014,"publication_date":"2014-03-03","ids":{"openalex":"https://openalex.org/W1996962787","doi":"https://doi.org/10.1145/2559636.2563681","mag":"1996962787"},"language":"en","primary_location":{"id":"doi:10.1145/2559636.2563681","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2559636.2563681","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2014 ACM/IEEE international conference on Human-robot interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064116837","display_name":"Samer Al Moubayed","orcid":null},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Samer Al Moubayed","raw_affiliation_strings":["KTH, Stockholm, Sweden","KTH Speech, Music and Hearing, Sweden"],"affiliations":[{"raw_affiliation_string":"KTH, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]},{"raw_affiliation_string":"KTH Speech, Music and Hearing, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088064508","display_name":"Jonas Beskow","orcid":"https://orcid.org/0000-0003-1399-6604"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Jonas Beskow","raw_affiliation_strings":["KTH, Stockholm, Sweden","KTH Speech, Music and Hearing, Sweden"],"affiliations":[{"raw_affiliation_string":"KTH, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]},{"raw_affiliation_string":"KTH Speech, Music and Hearing, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064828339","display_name":"Bajibabu Bollepalli","orcid":"https://orcid.org/0000-0003-1268-0579"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Bajibabu Bollepalli","raw_affiliation_strings":["KTH, Stockholm, Sweden","KTH Speech, Music and Hearing, Sweden"],"affiliations":[{"raw_affiliation_string":"KTH, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]},{"raw_affiliation_string":"KTH Speech, Music and Hearing, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015417808","display_name":"Joakim Gustafson","orcid":"https://orcid.org/0000-0002-0397-6442"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Joakim Gustafson","raw_affiliation_strings":["KTH, Stockholm, Sweden","KTH Speech, Music and Hearing, Sweden"],"affiliations":[{"raw_affiliation_string":"KTH, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]},{"raw_affiliation_string":"KTH Speech, Music and Hearing, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038681367","display_name":"Ahmed Hussen-Abdelaziz","orcid":null},"institutions":[{"id":"https://openalex.org/I904495901","display_name":"Ruhr University Bochum","ror":"https://ror.org/04tsk2644","country_code":"DE","type":"education","lineage":["https://openalex.org/I904495901"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ahmed Hussen-Abdelaziz","raw_affiliation_strings":["Ruhr-Universit\u00e4t Bochum, Bochum, Germany","[Institute of Communication Acoustics, Ruhr-Universitat Bochum, Germany]"],"affiliations":[{"raw_affiliation_string":"Ruhr-Universit\u00e4t Bochum, Bochum, Germany","institution_ids":["https://openalex.org/I904495901"]},{"raw_affiliation_string":"[Institute of Communication Acoustics, Ruhr-Universitat Bochum, Germany]","institution_ids":["https://openalex.org/I904495901"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055084529","display_name":"Martin Johansson","orcid":"https://orcid.org/0000-0003-0257-5679"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Martin Johansson","raw_affiliation_strings":["KTH, Stockholm, Sweden","KTH Speech, Music and Hearing, Sweden"],"affiliations":[{"raw_affiliation_string":"KTH, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]},{"raw_affiliation_string":"KTH Speech, Music and Hearing, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041442906","display_name":"Maria Koutsombogera","orcid":"https://orcid.org/0000-0001-6650-4541"},"institutions":[{"id":"https://openalex.org/I4210098364","display_name":"Institute for Language and Speech Processing","ror":"https://ror.org/00z24kr14","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210098364"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Maria Koutsombogera","raw_affiliation_strings":["Institute for Language and Speech Processing, Athens, Greece"],"affiliations":[{"raw_affiliation_string":"Institute for Language and Speech Processing, Athens, Greece","institution_ids":["https://openalex.org/I4210098364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045821487","display_name":"Jos\u00e9 Lopes","orcid":"https://orcid.org/0000-0002-8773-9216"},"institutions":[{"id":"https://openalex.org/I121345201","display_name":"Instituto de Engenharia de Sistemas e Computadores Investiga\u00e7\u00e3o e Desenvolvimento","ror":"https://ror.org/04mqy3p58","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I121345201","https://openalex.org/I4210125590"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Jos\u00e9 David Lopes","raw_affiliation_strings":["INESC-ID, Lisbon, Portugal","Spoken Language Systems Laboratory, INESC ID, Portugal"],"affiliations":[{"raw_affiliation_string":"INESC-ID, Lisbon, Portugal","institution_ids":["https://openalex.org/I121345201"]},{"raw_affiliation_string":"Spoken Language Systems Laboratory, INESC ID, Portugal","institution_ids":["https://openalex.org/I121345201"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050825493","display_name":"Jekaterina Novikova","orcid":"https://orcid.org/0000-0003-4754-6126"},"institutions":[{"id":"https://openalex.org/I51601045","display_name":"University of Bath","ror":"https://ror.org/002h8g185","country_code":"GB","type":"education","lineage":["https://openalex.org/I51601045"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jekaterina Novikova","raw_affiliation_strings":["University of Bath, Bath, United Kingdom","Department of Computer Science, University of Bath, Uk"],"affiliations":[{"raw_affiliation_string":"University of Bath, Bath, United Kingdom","institution_ids":["https://openalex.org/I51601045"]},{"raw_affiliation_string":"Department of Computer Science, University of Bath, Uk","institution_ids":["https://openalex.org/I51601045"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013731783","display_name":"Catharine Oertel","orcid":"https://orcid.org/0000-0002-8273-0132"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Catharine Oertel","raw_affiliation_strings":["KTH, Stockholm, Sweden","KTH Speech, Music and Hearing, Sweden"],"affiliations":[{"raw_affiliation_string":"KTH, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]},{"raw_affiliation_string":"KTH Speech, Music and Hearing, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091225228","display_name":"Gabriel Skantze","orcid":"https://orcid.org/0000-0002-8579-1790"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Gabriel Skantze","raw_affiliation_strings":["KTH, Stockholm, Sweden","KTH Speech, Music and Hearing, Sweden"],"affiliations":[{"raw_affiliation_string":"KTH, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]},{"raw_affiliation_string":"KTH Speech, Music and Hearing, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081566320","display_name":"Kalin Stefanov","orcid":"https://orcid.org/0000-0002-0861-8660"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Kalin Stefanov","raw_affiliation_strings":["KTH, Stockholm, Sweden","KTH Speech, Music and Hearing, Sweden"],"affiliations":[{"raw_affiliation_string":"KTH, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]},{"raw_affiliation_string":"KTH Speech, Music and Hearing, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024292507","display_name":"G\u00fcl Varol","orcid":"https://orcid.org/0000-0002-8438-6152"},"institutions":[{"id":"https://openalex.org/I4405392","display_name":"Bo\u011fazi\u00e7i University","ror":"https://ror.org/03z9tma90","country_code":"TR","type":"education","lineage":["https://openalex.org/I4405392"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"G\u00fcl Varol","raw_affiliation_strings":["Bogazici University, Istanbul, Turkey"],"affiliations":[{"raw_affiliation_string":"Bogazici University, Istanbul, Turkey","institution_ids":["https://openalex.org/I4405392"]}]}],"institutions":[],"countries_distinct_count":6,"institutions_distinct_count":13,"corresponding_author_ids":["https://openalex.org/A5064116837"],"corresponding_institution_ids":["https://openalex.org/I86987016"],"apc_list":null,"apc_paid":null,"fwci":1.227,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.84005767,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"112","last_page":"113"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7745031118392944},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.766078531742096},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6774256229400635},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6289441585540771},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5768746733665466},{"id":"https://openalex.org/keywords/nonverbal-communication","display_name":"Nonverbal communication","score":0.5201428532600403},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.5121469497680664},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.4914501905441284},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.487428218126297},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45105093717575073},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.4253763258457184},{"id":"https://openalex.org/keywords/tutor","display_name":"TUTOR","score":0.41153693199157715},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.354553759098053},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.11094915866851807},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.09283703565597534},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09115776419639587}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7745031118392944},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.766078531742096},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6774256229400635},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6289441585540771},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5768746733665466},{"id":"https://openalex.org/C145633318","wikidata":"https://www.wikidata.org/wiki/Q207125","display_name":"Nonverbal communication","level":2,"score":0.5201428532600403},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.5121469497680664},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.4914501905441284},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.487428218126297},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45105093717575073},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.4253763258457184},{"id":"https://openalex.org/C2778371403","wikidata":"https://www.wikidata.org/wiki/Q7672049","display_name":"TUTOR","level":2,"score":0.41153693199157715},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.354553759098053},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.11094915866851807},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.09283703565597534},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09115776419639587},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2559636.2563681","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2559636.2563681","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2014 ACM/IEEE international conference on Human-robot interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.49000000953674316,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W1542318638","https://openalex.org/W1926864494","https://openalex.org/W2078013821","https://openalex.org/W2084950741","https://openalex.org/W2093364769","https://openalex.org/W2156897926"],"related_works":["https://openalex.org/W2068964259","https://openalex.org/W2013013717","https://openalex.org/W66256988","https://openalex.org/W4302857920","https://openalex.org/W1987340722","https://openalex.org/W199123384","https://openalex.org/W2739856905","https://openalex.org/W4239305747","https://openalex.org/W4205486898","https://openalex.org/W2166331011"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,182],"describe":[4],"a":[5,9,15,31,43,76,81,89,118,134,221],"project":[6],"that":[7,92,157,198,227],"explores":[8],"novel":[10],"experimental":[11],"setup":[12,27],"towards":[13],"building":[14],"spoken,":[16],"multi-modally":[17],"rich,":[18],"and":[19,30,50,99,101,109,122,152,155,163,167,193,208,224,233],"human-like":[20],"multiparty":[21,55],"tutoring":[22,52],"robot.":[23],"A":[24],"human-robot":[25],"interaction":[26,139],"is":[28,35,69,158],"designed,":[29],"human-human":[32],"dialogue":[33,44,67,77,196],"corpus":[34,38],"collected.":[36],"The":[37,66],"targets":[39],"the":[40,86,94,97,138,142,161,173,177,180,186,200,205,209,215,231,234,238],"development":[41],"of":[42,63,137,147,179],"system":[45,197],"platform":[46],"to":[47,79,202,219,229,236],"study":[48],"verbal":[49,153,162],"nonverbal":[51],"strategies":[53],"in":[54,75],"spoken":[56,64],"interactions":[57],"with":[58,85,127,160],"robots":[59],"which":[60],"are":[61,131],"capable":[62],"dialogue.":[65],"task":[68],"centered":[70],"on":[71,141],"two":[72],"participants":[73,87,95,143],"involved":[74],"aiming":[78],"solve":[80,237],"card-ordering":[82],"game.":[83],"Along":[84],"sits":[88],"tutor":[90],"(robot)":[91],"helps":[93],"perform":[96],"task,":[98],"organizes":[100],"balances":[102],"their":[103,145,149],"interaction.":[104],"Different":[105],"multimodal":[106],"signals":[107],"captured":[108],"auto-synchronized":[110],"by":[111,172,176],"different":[112],"audio-visual":[113],"capture":[114],"technologies,":[115],"such":[116],"as":[117],"microphone":[119],"array,":[120],"Kinects,":[121],"video":[123],"cameras,":[124],"were":[125],"coupled":[126],"manual":[128],"annotations.":[129],"These":[130],"used":[132],"build":[133],"situated":[135],"model":[136],"based":[140],"personalities,":[144],"state":[146],"attention,":[148],"conversational":[150],"engagement":[151],"dominance,":[154],"how":[156],"correlated":[159],"visual":[164],"feed-back,":[165],"turn-management,":[166],"conversation":[168],"regulatory":[169],"actions":[170],"generated":[171],"tutor.":[174],"Driven":[175],"analysis":[178],"corpus,":[181],"will":[183],"show":[184],"also":[185],"detailed":[187],"design":[188],"methodologies":[189],"for":[190,211],"an":[191],"affective,":[192],"multimodally":[194],"rich":[195],"allows":[199],"robot":[201,216],"measure":[203],"incrementally":[204],"attention":[206],"states,":[207],"dominance":[210],"each":[212],"participant,":[213],"allowing":[214],"head":[217],"Furhat":[218],"maintain":[220],"well-coordinated,":[222],"balanced,":[223],"engaging":[225],"conversation,":[226],"attempts":[228],"maximize":[230],"agreement":[232],"contribution":[235],"task.":[239]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}