{"id":"https://openalex.org/W58692019","doi":"https://doi.org/10.21437/interspeech.2010-571","title":"Turn-alignment using eye-gaze and speech in conversational interaction","display_name":"Turn-alignment using eye-gaze and speech in conversational interaction","alternate_titles":[],"publication_year":2010,"publication_date":"2010-09-26","ids":{"openalex":"https://openalex.org/W58692019","doi":"https://doi.org/10.21437/interspeech.2010-571","mag":"58692019"},"language":"en","primary_location":{"id":"doi:10.21437/interspeech.2010-571","doi":"https://doi.org/10.21437/interspeech.2010-571","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2010-571","pdf_url":null,"source":{"id":"https://openalex.org/S4393918409","display_name":"Interspeech (USB)","issn_l":"2308-457X","issn":["2308-457X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1","norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2010","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W58692019"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016722544","display_name":"Kristiina Jokinen","orcid":"https://orcid.org/0000-0003-1229-239X","observed_orcids":["https://orcid.org/0000-0003-1229-239X"]},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Kristiina Jokinen","raw_affiliation_strings":["University of Helsinki, Helsinki, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016312460","display_name":"Kazuaki Harada","orcid":"https://orcid.org/0009-0008-2558-0642","observed_orcids":["https://orcid.org/0009-0008-2558-0642"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Kazuaki Harada","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109009818","display_name":"Masafumi Nishida","orcid":"https://orcid.org/0000-0001-7808-4476","observed_orcids":["https://orcid.org/0000-0001-7808-4476"]},"institutions":[{"id":"https://openalex.org/I133984924","display_name":"Doshisha University","ror":"https://ror.org/01fxdkm29","country_code":"JP","type":"education","lineage":["https://openalex.org/I133984924"]}],"countries":["JP"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Masafumi Nishida","raw_affiliation_strings":["Doshisha University, Kyoto, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Doshisha University, Kyoto, Japan","institution_ids":["https://openalex.org/I133984924"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086759974","display_name":"Seiichi Yamamoto","orcid":"https://orcid.org/0000-0002-1280-0043","observed_orcids":["https://orcid.org/0000-0002-1280-0043"]},"institutions":[{"id":"https://openalex.org/I133984924","display_name":"Doshisha University","ror":"https://ror.org/01fxdkm29","country_code":"JP","type":"education","lineage":["https://openalex.org/I133984924"]}],"countries":["JP"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Seiichi Yamamoto","raw_affiliation_strings":["Doshisha University, Kyoto, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Doshisha University, Kyoto, Japan","institution_ids":["https://openalex.org/I133984924"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.9824,"has_fulltext":false,"cited_by_count":42,"citation_normalized_percentile":{"value":0.91987487,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"2018","last_page":"2021"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9247999787330627,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9247999787330627,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10383","display_name":"Language, Discourse, Communication Strategies","score":0.0575999990105629,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.010599999688565731,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/turn-taking","display_name":"turn-taking","score":0.9110000133514404},{"id":"https://openalex.org/keywords/gaze","display_name":"gaze","score":0.8479999899864197},{"id":"https://openalex.org/keywords/prosody","display_name":"prosody","score":0.8349999785423279},{"id":"https://openalex.org/keywords/dialogue-act-classification","display_name":"dialogue act classification","score":0.5870000123977661},{"id":"https://openalex.org/keywords/conversation","display_name":"conversation","score":0.6779999732971191},{"id":"https://openalex.org/keywords/turn-management","display_name":"turn management","score":0.4580000042915344},{"id":"https://openalex.org/keywords/head-motion","display_name":"head movement","score":0.5049999952316284},{"id":"https://openalex.org/keywords/multiparty-conversation","display_name":"multi-party conversation","score":0.7200000286102295},{"id":"https://openalex.org/keywords/embodied-conversational-agents","display_name":"embodied conversational agents","score":0.6549999713897705},{"id":"https://openalex.org/keywords/joint-attention","display_name":"joint attention","score":0.367000013589859}],"concepts":[{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.8452446460723877},{"id":"https://openalex.org/C2776352735","wikidata":"https://www.wikidata.org/wiki/Q2313343","display_name":"Turn-taking","level":3,"score":0.7377453446388245},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.6829866170883179},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6735585331916809},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.5614768862724304},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5059410929679871},{"id":"https://openalex.org/C2777413886","wikidata":"https://www.wikidata.org/wiki/Q3276013","display_name":"Fluency","level":2,"score":0.4786290228366852},{"id":"https://openalex.org/C542774811","wikidata":"https://www.wikidata.org/wiki/Q10880526","display_name":"Prosody","level":2,"score":0.4472884237766266},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3880220651626587},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35294869542121887},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31454920768737793},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.29043516516685486},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.23265796899795532},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.21437/interspeech.2010-571","doi":"https://doi.org/10.21437/interspeech.2010-571","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2010-571","pdf_url":null,"source":{"id":"https://openalex.org/S4393918409","display_name":"Interspeech (USB)","issn_l":"2308-457X","issn":["2308-457X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1","norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2010","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W91267029","https://openalex.org/W614048249","https://openalex.org/W1563178652","https://openalex.org/W1570448133","https://openalex.org/W1855240845","https://openalex.org/W1978874520","https://openalex.org/W1985479696","https://openalex.org/W2015111784","https://openalex.org/W2035366352","https://openalex.org/W2038219465","https://openalex.org/W2055749882","https://openalex.org/W2096284813","https://openalex.org/W2128970689","https://openalex.org/W2131554716","https://openalex.org/W2143542324","https://openalex.org/W2161299247","https://openalex.org/W2969324886"],"related_works":["https://openalex.org/W2141666434","https://openalex.org/W2141061570","https://openalex.org/W2015111784","https://openalex.org/W7204857340","https://openalex.org/W59873036","https://openalex.org/W2170584777","https://openalex.org/W2235936089","https://openalex.org/W2082540590","https://openalex.org/W2526951976","https://openalex.org/W2401047175"],"abstract_inverted_index":{"Spoken":[0],"interactions":[1,266],"are":[2,15,80,423,514],"known":[3],"for":[4,62,231,245,253],"accurate":[5],"timing":[6],"and":[7,12,24,39,42,66,86,134,140,175,179,181,206,212,256,276,282,294,387,395,398,413,417,421,433,450,456,473,504,512,557,562,572,578,595],"alignment":[8,278,559],"between":[9,35,132,385,502],"interlocutors:":[10],"turn-taking":[11,58,109,155,201,275,457,467,556],"topic":[13],"flow":[14],"managed":[16],"in":[17,69,83,116,154,177,203,215,265,279,305,314,327,334,376,389,404,517,564,575,588],"a":[18,73,216,290,371],"manner":[19],"that":[20,77,195,207,304,333,441,477,499],"provides":[21],"conversational":[22,135,254,269],"fluency":[23],"smooth":[25],"progress":[26],"of":[27,97,114,146,197,210,228,287,319,370,419,428,466,539,560],"the":[28,33,36,60,95,158,165,171,182,190,208,285,308,350,368,377,383,392,447,464,470,474,483,487,500,537,540,553,558],"task.":[29],"This":[30],"paper":[31,545],"studies":[32],"relation":[34,384],"interlocutors\u2019":[37,448],"eye-gaze":[38,78,115,133,229,243,260,277,288,386,478,511,529],"spoken":[40],"utterances,":[41],"describes":[43],"our":[44,298,408,437,570],"experiments":[45,52,461],"on":[46,57,274,284,411,555],"turn":[47,84,166,343,394,405,518],"alignment.":[48],"We":[49,435,550,567],"conducted":[50],"classification":[51,465,488],"by":[53,167],"Support":[54],"Vector":[55],"Machine":[56],"using":[59,469],"features":[61,79,93,397,458,472,506],"dialogue":[63,396,429,439,453,490],"act,":[64],"eye-gaze,":[65,104,455],"speech":[67,92,107,211,401,422,479,505,513,535,561,573],"prosody":[68],"conversation":[70],"data.":[71],"As":[72],"result,":[74],"we":[75,302],"demonstrated":[76],"important":[81,90,153,313,365,515,533],"signals":[82,516],"management,":[85,519],"seem":[87],"even":[88],"more":[89,532],"than":[91,323,526,534],"when":[94,341,536],"intention":[96,538],"utterances":[98],"is":[99,151,193,326,352,364,380,442,496,507,523,542,546],"clear.":[100,543],"Index":[101],"Terms":[102],":":[103],"dialogue,":[105],"interaction,":[106],"analysis,":[108],"1.":[110],"Introduction":[111],"The":[112,373,460,544],"role":[113,286],"fluent":[117],"communication":[118],"has":[119,128],"long":[120],"since":[121],"been":[122,236],"acknowledged":[123],"([2];":[124],"[7]).":[125],"Previous":[126],"research":[127,272,379,409,554],"established":[129],"close":[130],"relations":[131],"feedback":[136],"([3]),":[137],"building":[138],"trust":[139],"rapport,":[141],"as":[142,144,289,548,581,583],"well":[143,582],"focus":[145],"shared":[147],"attention":[148],"([15]).":[149],"Eye-gaze":[150],"also":[152,235,497],"signalling:":[156],"usually":[157],"interlocutors":[159],"signal":[160],"their":[161,344,355,521,586],"wish":[162],"to":[163,170,188,262,292,346,357,366,381,446,531,597],"give":[164],"gazing":[168],"up":[169],"interlocutor,":[172],"leaning":[173],"back,":[174],"dropping":[176],"pitch":[178],"loudness,":[180],"partner":[183],"can,":[184],"accordingly,":[185],"start":[186],"preparing":[187],"take":[189],"turn.":[191],"There":[192],"evidence":[194],"lack":[196],"eye":[198],"contact":[199],"decreases":[200],"efficiency":[202],"video-conferencing":[204],"([16]),":[205],"coupling":[209],"gaze":[213,251,369,420,503,563],"streams":[214],"word":[217],"acquisition":[218],"task":[219],"can":[220],"improve":[221],"performance":[222],"significantly":[223,481],"([11]).":[224],"Several":[225],"computational":[226],"models":[227],"behaviour":[230],"artificial":[232],"agents":[233],"have":[234],"designed.":[237],"For":[238],"instance,":[239],"[9]":[240],"describe":[241,552],"an":[242,259,360],"model":[244,261],"believable":[246],"virtual":[247,335],"humans,":[248],"[13]":[249],"demonstrate":[250],"modelling":[252],"engage-ment,":[255],"[10]":[257],"built":[258],"ground":[263],"information":[264,480,492],"with":[267,329,425,444,452,463,486,489],"embodied":[268],"agents.":[270],"Our":[271],"focuses":[273],"natural":[280],"dialogues":[281,307],"especially":[283],"means":[291],"coordinate":[293],"control":[295],"turn-taking.":[296],"In":[297],"previous":[299],"work":[300],"[5,6]":[301],"noticed":[303,332],"multi-party":[306],"participants":[309],"head":[310,337,356],"movement":[311],"was":[312],"signalling":[315],"turn-taking,":[316],"maybe":[317],"because":[318],"its":[320],"greater":[321],"visibility":[322],"eye-gaze.":[324],"(This":[325],"agreement":[328],"[12],":[330],"who":[331],"environments,":[336],"tracking":[338],"seems":[339,530],"sufficient":[340],"people":[342],"heads":[345],"look":[347,358],"but":[348,520],"if":[349],"person":[351],"not":[353,508],"turning":[354],"at":[359],"object,":[361],"then":[362,568],"eye-tracking":[363],"discern":[367],"person.)":[372],"main":[374],"objective":[375],"current":[378],"explore":[382],"speech,":[388,449],"particular,":[390],"how":[391],"annotated":[393,451],"automatically":[399],"recognized":[400],"properties":[402],"affect":[403],"management.":[406],"Methodologically":[407],"relies":[410],"experimentation":[412],"observation:":[414],"signal-level":[415],"measurements":[416],"analysis":[418,574],"combined":[424],"human-level":[426],"observation":[427],"events":[430,468],"(dialogue":[431],"acts":[432],"turn-taking).":[434],"use":[436],"three-party":[438],"data":[440,571],"analysed":[443,471],"respect":[445],"acts,":[454],"[6].":[459],"deal":[462],"results":[475,580],"show":[476],"improves":[482],"accuracy":[484],"compared":[485],"act":[491],"only.":[493],"However,":[494],"what":[495],"interesting":[498],"difference":[501],"significant,":[509],"i.e.":[510],"effect":[522],"parallel":[524],"rather":[525],"complementary.":[527],"Moreover,":[528],"utterance":[541],"structured":[547],"follows.":[549],"first":[551],"Section":[565,576,589,591],"2.":[566],"present":[569],"3,":[577],"experimental":[579],"discussion":[584],"concerning":[585],"importance":[587],"4.":[590],"5":[592],"draws":[593],"conclusions":[594],"points":[596],"future":[598],"research.":[599]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W58692019","counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":6}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2016-06-24T00:00:00"}
