{"id":"https://openalex.org/W4387423944","doi":"https://doi.org/10.1145/3577190.3614152","title":"Analyzing and Recognizing Interlocutors' Gaze Functions from Multimodal Nonverbal Cues","display_name":"Analyzing and Recognizing Interlocutors' Gaze Functions from Multimodal Nonverbal Cues","publication_year":2023,"publication_date":"2023-10-07","ids":{"openalex":"https://openalex.org/W4387423944","doi":"https://doi.org/10.1145/3577190.3614152"},"language":"en","primary_location":{"id":"doi:10.1145/3577190.3614152","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3577190.3614152","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3577190.3614152","source":{"id":"https://openalex.org/S4363608440","display_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3577190.3614152","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046425069","display_name":"A Tashiro","orcid":"https://orcid.org/0009-0000-9079-1800"},"institutions":[{"id":"https://openalex.org/I180203408","display_name":"Yokohama National University","ror":"https://ror.org/03zyp6p76","country_code":"JP","type":"education","lineage":["https://openalex.org/I180203408"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ayane Tashiro","raw_affiliation_strings":["Yokohama National University, Japan"],"raw_orcid":"https://orcid.org/0009-0000-9079-1800","affiliations":[{"raw_affiliation_string":"Yokohama National University, Japan","institution_ids":["https://openalex.org/I180203408"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051722725","display_name":"M Imamura","orcid":"https://orcid.org/0009-0009-1835-779X"},"institutions":[{"id":"https://openalex.org/I180203408","display_name":"Yokohama National University","ror":"https://ror.org/03zyp6p76","country_code":"JP","type":"education","lineage":["https://openalex.org/I180203408"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Mai Imamura","raw_affiliation_strings":["Yokohama National University, Japan"],"raw_orcid":"https://orcid.org/0009-0009-1835-779X","affiliations":[{"raw_affiliation_string":"Yokohama National University, Japan","institution_ids":["https://openalex.org/I180203408"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059300000","display_name":"Shiro Kumano","orcid":"https://orcid.org/0000-0002-1231-5566"},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shiro Kumano","raw_affiliation_strings":["NTT Communication Science Laboratories, Japan"],"raw_orcid":"https://orcid.org/0000-0002-1231-5566","affiliations":[{"raw_affiliation_string":"NTT Communication Science Laboratories, Japan","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014373252","display_name":"Kazuhiro Otsuka","orcid":"https://orcid.org/0000-0003-4352-3955"},"institutions":[{"id":"https://openalex.org/I180203408","display_name":"Yokohama National University","ror":"https://ror.org/03zyp6p76","country_code":"JP","type":"education","lineage":["https://openalex.org/I180203408"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kazuhiro Otsuka","raw_affiliation_strings":["Yokohama National University, Japan"],"raw_orcid":"https://orcid.org/0000-0003-4352-3955","affiliations":[{"raw_affiliation_string":"Yokohama National University, Japan","institution_ids":["https://openalex.org/I180203408"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2969,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.80308384,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"33","last_page":"41"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9819999933242798,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.9132950305938721},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6179213523864746},{"id":"https://openalex.org/keywords/utterance","display_name":"Utterance","score":0.577858567237854},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5409101247787476},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.5303013324737549},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5160810351371765},{"id":"https://openalex.org/keywords/active-listening","display_name":"Active listening","score":0.45649874210357666},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4535757303237915},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.4372832179069519},{"id":"https://openalex.org/keywords/nonverbal-communication","display_name":"Nonverbal communication","score":0.43507838249206543},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.42573976516723633},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.413728803396225},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.37178704142570496},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.2328064739704132},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.23158401250839233}],"concepts":[{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.9132950305938721},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6179213523864746},{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.577858567237854},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5409101247787476},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.5303013324737549},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5160810351371765},{"id":"https://openalex.org/C177291462","wikidata":"https://www.wikidata.org/wiki/Q423038","display_name":"Active listening","level":2,"score":0.45649874210357666},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4535757303237915},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.4372832179069519},{"id":"https://openalex.org/C145633318","wikidata":"https://www.wikidata.org/wiki/Q207125","display_name":"Nonverbal communication","level":2,"score":0.43507838249206543},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.42573976516723633},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.413728803396225},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.37178704142570496},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.2328064739704132},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.23158401250839233},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3577190.3614152","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3577190.3614152","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3577190.3614152","source":{"id":"https://openalex.org/S4363608440","display_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3577190.3614152","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3577190.3614152","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3577190.3614152","source":{"id":"https://openalex.org/S4363608440","display_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6100000143051147,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320317657","display_name":"Public Foundation of Chubu Science and Technology Center","ror":null},{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387423944.pdf","grobid_xml":"https://content.openalex.org/works/W4387423944.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W1600099874","https://openalex.org/W1964725106","https://openalex.org/W1985479696","https://openalex.org/W1987411016","https://openalex.org/W2043393794","https://openalex.org/W2061384397","https://openalex.org/W2073452456","https://openalex.org/W2101671683","https://openalex.org/W2134794775","https://openalex.org/W2141708364","https://openalex.org/W2150610356","https://openalex.org/W2161296357","https://openalex.org/W2171757151","https://openalex.org/W2327037637","https://openalex.org/W2747681861","https://openalex.org/W2807126412","https://openalex.org/W2895350599","https://openalex.org/W2928645920","https://openalex.org/W2963340934","https://openalex.org/W3008872739","https://openalex.org/W3108715150","https://openalex.org/W3191026187","https://openalex.org/W3205651568","https://openalex.org/W3207267043"],"related_works":["https://openalex.org/W2529301793","https://openalex.org/W2384121599","https://openalex.org/W2562096895","https://openalex.org/W2333799855","https://openalex.org/W3177678247","https://openalex.org/W1999617572","https://openalex.org/W1880689012","https://openalex.org/W3191326035","https://openalex.org/W2082717302","https://openalex.org/W2291113340"],"abstract_inverted_index":{"A":[0],"novel":[1],"framework":[2],"is":[3,56],"presented":[4],"for":[5,139],"analyzing":[6],"and":[7,19,42,58,69,73,111,133],"recognizing":[8],"the":[9,17,22,46,79,92,122,130],"functions":[10,31],"of":[11,21,95,137],"gaze":[12,23,30,54,97],"in":[13,36,49],"group":[14],"conversations.":[15],"Considering":[16],"multiplicity":[18],"ambiguity":[20],"functions,":[24,48,65,83],"we":[25,84],"first":[26],"define":[27],"43":[28],"nonexclusive":[29],"that":[32,121],"play":[33],"essential":[34],"roles":[35],"conversations,":[37],"such":[38,66],"as":[39,67],"monitoring,":[40],"regulation,":[41],"expressiveness.":[43],"Based":[44],"on":[45],"defined":[47],"this":[50],"study,":[51],"a":[52,59],"functional":[53],"corpus":[55,60],"created,":[57],"analysis":[61],"reveals":[62],"several":[63],"frequent":[64,82],"addressing":[68],"thinking":[70],"while":[71,141],"speaking":[72],"attending":[74],"by":[75],"listeners.":[76],"Next,":[77],"targeting":[78],"ten":[80],"most":[81],"build":[85],"convolutional":[86],"neural":[87],"networks":[88],"(CNNs)":[89],"to":[90],"recognize":[91],"frame-based":[93],"presence/absence":[94],"each":[96],"function":[98],"from":[99],"multimodal":[100],"inputs,":[101],"including":[102],"head":[103],"pose,":[104],"utterance":[105],"status,":[106,108],"gaze/avert":[107],"eyeball":[109],"direction,":[110],"facial":[112],"expression.":[113],"Comparing":[114],"different":[115],"input":[116],"sets,":[117],"our":[118],"experiments":[119],"confirm":[120],"proposed":[123],"CNN":[124],"using":[125],"all":[126],"modality":[127],"inputs":[128],"achieves":[129],"best":[131],"performance":[132],"an":[134],"F":[135],"value":[136],"0.839":[138],"listening":[140],"looking.":[142]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3}],"updated_date":"2026-08-13T07:04:57.449891","created_date":"2025-10-10T00:00:00"}