{"id":"https://openalex.org/W2965730688","doi":"https://doi.org/10.24963/ijcai.2019/626","title":"Predicting the Visual Focus of Attention in Multi-Person Discussion Videos","display_name":"Predicting the Visual Focus of Attention in Multi-Person Discussion Videos","publication_year":2019,"publication_date":"2019-07-28","ids":{"openalex":"https://openalex.org/W2965730688","doi":"https://doi.org/10.24963/ijcai.2019/626","mag":"2965730688"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2019/626","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2019/626","pdf_url":"https://www.ijcai.org/proceedings/2019/0626.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2019/0626.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033952401","display_name":"Chongyang Bai","orcid":"https://orcid.org/0000-0002-1245-9877"},"institutions":[{"id":"https://openalex.org/I107672454","display_name":"Dartmouth College","ror":"https://ror.org/049s0rh22","country_code":"US","type":"education","lineage":["https://openalex.org/I107672454"]},{"id":"https://openalex.org/I4210166639","display_name":"Dartmouth Hospital","ror":"https://ror.org/02j3qj605","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I4210166639"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Chongyang Bai","raw_affiliation_strings":["Dartmouth College"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dartmouth College","institution_ids":["https://openalex.org/I4210166639","https://openalex.org/I107672454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056142478","display_name":"Srijan Kumar","orcid":"https://orcid.org/0000-0002-5796-3532"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Srijan Kumar","raw_affiliation_strings":["Georgia Institute of Technology","Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091272738","display_name":"Jure Leskovec","orcid":"https://orcid.org/0000-0002-5411-923X"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jure Leskovec","raw_affiliation_strings":["Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048806623","display_name":"Miriam J. Metzger","orcid":"https://orcid.org/0000-0001-8433-8604"},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Miriam Metzger","raw_affiliation_strings":["University of California Santa Babara","University of California Santa Barbara"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California Santa Babara","institution_ids":[]},{"raw_affiliation_string":"University of California Santa Barbara","institution_ids":["https://openalex.org/I154570441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112712257","display_name":"Jay F. Nunamaker","orcid":null},"institutions":[{"id":"https://openalex.org/I138006243","display_name":"University of Arizona","ror":"https://ror.org/03m2x1q45","country_code":"US","type":"education","lineage":["https://openalex.org/I138006243"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jay F. Nunamaker","raw_affiliation_strings":["University of Arizona"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Arizona","institution_ids":["https://openalex.org/I138006243"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038645035","display_name":"V. S. Subrahmanian","orcid":"https://orcid.org/0000-0001-7191-0296"},"institutions":[{"id":"https://openalex.org/I107672454","display_name":"Dartmouth College","ror":"https://ror.org/049s0rh22","country_code":"US","type":"education","lineage":["https://openalex.org/I107672454"]},{"id":"https://openalex.org/I4210166639","display_name":"Dartmouth Hospital","ror":"https://ror.org/02j3qj605","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I4210166639"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"V. S. Subrahmanian","raw_affiliation_strings":["Dartmouth College"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dartmouth College","institution_ids":["https://openalex.org/I4210166639","https://openalex.org/I107672454"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7287,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.88046987,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"4504","last_page":"4510"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7660906910896301},{"id":"https://openalex.org/keywords/generality","display_name":"Generality","score":0.7123451232910156},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.6993452310562134},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6390070915222168},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5794814825057983},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5792528390884399},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.578530490398407},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.44436344504356384},{"id":"https://openalex.org/keywords/deception","display_name":"Deception","score":0.41126328706741333},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.20061716437339783},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1601201295852661},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.09483590722084045}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7660906910896301},{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.7123451232910156},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.6993452310562134},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6390070915222168},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5794814825057983},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5792528390884399},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.578530490398407},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.44436344504356384},{"id":"https://openalex.org/C2779267917","wikidata":"https://www.wikidata.org/wiki/Q170028","display_name":"Deception","level":2,"score":0.41126328706741333},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.20061716437339783},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1601201295852661},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.09483590722084045},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2019/626","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2019/626","pdf_url":"https://www.ijcai.org/proceedings/2019/0626.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2019/626","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2019/626","pdf_url":"https://www.ijcai.org/proceedings/2019/0626.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6399999856948853,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G3145823340","display_name":"Collaborative Research: Framework: Software: CINES: A Scalable Cyberinfrastructure for Sustained Innovation in Network Engineering and Science","funder_award_id":"1835598","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8374267529","display_name":null,"funder_award_id":"W911NF1610342","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320333591","display_name":"Multidisciplinary University Research Initiative","ror":null},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2965730688.pdf","grobid_xml":"https://content.openalex.org/works/W2965730688.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W1544484417","https://openalex.org/W1553305517","https://openalex.org/W1569447338","https://openalex.org/W1988072966","https://openalex.org/W2011126660","https://openalex.org/W2042639112","https://openalex.org/W2046548416","https://openalex.org/W2058078915","https://openalex.org/W2095506523","https://openalex.org/W2097369932","https://openalex.org/W2102848467","https://openalex.org/W2105889057","https://openalex.org/W2118924889","https://openalex.org/W2127345773","https://openalex.org/W2136997350","https://openalex.org/W2153959628","https://openalex.org/W2156972497","https://openalex.org/W2157623479","https://openalex.org/W2342540026","https://openalex.org/W2605289374","https://openalex.org/W2807126412","https://openalex.org/W4243607943"],"related_works":["https://openalex.org/W2045049461","https://openalex.org/W1978893398","https://openalex.org/W2201908702","https://openalex.org/W4381094582","https://openalex.org/W2369625323","https://openalex.org/W2364579609","https://openalex.org/W1977906818","https://openalex.org/W1522139108","https://openalex.org/W2353528968","https://openalex.org/W2032776242"],"abstract_inverted_index":{"Visual":[0],"focus":[1,27,35,66,156],"of":[2,28,67,69,86,114,125,157,172],"attention":[3,29,68],"in":[4,12,123,151,169],"multi-person":[5],"discussions":[6,39],"is":[7,74],"a":[8,31,57,77,111,131,162],"crucial":[9],"nonverbal":[10],"indicator":[11],"tasks":[13],"such":[14],"as":[15,93],"inter-personal":[16],"relation":[17],"inference,":[18],"speech":[19],"transcription,":[20],"and":[21,43,130,190],"deception":[22],"detection.":[23],"However,":[24],"predicting":[25,152],"the":[26,34,38,44,64,82,126,145,153,170,183],"remains":[30],"challenge":[32],"because":[33],"changes":[36],"rapidly,":[37],"are":[40,47,91],"highly":[41],"dynamic,":[42],"people's":[45,89,105,154],"behaviors":[46],"inter-dependent.":[48],"Here":[49],"we":[50,160],"propose":[51,161],"ICAF":[52,80,109,143,179],"(Iterative":[53],"Collective":[54],"Attention":[55],"Focus),":[56],"collective":[58],"classification":[59],"model":[60],"to":[61,95,166,182,192],"jointly":[62],"learn":[63],"visual":[65,155],"all":[70,87,104],"people.":[71],"Every":[72],"person":[73],"modeled":[75],"using":[76],"separate":[78],"classifier.":[79,98],"models":[81,168],"people":[83],"collectively---the":[84],"predictions":[85],"other":[88],"classifiers":[90],"used":[92],"inputs":[94],"each":[96],"person's":[97],"This":[99],"explicitly":[100],"incorporates":[101],"inter-dependencies":[102],"between":[103],"behaviors.":[106],"We":[107,175],"evaluate":[108],"on":[110],"novel":[112],"dataset":[113,134],"5":[115],"videos":[116],"(35":[117],"people,":[118],"109":[119],"minutes,":[120],"7604":[121],"labels":[122],"all)":[124],"popular":[127],"Resistance":[128],"game":[129],"widely-studied":[132],"meeting":[133],"with":[135],"supervised":[136,164,184],"prediction.":[137],"See":[138],"our":[139],"demo":[140],"at":[141],"https://cs.dartmouth.edu/dsail/demos/icaf.":[142],"outperforms":[144],"strongest":[146],"baseline":[147],"by":[148],"1%--5%":[149],"accuracy":[150],"attention.":[158],"Further,":[159],"lightly":[163],"technique":[165],"train":[167],"absence":[171],"training":[173],"labels.":[174],"show":[176],"that":[177],"light-supervised":[178],"performs":[180],"similar":[181],"ICAF,":[185],"thus":[186],"showing":[187],"its":[188],"effectiveness":[189],"generality":[191],"previously":[193],"unseen":[194],"videos.":[195]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}