{"id":"https://openalex.org/W4309619902","doi":"https://doi.org/10.1145/3555590","title":"Aligning Eyes between Humans and Deep Neural Network through Interactive Attention Alignment","display_name":"Aligning Eyes between Humans and Deep Neural Network through Interactive Attention Alignment","publication_year":2022,"publication_date":"2022-11-07","ids":{"openalex":"https://openalex.org/W4309619902","doi":"https://doi.org/10.1145/3555590"},"language":"en","primary_location":{"id":"doi:10.1145/3555590","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3555590","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103189091","display_name":"Yuyang Gao","orcid":"https://orcid.org/0000-0002-8045-2001"},"institutions":[{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yuyang Gao","raw_affiliation_strings":["Emory University, Atlanta, GA, USA"],"affiliations":[{"raw_affiliation_string":"Emory University, Atlanta, GA, USA","institution_ids":["https://openalex.org/I150468666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101795165","display_name":"Tong Sun","orcid":"https://orcid.org/0000-0001-7298-0333"},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tong Steven Sun","raw_affiliation_strings":["George Mason University, Fairfax, VA, USA"],"affiliations":[{"raw_affiliation_string":"George Mason University, Fairfax, VA, USA","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048756500","display_name":"Liang Zhao","orcid":"https://orcid.org/0000-0002-2648-9989"},"institutions":[{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liang Zhao","raw_affiliation_strings":["Emory University, Atlanta, GA, USA"],"affiliations":[{"raw_affiliation_string":"Emory University, Atlanta, GA, USA","institution_ids":["https://openalex.org/I150468666"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059548204","display_name":"Sung-Soo Hong","orcid":"https://orcid.org/0000-0001-6050-5404"},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sungsoo Ray Hong","raw_affiliation_strings":["George Mason University, Fairfax, VA, USA"],"affiliations":[{"raw_affiliation_string":"George Mason University, Fairfax, VA, USA","institution_ids":["https://openalex.org/I162714631"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5103189091"],"corresponding_institution_ids":["https://openalex.org/I150468666"],"apc_list":null,"apc_paid":null,"fwci":4.3748,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.95095414,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"6","issue":"CSCW2","first_page":"1","last_page":"28"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6970455050468445},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.6756778955459595},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.601309597492218},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.543701171875},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.49094823002815247},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4559611976146698},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.442666620016098},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.4279237985610962},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09706100821495056}],"concepts":[{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6970455050468445},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.6756778955459595},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.601309597492218},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.543701171875},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.49094823002815247},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4559611976146698},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.442666620016098},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.4279237985610962},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09706100821495056},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3555590","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3555590","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6899999976158142,"display_name":"Gender equality","id":"https://metadata.un.org/sdg/5"}],"awards":[{"id":"https://openalex.org/G2132830019","display_name":null,"funder_award_id":"No. 1755850, No. 1841520, No. 2007716, No. 2007976, No. 1942594, No. 190780","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W218853445","https://openalex.org/W1861492603","https://openalex.org/W2003238113","https://openalex.org/W2012457675","https://openalex.org/W2026019770","https://openalex.org/W2080417696","https://openalex.org/W2097246321","https://openalex.org/W2116666691","https://openalex.org/W2118978333","https://openalex.org/W2127058057","https://openalex.org/W2133990480","https://openalex.org/W2137406659","https://openalex.org/W2148143831","https://openalex.org/W2150997454","https://openalex.org/W2157928966","https://openalex.org/W2175342987","https://openalex.org/W2186022498","https://openalex.org/W2194775991","https://openalex.org/W2295107390","https://openalex.org/W2343061342","https://openalex.org/W2394669110","https://openalex.org/W2440722286","https://openalex.org/W2512274390","https://openalex.org/W2583689529","https://openalex.org/W2607223307","https://openalex.org/W2740693122","https://openalex.org/W2752332392","https://openalex.org/W2753713840","https://openalex.org/W2759653627","https://openalex.org/W2781228439","https://openalex.org/W2804927761","https://openalex.org/W2883424428","https://openalex.org/W2889730816","https://openalex.org/W2904239671","https://openalex.org/W2937229771","https://openalex.org/W2942161347","https://openalex.org/W2962772482","https://openalex.org/W2962858109","https://openalex.org/W2962884579","https://openalex.org/W2963082289","https://openalex.org/W2963214037","https://openalex.org/W2963350032","https://openalex.org/W2963588812","https://openalex.org/W2963749936","https://openalex.org/W2964200170","https://openalex.org/W2964286876","https://openalex.org/W2990751682","https://openalex.org/W2998014937","https://openalex.org/W3006437051","https://openalex.org/W3012736183","https://openalex.org/W3019489177","https://openalex.org/W3031923829","https://openalex.org/W3034588294","https://openalex.org/W3106426003","https://openalex.org/W3119150429","https://openalex.org/W3122778363","https://openalex.org/W3128601380","https://openalex.org/W3156354433","https://openalex.org/W3167947413","https://openalex.org/W3206015227","https://openalex.org/W4206952613","https://openalex.org/W4210487241","https://openalex.org/W4234552385","https://openalex.org/W4283703617","https://openalex.org/W4283824940","https://openalex.org/W4288359825","https://openalex.org/W4301858770","https://openalex.org/W4302612613"],"related_works":["https://openalex.org/W2519676117","https://openalex.org/W2218202131","https://openalex.org/W2787993192","https://openalex.org/W2155740880","https://openalex.org/W84108837","https://openalex.org/W2131713426","https://openalex.org/W4253249845","https://openalex.org/W2125452230","https://openalex.org/W2148444631","https://openalex.org/W1629973955"],"abstract_inverted_index":{"While":[0,68],"Deep":[1],"Neural":[2],"Networks":[3],"(DNNs)":[4],"are":[5,15,268],"deriving":[6],"the":[7,18,37,55,70,115,135,144,169,185,209,227,251,265,275,285],"major":[8],"innovations":[9],"through":[10],"their":[11,52],"powerful":[12],"automation,":[13],"we":[14,216,244,278],"also":[16],"witnessing":[17],"peril":[19],"behind":[20],"automation":[21],"as":[22,28,122,125],"a":[23,102,111,178,297],"form":[24],"of":[25,40,137,171,230,255,288],"bias,":[26,32],"such":[27,121],"automated":[29],"racism,":[30],"gender":[31,210],"and":[33,65,141,167,193,203,258,291],"adversarial":[34],"bias.":[35],"As":[36],"societal":[38],"impact":[39],"DNNs":[41,49,74,96,151],"grows,":[42],"finding":[43],"an":[44,126],"effective":[45,149],"way":[46,71],"to":[47,50,72,75,89,133,164,188],"steer":[48],"align":[51],"behavior":[53],"with":[54],"human":[56,234],"mental":[57],"model":[58,119,231,256,260],"has":[59],"become":[60],"indispensable":[61],"in":[62,80,100,200,205,208,221,262,274,284],"realizing":[63],"fair":[64],"accountable":[66],"models.":[67],"establishing":[69],"adjust":[73,143,168],"\"think":[76],"like":[77],"humans''":[78],"is":[79],"pressing":[81],"need,":[82],"there":[83],"have":[84],"been":[85],"few":[86],"approaches":[87],"aiming":[88],"capture":[90],"how":[91],"\"humans":[92],"would":[93],"think''":[94],"when":[95],"introduce":[97],"biased":[98,139,172],"reasoning":[99,140],"seeing":[101],"new":[103],"instance.":[104],"We":[105,196],"propose":[106],"Interactive":[107],"Attention":[108],"Alignment":[109],"(IAA),":[110],"framework":[112],"that":[113,129],"uses":[114,161],"methods":[116],"for":[117,182,281],"visualizing":[118],"attention,":[120],"saliency":[123],"maps,":[124],"interactive":[127,292],"medium":[128],"humans":[130],"can":[131,224],"leverage":[132],"unveil":[134],"cases":[136,170],"DNN's":[138],"directly":[142],"attention.":[145,173],"To":[146],"realize":[147],"more":[148],"human-steerable":[150],"than":[152,236],"state-of-the-art,":[153],"IAA":[154,160,175],"introduces":[155],"two":[156,276],"novel":[157],"devices.":[158],"First,":[159],"Reasonability":[162,198,219,239],"Matrix":[163,199,220],"systematically":[165],"identify":[166],"Second,":[174],"applies":[176],"GRADIA,":[177],"computational":[179],"pipeline":[180],"designed":[181],"effectively":[183],"applying":[184,218,238],"adjusted":[186],"attention":[187,191,232,257],"jointly":[189],"maximize":[190],"quality":[192,229,254],"prediction":[194],"accuracy.":[195],"evaluated":[197],"Study":[201,206,214,242],"1":[202],"GRADIA":[204,247],"2":[207],"classification":[211],"problem.":[212],"In":[213,241],"1,":[215],"found":[217,245],"bias":[222],"detection":[223],"significantly":[225,248],"improve":[226],"perceived":[228,253],"from":[233],"eyes":[235],"not":[237],"Matrix.":[240],"2,":[243],"using":[246],"improves":[249],"(1)":[250],"human-assessed":[252],"(2)":[259],"performance":[261],"scenarios":[263],"where":[264],"training":[266],"samples":[267],"limited.":[269],"Based":[270],"on":[271],"our":[272],"observation":[273],"studies,":[277],"present":[279],"implications":[280],"future":[282],"design":[283],"problem":[286],"space":[287],"social":[289],"computing":[290],"data":[293],"annotation":[294],"toward":[295],"achieving":[296],"human-centered":[298],"steerable":[299],"AI.":[300]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}