{"id":"https://openalex.org/W4224980442","doi":"https://doi.org/10.1145/3491102.3501965","title":"Shared Interest: Measuring Human-AI Alignment to Identify Recurring Patterns in Model Behavior","display_name":"Shared Interest: Measuring Human-AI Alignment to Identify Recurring Patterns in Model Behavior","publication_year":2022,"publication_date":"2022-04-27","ids":{"openalex":"https://openalex.org/W4224980442","doi":"https://doi.org/10.1145/3491102.3501965"},"language":"en","primary_location":{"id":"doi:10.1145/3491102.3501965","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3491102.3501965","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3491102.3501965","source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3491102.3501965","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086597264","display_name":"Angie Boggust","orcid":"https://orcid.org/0000-0002-9671-5574"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Angie Boggust","raw_affiliation_strings":["CSAIL, Massachusetts Institute of Technology, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CSAIL, Massachusetts Institute of Technology, United States","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069794837","display_name":"Benjamin Hoover","orcid":"https://orcid.org/0000-0001-5218-3185"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Benjamin Hoover","raw_affiliation_strings":["IBM Research, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077783676","display_name":"Arvind Satyanarayan","orcid":"https://orcid.org/0000-0001-5564-635X"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arvind Satyanarayan","raw_affiliation_strings":["CSAIL, Massachusetts Institute of Technology, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CSAIL, Massachusetts Institute of Technology, United States","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084459196","display_name":"Hendrik Strobelt","orcid":"https://orcid.org/0000-0002-8995-1683"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hendrik Strobelt","raw_affiliation_strings":["IBM Research, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research, United States","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.8793,"has_fulltext":true,"cited_by_count":51,"citation_normalized_percentile":{"value":0.96268222,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8496054410934448},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6511533856391907},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5951844453811646},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.5942434072494507},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.5609517693519592},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5221714973449707},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.42745181918144226},{"id":"https://openalex.org/keywords/sorting","display_name":"Sorting","score":0.419898122549057},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4039757549762726}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8496054410934448},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6511533856391907},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5951844453811646},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.5942434072494507},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.5609517693519592},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5221714973449707},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.42745181918144226},{"id":"https://openalex.org/C111696304","wikidata":"https://www.wikidata.org/wiki/Q2303697","display_name":"Sorting","level":2,"score":0.419898122549057},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4039757549762726},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3491102.3501965","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3491102.3501965","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3491102.3501965","source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:dspace.mit.edu:1721.1/146250","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/146250","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM|CHI Conference on Human Factors in Computing Systems","raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1145/3491102.3501965","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3491102.3501965","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3491102.3501965","source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7647474342","display_name":null,"funder_award_id":"FA8750-19-2-1000","funder_id":"https://openalex.org/F4320332467","funder_display_name":"U.S. Air Force"}],"funders":[{"id":"https://openalex.org/F4320332467","display_name":"U.S. Air Force","ror":"https://ror.org/006gmme17"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4224980442.pdf","grobid_xml":"https://content.openalex.org/works/W4224980442.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W1508404128","https://openalex.org/W2001259128","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2282821441","https://openalex.org/W2512274390","https://openalex.org/W2607223307","https://openalex.org/W2752194699","https://openalex.org/W2753713840","https://openalex.org/W2792641098","https://openalex.org/W2888723145","https://openalex.org/W2956281901","https://openalex.org/W2962858109","https://openalex.org/W2963214037","https://openalex.org/W2963233086","https://openalex.org/W2963749936","https://openalex.org/W2969224142","https://openalex.org/W2994898777","https://openalex.org/W2997802292","https://openalex.org/W3006064320","https://openalex.org/W3038035611","https://openalex.org/W3119746452","https://openalex.org/W4253525579"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4224009465","https://openalex.org/W4286629047","https://openalex.org/W2526856061","https://openalex.org/W4298034124","https://openalex.org/W4306321456","https://openalex.org/W4285260836","https://openalex.org/W3046775127","https://openalex.org/W1982591037"],"abstract_inverted_index":{"Saliency":[0],"methods":[1],"-techniques":[2],"to":[3,30,60,91,115,131],"identify":[4,31,92],"the":[5,116],"importance":[6],"of":[7,84,108],"input":[8],"features":[9,104,111],"on":[10],"a":[11,15,106,134],"model's":[12],"output":[13],"-are":[14],"common":[16],"step":[17],"in":[18,35,39,96,141],"understanding":[19],"neural":[20],"network":[21],"behavior.":[22,86],"However,":[23],"interpreting":[24],"saliency":[25],"requires":[26],"tedious":[27],"manual":[28,142],"inspection":[29],"and":[32,76,144],"aggregate":[33],"patterns":[34,95],"model":[36,56,85,97,135],"behavior,":[37,98],"resulting":[38],"ad":[40],"hoc":[41],"or":[42,105],"cherry-picked":[43],"analysis.":[44],"To":[45],"address":[46],"these":[47],"concerns,":[48],"we":[49,123],"present":[50],"Shared":[51,71,89,126],"Interest:":[52],"metrics":[53],"for":[54],"comparing":[55],"reasoning":[57,62],"(via":[58,63],"saliency)":[59],"human":[61],"ground":[64,109],"truth":[65,110],"annotations).":[66],"By":[67],"providing":[68],"quantitative":[69],"descriptors,":[70],"Interest":[72,90,127],"enables":[73],"ranking,":[74],"sorting,":[75],"aggregating":[77],"inputs,":[78],"thereby":[79],"facilitating":[80],"large-scale":[81],"systematic":[82],"analysis":[83],"We":[87],"use":[88],"eight":[93],"recurring":[94],"such":[99],"as":[100],"cases":[101],"where":[102],"contextual":[103],"subset":[107],"are":[112],"most":[113],"important":[114],"model.":[117],"Working":[118],"with":[119],"representative":[120],"real-world":[121],"users,":[122],"show":[124],"how":[125],"can":[128],"be":[129],"used":[130],"decide":[132],"if":[133],"is":[136],"trustworthy,":[137],"uncover":[138],"issues":[139],"missed":[140],"analyses,":[143],"enable":[145],"interactive":[146],"probing.":[147]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}