{"id":"https://openalex.org/W4224980442","doi":"https://doi.org/10.1145/3491102.3501965","title":"Shared Interest: Measuring Human-AI Alignment to Identify Recurring Patterns in Model Behavior","display_name":"Shared Interest: Measuring Human-AI Alignment to Identify Recurring Patterns in Model Behavior","publication_year":2022,"publication_date":"2022-04-27","ids":{"openalex":"https://openalex.org/W4224980442","doi":"https://doi.org/10.1145/3491102.3501965"},"language":"en","primary_location":{"id":"doi:10.1145/3491102.3501965","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3491102.3501965","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3491102.3501965","source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3491102.3501965","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086597264","display_name":"Angie Boggust","orcid":"https://orcid.org/0000-0002-9671-5574"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Angie Boggust","raw_affiliation_strings":["CSAIL, Massachusetts Institute of Technology, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CSAIL, Massachusetts Institute of Technology, United States","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069794837","display_name":"Benjamin Hoover","orcid":"https://orcid.org/0000-0001-5218-3185"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Benjamin Hoover","raw_affiliation_strings":["IBM Research, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077783676","display_name":"Arvind Satyanarayan","orcid":"https://orcid.org/0000-0001-5564-635X"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arvind Satyanarayan","raw_affiliation_strings":["CSAIL, Massachusetts Institute of Technology, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CSAIL, Massachusetts Institute of Technology, United States","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084459196","display_name":"Hendrik Strobelt","orcid":"https://orcid.org/0000-0002-8995-1683"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hendrik Strobelt","raw_affiliation_strings":["IBM Research, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research, United States","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.9271,"has_fulltext":true,"cited_by_count":52,"citation_normalized_percentile":{"value":0.98129324,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8496054410934448},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6511533856391907},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5951844453811646},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.5942434072494507},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.5609517693519592},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5221714973449707},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.42745181918144226},{"id":"https://openalex.org/keywords/sorting","display_name":"Sorting","score":0.419898122549057},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4039757549762726}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8496054410934448},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6511533856391907},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5951844453811646},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.5942434072494507},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.5609517693519592},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5221714973449707},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.42745181918144226},{"id":"https://openalex.org/C111696304","wikidata":"https://www.wikidata.org/wiki/Q2303697","display_name":"Sorting","level":2,"score":0.419898122549057},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4039757549762726},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3491102.3501965","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3491102.3501965","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3491102.3501965","source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:dspace.mit.edu:1721.1/146250","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/146250","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM|CHI Conference on Human Factors in Computing Systems","raw_type":"http://purl.org/eprint/type/ConferencePaper"}],"best_oa_location":{"id":"doi:10.1145/3491102.3501965","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3491102.3501965","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3491102.3501965","source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G160387231","display_name":null,"funder_award_id":"FA8750\u201019\u20102\u20101000","funder_id":"https://openalex.org/F4320332467","funder_display_name":"U.S. Air Force"}],"funders":[{"id":"https://openalex.org/F4320332467","display_name":"U.S. Air Force","ror":"https://ror.org/006gmme17"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4224980442.pdf","grobid_xml":"https://content.openalex.org/works/W4224980442.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W1508404128","https://openalex.org/W2001259128","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2282821441","https://openalex.org/W2512274390","https://openalex.org/W2607223307","https://openalex.org/W2752194699","https://openalex.org/W2753713840","https://openalex.org/W2792641098","https://openalex.org/W2888723145","https://openalex.org/W2956281901","https://openalex.org/W2962858109","https://openalex.org/W2963214037","https://openalex.org/W2963233086","https://openalex.org/W2963749936","https://openalex.org/W2969224142","https://openalex.org/W2994898777","https://openalex.org/W2997802292","https://openalex.org/W3006064320","https://openalex.org/W3038035611","https://openalex.org/W3119746452","https://openalex.org/W4253525579"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4224009465","https://openalex.org/W4286629047","https://openalex.org/W2526856061","https://openalex.org/W4298034124","https://openalex.org/W4306321456","https://openalex.org/W4285260836","https://openalex.org/W3046775127","https://openalex.org/W1982591037"],"abstract_inverted_index":{"Saliency":[0],"methods":[1],"\u2014":[2,15],"techniques":[3],"to":[4,32,62,93,117,133],"identify":[5,33,94],"the":[6,118],"importance":[7],"of":[8,86,110],"input":[9],"features":[10,106,113],"on":[11],"a":[12,17,108,136],"model\u2019s":[13],"output":[14],"are":[16,114],"common":[18],"step":[19],"in":[20,37,41,98,143],"understanding":[21],"neural":[22],"network":[23],"behavior.":[24,88],"However,":[25],"interpreting":[26],"saliency":[27],"requires":[28],"tedious":[29],"manual":[30,144],"inspection":[31],"and":[34,78,146],"aggregate":[35],"patterns":[36,97],"model":[38,58,87,99,137],"behavior,":[39,100],"resulting":[40],"ad":[42],"hoc":[43],"or":[44,107],"cherry-picked":[45],"analysis.":[46],"To":[47],"address":[48],"these":[49],"concerns,":[50],"we":[51,125],"present":[52],"Shared":[53,73,91,128],"Interest:":[54],"metrics":[55],"for":[56],"comparing":[57],"reasoning":[59,64],"(via":[60,65],"saliency)":[61],"human":[63],"ground":[66,111],"truth":[67,112],"annotations).":[68],"By":[69],"providing":[70],"quantitative":[71],"descriptors,":[72],"Interest":[74,92,129],"enables":[75],"ranking,":[76],"sorting,":[77],"aggregating":[79],"inputs,":[80],"thereby":[81],"facilitating":[82],"large-scale":[83],"systematic":[84],"analysis":[85],"We":[89],"use":[90],"eight":[95],"recurring":[96],"such":[101],"as":[102],"cases":[103],"where":[104],"contextual":[105],"subset":[109],"most":[115],"important":[116],"model.":[119],"Working":[120],"with":[121],"representative":[122],"real-world":[123],"users,":[124],"show":[126],"how":[127],"can":[130],"be":[131],"used":[132],"decide":[134],"if":[135],"is":[138],"trustworthy,":[139],"uncover":[140],"issues":[141],"missed":[142],"analyses,":[145],"enable":[147],"interactive":[148],"probing.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":2}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}