{"id":"https://openalex.org/W4220977161","doi":"https://doi.org/10.1145/3490099.3511115","title":"How Do People Rank Multiple Mutant Agents?","display_name":"How Do People Rank Multiple Mutant Agents?","publication_year":2022,"publication_date":"2022-03-21","ids":{"openalex":"https://openalex.org/W4220977161","doi":"https://doi.org/10.1145/3490099.3511115"},"language":"en","primary_location":{"id":"doi:10.1145/3490099.3511115","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3490099.3511115","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"27th International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053324798","display_name":"Jonathan Dodge","orcid":"https://orcid.org/0009-0000-5175-5962"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jonathan Dodge","raw_affiliation_strings":["Oregon State University, United States"],"affiliations":[{"raw_affiliation_string":"Oregon State University, United States","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103575034","display_name":"Andrew A. Anderson","orcid":null},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew A. Anderson","raw_affiliation_strings":["EECS, Oregon State University, United States"],"affiliations":[{"raw_affiliation_string":"EECS, Oregon State University, United States","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064025350","display_name":"Matthew Olson","orcid":"https://orcid.org/0000-0002-4179-456X"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Olson","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, Oregon State University, United States"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Oregon State University, United States","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022959741","display_name":"Rupika Dikkala","orcid":null},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rupika Dikkala","raw_affiliation_strings":["Oregon State University, United States"],"affiliations":[{"raw_affiliation_string":"Oregon State University, United States","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011173372","display_name":"Margaret Burnett","orcid":"https://orcid.org/0000-0001-6536-7629"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Margaret Burnett","raw_affiliation_strings":["School of EECS, Oregon State University, United States"],"affiliations":[{"raw_affiliation_string":"School of EECS, Oregon State University, United States","institution_ids":["https://openalex.org/I131249849"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5053324798"],"corresponding_institution_ids":["https://openalex.org/I131249849"],"apc_list":null,"apc_paid":null,"fwci":0.6897,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.74043616,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"191","last_page":"211"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.8507174253463745},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7273988723754883},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6964577436447144},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.6574071645736694},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.6223286390304565},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5894142985343933},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.565149188041687},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46353888511657715},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.437065452337265},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.4170783460140228},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.41361916065216064},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.32106366753578186},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.15884345769882202},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09384685754776001}],"concepts":[{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.8507174253463745},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7273988723754883},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6964577436447144},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.6574071645736694},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6223286390304565},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5894142985343933},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.565149188041687},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46353888511657715},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.437065452337265},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.4170783460140228},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.41361916065216064},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.32106366753578186},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.15884345769882202},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09384685754776001},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3490099.3511115","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3490099.3511115","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"27th International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.8199999928474426}],"awards":[{"id":"https://openalex.org/G8680787740","display_name":null,"funder_award_id":"N66001-17-2-4030","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W1501005121","https://openalex.org/W1551643567","https://openalex.org/W1989206341","https://openalex.org/W2027977399","https://openalex.org/W2036779186","https://openalex.org/W2049695835","https://openalex.org/W2053075547","https://openalex.org/W2054751837","https://openalex.org/W2056988287","https://openalex.org/W2060935106","https://openalex.org/W2087061903","https://openalex.org/W2090645352","https://openalex.org/W2097695938","https://openalex.org/W2102539288","https://openalex.org/W2105717957","https://openalex.org/W2107174604","https://openalex.org/W2134874052","https://openalex.org/W2137406659","https://openalex.org/W2140995456","https://openalex.org/W2168573280","https://openalex.org/W2282821441","https://openalex.org/W2394669110","https://openalex.org/W2440722286","https://openalex.org/W2522925973","https://openalex.org/W2539402368","https://openalex.org/W2552408584","https://openalex.org/W2560674852","https://openalex.org/W2586292581","https://openalex.org/W2594336441","https://openalex.org/W2595640485","https://openalex.org/W2598104261","https://openalex.org/W2607223307","https://openalex.org/W2616028256","https://openalex.org/W2724918885","https://openalex.org/W2786944871","https://openalex.org/W2789415069","https://openalex.org/W2793962634","https://openalex.org/W2795752238","https://openalex.org/W2796133875","https://openalex.org/W2809134166","https://openalex.org/W2888723145","https://openalex.org/W2891548690","https://openalex.org/W2897042519","https://openalex.org/W2897798332","https://openalex.org/W2902907165","https://openalex.org/W2916797267","https://openalex.org/W2923421605","https://openalex.org/W2963125461","https://openalex.org/W2963327228","https://openalex.org/W2963847595","https://openalex.org/W2964277809","https://openalex.org/W2982316857","https://openalex.org/W3010499686","https://openalex.org/W3100279624","https://openalex.org/W3124922852","https://openalex.org/W3130767973","https://openalex.org/W3153179514","https://openalex.org/W3163411042","https://openalex.org/W3173721282","https://openalex.org/W4229609949","https://openalex.org/W4238830249","https://openalex.org/W4239816899","https://openalex.org/W4288086169","https://openalex.org/W4288414189","https://openalex.org/W4299335686","https://openalex.org/W4299939935"],"related_works":["https://openalex.org/W2997567050","https://openalex.org/W2188500270","https://openalex.org/W2303858293","https://openalex.org/W2152992791","https://openalex.org/W2915512527","https://openalex.org/W2798198862","https://openalex.org/W51364034","https://openalex.org/W1494981348","https://openalex.org/W3160516639","https://openalex.org/W2930320701"],"abstract_inverted_index":{"Faced":[0],"with":[1,137],"several":[2],"AI-powered":[3],"sequential":[4,118],"decision-making":[5,119],"systems,":[6],"how":[7,142],"might":[8,44],"someone":[9],"choose":[10,31],"on":[11,148],"which":[12,186],"to":[13,30,36,59,87,124,140,171,180,189,198],"rely?":[14],"For":[15],"example,":[16],"imagine":[17],"car":[18],"buyer":[19],"Blair":[20],"shopping":[21],"for":[22,98,117,185,218],"a":[23,76,82,95,131,231],"self-driving":[24],"car,":[25],"or":[26,52,63,194],"developer":[27],"Dillon":[28],"trying":[29],"an":[32,122,160,191,199],"appropriate":[33],"ML":[34],"model":[35],"use":[37],"in":[38,50],"their":[39,61],"application.":[40],"Their":[41],"first":[42],"choice":[43],"be":[45,169,178],"infeasible":[46],"(i.e.,":[47],"too":[48],"expensive":[49],"money":[51],"execution":[53],"time),":[54],"so":[55],"they":[56,143],"may":[57],"need":[58],"select":[60],"second":[62],"third":[64],"choice.":[65],"To":[66],"address":[67],"this":[68,70],"question,":[69],"paper":[71],"presents:":[72],"1)":[73],"Explanation":[74],"Resolution,":[75],"quantifiable":[77],"direct":[78],"measurement":[79],"concept;":[80],"2)":[81],"new":[83,96],"XAI":[84,161,200],"empirical":[85],"task":[86],"measure":[88],"explanations:":[89],"\u201cthe":[90],"Ranking":[91,146],"Task\u201d;":[92],"and":[93,129,155,237],"3)":[94],"strategy":[97],"inducing":[99],"controllable":[100],"agent":[101,175,238],"variations\u2014Mutant":[102],"Agent":[103],"Generation.":[104],"In":[105],"support":[106],"of":[107,214,229,234],"those":[108],"main":[109],"contributions,":[110],"it":[111],"also":[112,225],"presents":[113],"4)":[114],"novel":[115],"explanations":[116],"agents;":[120],"5)":[121],"adaptation":[123],"the":[125,145,203,206,212,227],"AAR/AI":[126],"assessment":[127,192],"process;":[128],"6)":[130],"qualitative":[132],"study":[133],"around":[134],"these":[135],"devices":[136],"10":[138],"participants":[139,204,224],"investigate":[141],"performed":[144],"Task":[147],"our":[149,153],"mutant":[150,174],"agents,":[151],"using":[152],"explanations,":[154],"structured":[156],"by":[157],"AAR/AI.":[158],"From":[159],"researcher":[162],"perspective,":[163,202],"just":[164],"as":[165],"mutation":[166],"testing":[167],"can":[168,177],"applied":[170,179],"any":[172,182],"code,":[173],"generation":[176],"essentially":[181],"neural":[183],"network":[184],"one":[187],"wants":[188],"evaluate":[190],"process":[193],"explanation":[195,216,235],"type.":[196],"As":[197],"user\u2019s":[201],"ranked":[205],"agents":[207],"well":[208],"overall,":[209],"but":[210],"showed":[211],"importance":[213,228],"high":[215],"resolution":[217],"close":[219],"differences":[220],"between":[221],"agents.":[222],"The":[223],"revealed":[226],"supporting":[230],"wide":[232],"diversity":[233],"diets":[236],"\u201ctest":[239],"selection\u201d":[240],"strategies.":[241]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-04T09:10:02.777135","created_date":"2025-10-10T00:00:00"}