{"id":"https://openalex.org/W7134804767","doi":"https://doi.org/10.48550/arxiv.2603.06811","title":"Making AI Evaluation Deployment Relevant Through Context Specification","display_name":"Making AI Evaluation Deployment Relevant Through Context Specification","publication_year":2026,"publication_date":"2026-03-06","ids":{"openalex":"https://openalex.org/W7134804767","doi":"https://doi.org/10.48550/arxiv.2603.06811"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.06811","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5127862122","display_name":"Matthew Holmes","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Holmes, Matthew","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127863120","display_name":"Thiago Lacerda","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lacerda, Thiago","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5026537470","display_name":"Reva Schwartz","orcid":"https://orcid.org/0000-0002-9012-6306"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schwartz, Reva","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5127862122"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.4300000071525574,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.4300000071525574,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.12470000237226486,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.054499998688697815,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.8931999802589417},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6353999972343445},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5529000163078308},{"id":"https://openalex.org/keywords/stakeholder","display_name":"Stakeholder","score":0.545799970626831},{"id":"https://openalex.org/keywords/status-quo","display_name":"Status quo","score":0.48570001125335693},{"id":"https://openalex.org/keywords/value-proposition","display_name":"Value proposition","score":0.31520000100135803}],"concepts":[{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.8931999802589417},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6517999768257141},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6353999972343445},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5529000163078308},{"id":"https://openalex.org/C201305675","wikidata":"https://www.wikidata.org/wiki/Q852998","display_name":"Stakeholder","level":2,"score":0.545799970626831},{"id":"https://openalex.org/C2776748549","wikidata":"https://www.wikidata.org/wiki/Q201610","display_name":"Status quo","level":2,"score":0.48570001125335693},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.4544999897480011},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.4390999972820282},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.37400001287460327},{"id":"https://openalex.org/C68991459","wikidata":"https://www.wikidata.org/wiki/Q11700776","display_name":"Value proposition","level":2,"score":0.31520000100135803},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.31220000982284546},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.30090001225471497},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.27720001339912415},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.26649999618530273},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26249998807907104},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2581999897956848},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.2549000084400177}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.06811","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.06811","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.06811","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.06811","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"score":0.6589452624320984,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"With":[0],"many":[1],"organizations":[2,130],"struggling":[3],"to":[4,11,42,62,98,123],"gain":[5],"value":[6],"from":[7],"AI":[8,13,22,47,119],"deployments,":[9],"pressure":[10],"evaluate":[12],"in":[14,79,107,125],"an":[15],"informed":[16],"manner":[17],"has":[18],"intensified.":[19],"Status":[20],"quo":[21],"evaluation":[23],"approaches":[24],"often":[25],"mask":[26],"the":[27,90,126],"operational":[28],"realities":[29],"that":[30,95,129],"ultimately":[31],"determine":[32],"deployment":[33,127],"success,":[34],"making":[35,68],"it":[36],"difficult":[37],"for":[38,116],"organizational":[39],"decision":[40,67],"makers":[41],"know":[43],"whether":[44],"and":[45,55,64,93,105],"how":[46],"tools":[48],"will":[49],"deliver":[50],"durable":[51],"value.":[52],"We":[53],"introduce":[54],"describe":[56],"context":[57],"specification":[58,71],"as":[59,112],"a":[60,80,113],"process":[61,110],"support":[63],"inform":[65],"this":[66],"process.":[69],"Context":[70],"turns":[72],"diffuse":[73],"stakeholder":[74],"perspectives":[75],"about":[76],"what":[77,118],"matters":[78],"given":[81],"setting":[82],"into":[83],"clear,":[84],"named":[85],"constructs:":[86],"explicit":[87],"definitions":[88],"of":[89],"properties,":[91],"behaviors,":[92],"outcomes":[94],"evaluations":[96],"aim":[97],"capture,":[99],"so":[100],"they":[101],"can":[102],"be":[103],"observed":[104],"measured":[106],"context.":[108],"The":[109],"serves":[111],"foundational":[114],"roadmap":[115],"evaluating":[117],"systems":[120],"are":[121],"likely":[122],"do":[124],"contexts":[128],"actually":[131],"manage.":[132]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-05-09T06:09:20.037420","created_date":"2026-03-11T00:00:00"}