{"id":"https://openalex.org/W7133224738","doi":"https://doi.org/10.48550/arxiv.2602.24055","title":"CIRCLE: A Framework for Evaluating AI from a Real-World Lens","display_name":"CIRCLE: A Framework for Evaluating AI from a Real-World Lens","publication_year":2026,"publication_date":"2026-02-27","ids":{"openalex":"https://openalex.org/W7133224738","doi":"https://doi.org/10.48550/arxiv.2602.24055"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2602.24055","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.24055","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2602.24055","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026537470","display_name":"Reva Schwartz","orcid":"https://orcid.org/0000-0002-9012-6306"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Schwartz, Reva","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065122345","display_name":"Carina E. I. Westling","orcid":"https://orcid.org/0000-0002-6549-0974"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Westling, Carina","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127858964","display_name":"Morgan Briggs","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Briggs, Morgan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120322783","display_name":"Marzieh Fadaee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fadaee, Marzieh","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123703880","display_name":"Isar Nejadgholi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nejadgholi, Isar","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127862122","display_name":"Matthew Holmes","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Holmes, Matthew","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018704727","display_name":"Fariza Rashid","orcid":"https://orcid.org/0009-0006-2437-4447"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rashid, Fariza","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115658882","display_name":"Maya Carlyle","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Carlyle, Maya","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091388380","display_name":"Afaf Ta\u00efk","orcid":"https://orcid.org/0000-0003-1485-1845"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ta\u00efk, Afaf","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110110978","display_name":"Kyra Wilson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wilson, Kyra","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127828158","display_name":"Peter Douglas","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Douglas, Peter","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127813407","display_name":"Theodora Skeadas","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Skeadas, Theodora","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127851369","display_name":"Gabriella Waters","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Waters, Gabriella","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000969043","display_name":"Rumman Chowdhury","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chowdhury, Rumman","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5127863120","display_name":"Thiago Lacerda","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lacerda, Thiago","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":15,"corresponding_author_ids":["https://openalex.org/A5026537470"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.46389999985694885,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.46389999985694885,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.16689999401569366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.06920000165700912,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.5929999947547913},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5853999853134155},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4902999997138977},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.48649999499320984},{"id":"https://openalex.org/keywords/stakeholder","display_name":"Stakeholder","score":0.4699999988079071},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.4381999969482422},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.4212999939918518},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.40470001101493835}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7160000205039978},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.5929999947547913},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5853999853134155},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4902999997138977},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.48649999499320984},{"id":"https://openalex.org/C201305675","wikidata":"https://www.wikidata.org/wiki/Q852998","display_name":"Stakeholder","level":2,"score":0.4699999988079071},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.4381999969482422},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4212999939918518},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4133000075817108},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.40470001101493835},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.37770000100135803},{"id":"https://openalex.org/C43091099","wikidata":"https://www.wikidata.org/wiki/Q1067788","display_name":"Through-the-lens metering","level":3,"score":0.3765999972820282},{"id":"https://openalex.org/C39389867","wikidata":"https://www.wikidata.org/wiki/Q380767","display_name":"Corporate governance","level":2,"score":0.36329999566078186},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35249999165534973},{"id":"https://openalex.org/C44280652","wikidata":"https://www.wikidata.org/wiki/Q104837","display_name":"Phase (matter)","level":2,"score":0.33709999918937683},{"id":"https://openalex.org/C203663800","wikidata":"https://www.wikidata.org/wiki/Q848979","display_name":"Citizen journalism","level":2,"score":0.33399999141693115},{"id":"https://openalex.org/C9395851","wikidata":"https://www.wikidata.org/wiki/Q177929","display_name":"Stack (abstract data type)","level":2,"score":0.3230000138282776},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3224000036716461},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.31859999895095825},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.2849000096321106},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.266400009393692},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.25839999318122864},{"id":"https://openalex.org/C38601921","wikidata":"https://www.wikidata.org/wiki/Q1757693","display_name":"Protocol stack","level":3,"score":0.2531999945640564},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2602.24055","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.24055","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2602.24055","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.24055","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"CIRCLE,":[3],"a":[4,111,137],"six-stage,":[5],"lifecycle-based":[6],"framework":[7],"to":[8,120,152],"bridge":[9],"the":[10,49,72,84,90],"reality":[11],"gap":[12],"between":[13],"model-centric":[14],"performance":[15],"metrics":[16],"and":[17,29,39,80,133],"AI's":[18],"materialized":[19,163],"outcomes":[20],"in":[21,61,156],"deployment.":[22],"Current":[23],"approaches":[24],"such":[25,127],"as":[26,128],"MLOps":[27],"frameworks":[28],"AI":[30,50],"model":[31,40],"benchmarks":[32],"offer":[33],"detailed":[34],"insights":[35,119],"into":[36,92,136],"system":[37],"stability":[38],"capabilities,":[41],"but":[42],"they":[43],"do":[44],"not":[45],"provide":[46],"decision-makers":[47],"outside":[48,89],"stack":[51,91],"with":[52],"systematic":[53,142],"evidence":[54,144],"of":[55,75,86],"how":[56],"these":[57],"systems":[58],"actually":[59],"behave":[60],"real-world":[62],"contexts":[63],"or":[64,102],"affect":[65],"their":[66],"organizations":[67],"over":[68],"time.":[69],"CIRCLE":[70,109,140],"operationalizes":[71],"Validation":[73],"phase":[74],"TEVV":[76],"(Test,":[77],"Evaluation,":[78],"Verification,":[79],"Validation)":[81],"by":[82],"formalizing":[83],"translation":[85],"stakeholder":[87],"concerns":[88],"measurable":[93],"signals.":[94],"Unlike":[95],"participatory":[96],"design,":[97],"which":[98,105],"often":[99,107],"remains":[100],"localized,":[101],"algorithmic":[103],"audits,":[104],"are":[106],"retrospective,":[108],"provides":[110],"structured,":[112],"prospective":[113],"protocol":[114],"for":[115],"linking":[116],"context-sensitive":[117],"qualitative":[118],"scalable":[121],"quantitative":[122],"metrics.":[123],"By":[124],"integrating":[125],"methods":[126],"field":[129],"testing,":[130],"red":[131],"teaming,":[132],"longitudinal":[134],"studies":[135],"coordinated":[138],"pipeline,":[139],"produces":[141],"knowledge:":[143],"that":[145],"is":[146],"comparable":[147],"across":[148],"sites":[149],"yet":[150],"sensitive":[151],"local":[153],"context.":[154],"This,":[155],"turn,":[157],"can":[158],"enable":[159],"governance":[160],"based":[161],"on":[162],"downstream":[164],"effects":[165],"rather":[166],"than":[167],"theoretical":[168],"capabilities.":[169]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-03-21T06:30:42.041108","created_date":"2026-03-03T00:00:00"}