{"id":"https://openalex.org/W7236777595","doi":"https://doi.org/10.48550/arxiv.2611.24867","title":"Choosing What to Observe: Budget-Paired Counterfactual Audits for Credible Evaluation of Visual Agents","display_name":"Choosing What to Observe: Budget-Paired Counterfactual Audits for Credible Evaluation of Visual Agents","alternate_titles":[],"publication_year":2026,"publication_date":"2026-11-18","ids":{"openalex":"https://openalex.org/W7236777595","doi":"https://doi.org/10.48550/arxiv.2611.24867"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2611.24867","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.24867","pdf_url":"https://arxiv.org/pdf/2611.24867","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W7236777595"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2611.24867","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5162974037","display_name":"Ruiqi Liu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Liu, Ruiqi","raw_affiliation_strings":["Fudan University","Institute of Medical Philosophy & Future AI (IMPF-AI)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fudan University","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Institute of Medical Philosophy & Future AI (IMPF-AI)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5162985319","display_name":"Jinming Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Li, Jinming","raw_affiliation_strings":["Fudan University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fudan University","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5162835115","display_name":"Mo Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]},{"id":"https://openalex.org/I39555362","display_name":"University of Warwick","ror":"https://ror.org/01a77tt86","country_code":"GB","type":"education","lineage":["https://openalex.org/I39555362"]}],"countries":["CN","GB"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Wang, Mo","raw_affiliation_strings":["Southern University of Science and Technology","The University of Warwick"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"The University of Warwick","institution_ids":["https://openalex.org/I39555362"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5162949676","display_name":"Yang Lu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Lu, Yang","raw_affiliation_strings":["Fudan University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fudan University","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5159158056","display_name":"Yanlan Kang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Kang, Yanlan","raw_affiliation_strings":["Institute of Medical Philosophy & Future AI (IMPF-AI)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Medical Philosophy & Future AI (IMPF-AI)","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.7080000042915344,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.7080000042915344,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.032499998807907104,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.019700000062584877,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/evaluation-protocol","display_name":"evaluation protocol","score":0.8159999847412109},{"id":"https://openalex.org/keywords/region-selection","display_name":"region selection","score":0.45500001311302185},{"id":"https://openalex.org/keywords/budget-allocation","display_name":"budget allocation","score":0.4050000011920929}],"concepts":[{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.9434000253677368},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.6348000168800354},{"id":"https://openalex.org/C88626702","wikidata":"https://www.wikidata.org/wiki/Q1128903","display_name":"Continuation","level":2,"score":0.6226999759674072},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.583899974822998},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5683000087738037},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.5115000009536743},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39169999957084656},{"id":"https://openalex.org/C133112747","wikidata":"https://www.wikidata.org/wiki/Q7251931","display_name":"Protocol analysis","level":2,"score":0.351500004529953},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.35030001401901245},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3262999951839447},{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.31119999289512634},{"id":"https://openalex.org/C71889745","wikidata":"https://www.wikidata.org/wiki/Q1783264","display_name":"Counterfactual conditional","level":3,"score":0.3050000071525574},{"id":"https://openalex.org/C8505890","wikidata":"https://www.wikidata.org/wiki/Q605095","display_name":"Budget constraint","level":2,"score":0.29750001430511475},{"id":"https://openalex.org/C119693030","wikidata":"https://www.wikidata.org/wiki/Q2180497","display_name":"Economic model","level":2,"score":0.2964000105857849},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.29580000042915344},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.2913999855518341},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27149999141693115},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.26649999618530273},{"id":"https://openalex.org/C205706631","wikidata":"https://www.wikidata.org/wiki/Q2319304","display_name":"Expected utility hypothesis","level":2,"score":0.2630000114440918},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C138268822","wikidata":"https://www.wikidata.org/wiki/Q1051925","display_name":"Resolution (logic)","level":2,"score":0.2596000134944916},{"id":"https://openalex.org/C2780514539","wikidata":"https://www.wikidata.org/wiki/Q15995649","display_name":"Accounting research","level":2,"score":0.25200000405311584}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2611.24867","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.24867","pdf_url":"https://arxiv.org/pdf/2611.24867","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2611.24867","doi":"https://doi.org/10.48550/arxiv.2611.24867","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2611.24867","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2611.24867","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.24867","pdf_url":"https://arxiv.org/pdf/2611.24867","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7236777595.pdf","grobid_xml":"https://content.openalex.org/works/W7236777595.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W2168359464","https://openalex.org/W2561715562","https://openalex.org/W2947697927","https://openalex.org/W4402667024","https://openalex.org/W4402727815","https://openalex.org/W4409366465","https://openalex.org/W4415240915","https://openalex.org/W4415796893","https://openalex.org/W4416257511","https://openalex.org/W4416780398","https://openalex.org/W7077911270","https://openalex.org/W7202006699"],"related_works":["https://openalex.org/W7235812469","https://openalex.org/W7215117089","https://openalex.org/W7171983756","https://openalex.org/W7214007481","https://openalex.org/W7162879191","https://openalex.org/W7169630012","https://openalex.org/W7172405086","https://openalex.org/W7222948915","https://openalex.org/W7204130475","https://openalex.org/W4362700320"],"abstract_inverted_index":{"Visual":[0],"agents":[1],"that":[2,29,46],"read":[3],"dense":[4],"documents":[5],"must":[6],"ration":[7],"a":[8],"finite":[9],"observation":[10,36],"budget":[11,59],"across":[12],"candidate":[13],"regions,":[14],"yet":[15],"answer":[16],"accuracy":[17,79],"conflates":[18],"where":[19],"an":[20,43],"agent":[21],"looks,":[22],"how":[23,32],"it":[24,33],"adapts":[25],"to":[26],"the":[27,57],"reads":[28],"remain,":[30],"and":[31,50,64,84],"an?swers":[34],"once":[35],"stops.":[37],"We":[38],"introduce":[39],"budget-paired":[40],"counterfactual":[41],"audits,":[42],"evaluation":[44],"protocol":[45],"holds":[47],"public":[48],"evidence":[49],"region":[51],"bindings":[52],"fixed":[53],"while":[54],"perturbing":[55],"only":[56],"remaining":[58],"or":[60],"de?clared":[61],"task":[62],"parameters,":[63],"credits":[65],"every":[66],"acquired":[67],"history":[68],"with":[69],"exact":[70],"continuation":[71],"values.":[72],"The":[73],"resulting":[74],"accounting":[75],"decomposes":[76],"lost":[77],"expected":[78],"into":[80],"stepwise":[81],"acquisition":[82],"loss":[83],"terminal":[85],"decision":[86],"loss,":[87],"separating":[88],"planning":[89],"from":[90],"fixed-role":[91],"heuristics.":[92],"Across":[93],"forty":[94],"paired":[95],"routing":[96],"anchors,":[97],"five":[98],"open-weight":[99]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7236777595","counts_by_year":[],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2026-11-20T00:00:00"}
