{"id":"https://openalex.org/W7127386066","doi":"https://doi.org/10.48550/arxiv.2602.02451","title":"Active Causal Experimentalist (ACE): Learning Intervention Strategies via Direct Preference Optimization","display_name":"Active Causal Experimentalist (ACE): Learning Intervention Strategies via Direct Preference Optimization","publication_year":2026,"publication_date":"2026-02-02","ids":{"openalex":"https://openalex.org/W7127386066","doi":"https://doi.org/10.48550/arxiv.2602.02451"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.02451","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124875818","display_name":"Patrick Cooper","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cooper, Patrick","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5124929578","display_name":"Alvaro Velasquez","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Velasquez, Alvaro","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13055789,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.09489999711513519,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.09489999711513519,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.08500000089406967,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10778","display_name":"Philosophy and History of Science","score":0.07320000231266022,"subfield":{"id":"https://openalex.org/subfields/1207","display_name":"History and Philosophy of Science"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.6852999925613403},{"id":"https://openalex.org/keywords/intervention","display_name":"Intervention (counseling)","score":0.5709999799728394},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.5674999952316284},{"id":"https://openalex.org/keywords/preference-learning","display_name":"Preference learning","score":0.5440999865531921},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.48069998621940613},{"id":"https://openalex.org/keywords/psychological-intervention","display_name":"Psychological intervention","score":0.461899995803833},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.38089999556541443},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3693000078201294}],"concepts":[{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.6852999925613403},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.5709999799728394},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.5674999952316284},{"id":"https://openalex.org/C181204326","wikidata":"https://www.wikidata.org/wiki/Q7239820","display_name":"Preference learning","level":3,"score":0.5440999865531921},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5248000025749207},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.48069998621940613},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47749999165534973},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.461899995803833},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38510000705718994},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.38089999556541443},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3693000078201294},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.3625999987125397},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.3578999936580658},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3528999984264374},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.3361999988555908},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.319599986076355},{"id":"https://openalex.org/C11671645","wikidata":"https://www.wikidata.org/wiki/Q5054567","display_name":"Causal model","level":2,"score":0.31790000200271606},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.3077000081539154},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.2879999876022339},{"id":"https://openalex.org/C28901747","wikidata":"https://www.wikidata.org/wiki/Q177571","display_name":"Decision theory","level":2,"score":0.28619998693466187},{"id":"https://openalex.org/C64357122","wikidata":"https://www.wikidata.org/wiki/Q1149766","display_name":"Causality (physics)","level":2,"score":0.28610000014305115},{"id":"https://openalex.org/C158600405","wikidata":"https://www.wikidata.org/wiki/Q5054566","display_name":"Causal inference","level":2,"score":0.2727000117301941},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.02451","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.02451","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.02451","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.02451","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.5787734985351562}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Discovering":[0],"causal":[1],"relationships":[2],"requires":[3],"controlled":[4],"experiments,":[5],"but":[6],"experimentalists":[7],"face":[8],"a":[9,59,144],"sequential":[10,60],"decision":[11,38],"problem:":[12],"each":[13,37],"intervention":[14,97,120],"reveals":[15],"information":[16,31,69],"that":[17,66,135,147],"should":[18],"inform":[19],"what":[20],"to":[21,42],"try":[22],"next.":[23],"Traditional":[24],"approaches":[25],"such":[26],"as":[27,58,72],"random":[28],"sampling,":[29],"greedy":[30],"maximization,":[32],"and":[33,109],"round-robin":[34],"coverage":[35],"treat":[36],"in":[39],"isolation,":[40],"unable":[41],"learn":[43],"adaptive":[44],"strategies":[45],"from":[46,95,150],"experience.":[47,151],"We":[48],"propose":[49],"Active":[50],"Causal":[51],"Experimentalist":[52],"(ACE),":[53],"which":[54],"learns":[55],"experimental":[56,159],"design":[57],"policy.":[61],"Our":[62],"key":[63],"insight":[64],"is":[65],"while":[67],"absolute":[68],"gains":[70],"diminish":[71],"knowledge":[73],"accumulates":[74],"(making":[75],"value-based":[76],"RL":[77],"unstable),":[78],"relative":[79],"comparisons":[80,98],"between":[81],"candidate":[82],"interventions":[83,140],"remain":[84],"meaningful":[85],"throughout.":[86],"ACE":[87,112],"exploits":[88],"this":[89],"via":[90],"Direct":[91],"Preference":[92],"Optimization,":[93],"learning":[94,155],"pairwise":[96],"rather":[99],"than":[100],"non-stationary":[101],"reward":[102],"magnitudes.":[103],"Across":[104],"synthetic":[105],"benchmarks,":[106],"physics":[107],"simulations,":[108],"economic":[110],"data,":[111],"achieves":[113],"70-71%":[114],"improvement":[115],"over":[116],"baselines":[117],"at":[118],"equal":[119],"budgets":[121],"(p":[122],"<":[123],"0.001,":[124],"Cohen's":[125],"d":[126],"~":[127],"2).":[128],"Notably,":[129],"the":[130],"learned":[131,164],"policy":[132],"autonomously":[133],"discovers":[134],"collider":[136],"mechanisms":[137],"require":[138],"concentrated":[139],"on":[141],"parent":[142],"variables,":[143],"theoretically-grounded":[145],"strategy":[146],"emerges":[148],"purely":[149],"This":[152],"suggests":[153],"preference-based":[154],"can":[156],"recover":[157],"principled":[158],"strategies,":[160],"complementing":[161],"theory":[162],"with":[163],"domain":[165],"adaptation.":[166]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-02-04T00:00:00"}