{"id":"https://openalex.org/W7203765965","doi":"https://doi.org/10.1190/int-2025-0046","title":"Deep reinforcement learning for strategic drilling: Policy optimization on seismic data from synthetic geologic models","display_name":"Deep reinforcement learning for strategic drilling: Policy optimization on seismic data from synthetic geologic models","publication_year":2026,"publication_date":"2026-08-19","ids":{"openalex":"https://openalex.org/W7203765965","doi":"https://doi.org/10.1190/int-2025-0046"},"language":"en","primary_location":{"id":"doi:10.1190/int-2025-0046","doi":"https://doi.org/10.1190/int-2025-0046","is_oa":false,"landing_page_url":"https://doi.org/10.1190/int-2025-0046","pdf_url":null,"source":{"id":"https://openalex.org/S4210239846","display_name":"Interpretation","issn_l":"2324-8858","issn":["2324-8858","2324-8866"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","jufo-1","ki-jl-1","norway-1","poland-40","russia-white-list-2"],"host_organization":"https://openalex.org/P4310316678","host_organization_name":"Society of Exploration Geophysicists","host_organization_lineage":["https://openalex.org/P4310316678"],"host_organization_lineage_names":["Society of Exploration Geophysicists"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interpretation","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039815044","display_name":"Roderick Perez Altamar","orcid":"https://orcid.org/0000-0003-3831-9589","observed_orcids":["https://orcid.org/0000-0003-3831-9589"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Roderick Perez Altamar","raw_affiliation_strings":["Independent Researcher 1 , ,"],"raw_orcid":"https://orcid.org/0000-0003-3831-9589","affiliations":[{"raw_affiliation_string":"Independent Researcher 1 , ,","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5039815044"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":"4","first_page":"T371","last_page":"T388"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13193","display_name":"Geological Studies and Exploration","score":0.350600004196167,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13193","display_name":"Geological Studies and Exploration","score":0.350600004196167,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.2290000021457672,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10399","display_name":"Hydrocarbon exploration and reservoir analysis","score":0.08649999648332596,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.8519999980926514},{"id":"https://openalex.org/keywords/seismic-data","display_name":"seismic data","score":0.5820000171661377},{"id":"https://openalex.org/keywords/deep-q-network","display_name":"deep Q-network","score":0.8690000176429749},{"id":"https://openalex.org/keywords/exploration-strategy","display_name":"exploration strategy","score":0.7860000133514404},{"id":"https://openalex.org/keywords/discount-factor","display_name":"discount factor","score":0.9409999847412109},{"id":"https://openalex.org/keywords/learning-rate","display_name":"learning rate","score":0.6299999952316284},{"id":"https://openalex.org/keywords/hydrocarbon-migration","display_name":"hydrocarbon migration","score":0.7170000076293945},{"id":"https://openalex.org/keywords/anticline","display_name":"anticline","score":0.6200000047683716},{"id":"https://openalex.org/keywords/fault-blocks","display_name":"fault blocks","score":0.7820000052452087},{"id":"https://openalex.org/keywords/autonomous-drilling","display_name":"autonomous drilling","score":0.6119999885559082}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8445000052452087},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.5853999853134155},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5802000164985657},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.48669999837875366},{"id":"https://openalex.org/C25197100","wikidata":"https://www.wikidata.org/wiki/Q890886","display_name":"Drilling","level":2,"score":0.42500001192092896},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42160001397132874},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.420199990272522},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4104999899864197},{"id":"https://openalex.org/C116637073","wikidata":"https://www.wikidata.org/wiki/Q190147","display_name":"Anticline","level":3,"score":0.3962000012397766},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.38989999890327454},{"id":"https://openalex.org/C175551986","wikidata":"https://www.wikidata.org/wiki/Q47089","display_name":"Fault (geology)","level":2,"score":0.38429999351501465},{"id":"https://openalex.org/C28761237","wikidata":"https://www.wikidata.org/wiki/Q7805321","display_name":"Time horizon","level":2,"score":0.3831999897956848},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.37689998745918274},{"id":"https://openalex.org/C2777093003","wikidata":"https://www.wikidata.org/wiki/Q6508345","display_name":"Lead (geology)","level":2,"score":0.37380000948905945},{"id":"https://openalex.org/C159176650","wikidata":"https://www.wikidata.org/wiki/Q43261","display_name":"Horizon","level":2,"score":0.3671000003814697},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.3158999979496002},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.31470000743865967},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.31450000405311584},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.2685999870300293},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.26649999618530273},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.26409998536109924},{"id":"https://openalex.org/C10431821","wikidata":"https://www.wikidata.org/wiki/Q6510174","display_name":"Learning effect","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1190/int-2025-0046","doi":"https://doi.org/10.1190/int-2025-0046","is_oa":false,"landing_page_url":"https://doi.org/10.1190/int-2025-0046","pdf_url":null,"source":{"id":"https://openalex.org/S4210239846","display_name":"Interpretation","issn_l":"2324-8858","issn":["2324-8858","2324-8866"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","jufo-1","ki-jl-1","norway-1","poland-40","russia-white-list-2"],"host_organization":"https://openalex.org/P4310316678","host_organization_name":"Society of Exploration Geophysicists","host_organization_lineage":["https://openalex.org/P4310316678"],"host_organization_lineage_names":["Society of Exploration Geophysicists"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interpretation","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1802249127","https://openalex.org/W2001355978","https://openalex.org/W2011058183","https://openalex.org/W2021175463","https://openalex.org/W2030111919","https://openalex.org/W2063389362","https://openalex.org/W2079479069","https://openalex.org/W2105896816","https://openalex.org/W2141011311","https://openalex.org/W2145339207","https://openalex.org/W2173564293","https://openalex.org/W2273407415","https://openalex.org/W2273713753","https://openalex.org/W2360467051","https://openalex.org/W2746553466","https://openalex.org/W2761873684","https://openalex.org/W2897468183","https://openalex.org/W2898035736","https://openalex.org/W3113894608","https://openalex.org/W3145451245","https://openalex.org/W3211481433","https://openalex.org/W4210705920","https://openalex.org/W4283589773","https://openalex.org/W4382933938","https://openalex.org/W4386469128","https://openalex.org/W4387813300","https://openalex.org/W4402174862","https://openalex.org/W4403981227","https://openalex.org/W4409075410","https://openalex.org/W4411933931"],"related_works":["https://openalex.org/W7127897495","https://openalex.org/W6960469194","https://openalex.org/W3157866968","https://openalex.org/W4392236798","https://openalex.org/W4385547057","https://openalex.org/W3212318690","https://openalex.org/W7108673573","https://openalex.org/W2194966727","https://openalex.org/W4214633682","https://openalex.org/W2998334083"],"abstract_inverted_index":{"Abstract":[0],"Deep":[1,27],"reinforcement":[2,82],"learning":[3,83,195,210,283],"autonomously":[4],"derives":[5],"profitable":[6],"drilling":[7,72,98,115,260],"policies":[8],"directly":[9],"from":[10,62],"seismic":[11],"data,":[12],"reducing":[13],"reliance":[14],"on":[15,69,223,265,271],"sparse,":[16],"biased,":[17],"and":[18,45,107,144,182,194,239,282],"often":[19],"inaccessible":[20],"historical":[21],"well":[22],"records.":[23],"By":[24],"training":[25,154],"a":[26,32,208],"Q-Network":[28],"(DQN)":[29],"agent":[30,55,110,231],"within":[31],"custom":[33],"economic":[34],"simulator":[35],"driven":[36],"by":[37,80,100,135],"Markov":[38],"chain":[39],"structural":[40],"modeling,":[41],"agent-based":[42],"hydrocarbon":[43],"migration,":[44],"acoustic":[46],"fluid":[47],"substitution,":[48],"it":[49],"was":[50,74],"demonstrated":[51,256],"that":[52,128,148,191,257],"an":[53,160,202],"AI":[54],"can":[56,132],"learn":[57],"early-stage":[58],"exploration":[59,145,192,280],"strategies":[60,99],"entirely":[61],"synthetic":[63],"geologic":[64,227],"environments.":[65],"A":[66,87],"key":[67],"control":[68],"the":[70,75,81,102,109,124,152,169,188,213,218,229,254,272],"learned":[71],"behavior":[73,248],"strategic":[76],"time":[77],"horizon":[78],"governed":[79],"discount":[84,89],"factor":[85,90],"(\u03b3).":[86],"high":[88,209],"(\u03b3":[91],"=":[92],"0.99)":[93],"strongly":[94],"promoted":[95],"deep,":[96],"long-horizon":[97],"increasing":[101],"importance":[103],"of":[104,119,172,276],"delayed":[105],"rewards":[106,131],"encouraging":[108],"to":[111],"accept":[112],"substantial":[113],"upfront":[114],"costs":[116],"in":[117,217,249],"pursuit":[118],"larger":[120],"future":[121],"returns.":[122],"However,":[123],"experiments":[125],"also":[126,244,270],"showed":[127],"competitive":[129],"cumulative":[130,215],"be":[133],"achieved":[134],"some":[136],"low-discount-factor":[137],"models":[138],"when":[139],"combined":[140,206],"with":[141,151,201,207],"favorable":[142,251],"learning-rate":[143],"schedules,":[146],"indicating":[147],"\u03b3":[149,166,178],"interacts":[150],"broader":[153],"configuration":[155],"rather":[156],"than":[157],"acting":[158],"as":[159,236],"isolated":[161],"requirement":[162],"for":[163],"success.":[164],"High":[165],"nevertheless":[167],"remained":[168],"clearest":[170],"driver":[171],"sustained":[173],"deep":[174],"exploration,":[175],"whereas":[176],"low":[177],"generally":[179],"favored":[180],"shallower":[181],"more":[183],"immediately":[184],"rewarding":[185],"actions.":[186],"Furthermore,":[187],"results":[189,255],"revealed":[190],"strategy":[193,261],"rate":[196,211],"substantially":[197],"modulated":[198],"policy":[199],"performance,":[200],"inverted":[203],"\u03b5":[204],"schedule":[205],"producing":[212],"highest":[214],"reward":[216,278],"tested":[219],"configurations.":[220],"When":[221],"deployed":[222],"unseen,":[224],"structurally":[225],"complex":[226],"environments,":[228],"optimized":[230],"systematically":[232],"targeted":[233],"features":[234],"such":[235],"crestal":[237],"anticlines":[238],"compartmentalized":[240],"fault":[241],"blocks,":[242],"while":[243],"exhibiting":[245],"economically":[246],"adaptive":[247],"less":[250],"scenarios.":[252],"Overall,":[253],"successful":[258],"autonomous":[259],"depended":[262],"not":[263],"only":[264],"geophysical":[266],"pattern":[267],"recognition":[268],"but":[269],"joint":[273],"mathematical":[274],"encoding":[275],"long-term":[277],"valuation,":[279],"behavior,":[281],"dynamics.":[284]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-08-20T00:00:00"}