{"id":"https://openalex.org/W3093959404","doi":"https://doi.org/10.1145/3340531.3417448","title":"Autonomous Predictive Modeling via Reinforcement Learning","display_name":"Autonomous Predictive Modeling via Reinforcement Learning","publication_year":2020,"publication_date":"2020-10-19","ids":{"openalex":"https://openalex.org/W3093959404","doi":"https://doi.org/10.1145/3340531.3417448","mag":"3093959404"},"language":"en","primary_location":{"id":"doi:10.1145/3340531.3417448","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3340531.3417448","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013455098","display_name":"Udayan Khurana","orcid":"https://orcid.org/0000-0001-8113-1210"},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Udayan Khurana","raw_affiliation_strings":["IBM Research AI, Yorktown Heights, NY, USA"],"affiliations":[{"raw_affiliation_string":"IBM Research AI, Yorktown Heights, NY, USA","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035277014","display_name":"Horst Samulowitz","orcid":"https://orcid.org/0000-0002-6780-3217"},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Horst Samulowitz","raw_affiliation_strings":["IBM Research AI, Yorktown Heights, NY, USA"],"affiliations":[{"raw_affiliation_string":"IBM Research AI, Yorktown Heights, NY, USA","institution_ids":["https://openalex.org/I1341412227"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5013455098"],"corresponding_institution_ids":["https://openalex.org/I1341412227"],"apc_list":null,"apc_paid":null,"fwci":0.2651,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.63869713,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"3285","last_page":"3288"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7756010293960571},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.7420905828475952},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7277631163597107},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6719445586204529},{"id":"https://openalex.org/keywords/bayesian-optimization","display_name":"Bayesian optimization","score":0.5133739709854126},{"id":"https://openalex.org/keywords/model-predictive-control","display_name":"Model predictive control","score":0.4576496183872223},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.44492557644844055},{"id":"https://openalex.org/keywords/ensemble-learning","display_name":"Ensemble learning","score":0.42747026681900024},{"id":"https://openalex.org/keywords/feature-selection","display_name":"Feature selection","score":0.41785621643066406},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.41157296299934387},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.10625189542770386},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.10106465220451355}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7756010293960571},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.7420905828475952},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7277631163597107},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6719445586204529},{"id":"https://openalex.org/C2778049539","wikidata":"https://www.wikidata.org/wiki/Q17002908","display_name":"Bayesian optimization","level":2,"score":0.5133739709854126},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.4576496183872223},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.44492557644844055},{"id":"https://openalex.org/C45942800","wikidata":"https://www.wikidata.org/wiki/Q245652","display_name":"Ensemble learning","level":2,"score":0.42747026681900024},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.41785621643066406},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.41157296299934387},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.10625189542770386},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.10106465220451355},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3340531.3417448","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3340531.3417448","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7900000214576721,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1534477342","https://openalex.org/W1980264541","https://openalex.org/W2078885513","https://openalex.org/W2128073546","https://openalex.org/W2167055186","https://openalex.org/W2182361439","https://openalex.org/W2584335703","https://openalex.org/W2608595939","https://openalex.org/W2616602896","https://openalex.org/W2759903677","https://openalex.org/W2806149066","https://openalex.org/W2889510677","https://openalex.org/W2904422800","https://openalex.org/W2982611619"],"related_works":["https://openalex.org/W1990079087","https://openalex.org/W3106461837","https://openalex.org/W3202234113","https://openalex.org/W2101188133","https://openalex.org/W4248731570","https://openalex.org/W2381210024","https://openalex.org/W2060165215","https://openalex.org/W4283700523","https://openalex.org/W4210918897","https://openalex.org/W107664707"],"abstract_inverted_index":{"Building":[0],"a":[1,102,110,125,150,156],"robust":[2],"predictive":[3,50],"model":[4],"requires":[5],"an":[6,70,91],"array":[7],"of":[8,32,48,63,72,75,96,113,152,164],"steps":[9],"such":[10],"as":[11,87],"data":[12,57],"imputation,":[13],"feature":[14],"transformations,":[15],"estimator":[16],"selection,":[17],"hyper-parameter":[18],"search,":[19],"ensemble":[20],"construction,":[21],"amongst":[22],"others.":[23],"Due":[24],"to":[25,86,143],"this":[26],"vast,":[27],"complex":[28],"and":[29,77],"heterogeneous":[30],"space":[31],"operations,":[33],"off-the-shelf":[34],"optimization":[35,175],"methods":[36],"offer":[37],"infeasible":[38],"solutions":[39,105],"for":[40,94,104,109],"realistic":[41],"response":[42],"time":[43],"requirements.":[44],"In":[45],"practice,":[46],"much":[47],"the":[49,73,120,162,165],"modeling":[51,121],"process":[52],"is":[53,101],"conducted":[54],"by":[55],"experienced":[56],"scientists,":[58],"who":[59],"selectively":[60],"make":[61],"use":[62],"available":[64],"tools.":[65],"Over":[66],"time,":[67],"they":[68],"develop":[69],"understanding":[71],"behavior":[74],"operators,":[76],"perform":[78],"serial":[79],"decision":[80,146],"making":[81,147],"under":[82,155],"uncertainty,":[83],"colloquially":[84],"referred":[85],"educated":[88],"guesswork.":[89],"With":[90],"unprecedented":[92],"demand":[93],"application":[95],"supervised":[97],"machine":[98],"learning,":[99],"there":[100],"call":[103],"that":[106,136,172],"automatically":[107],"search":[108],"suitable":[111],"combination":[112],"operators":[114],"across":[115],"these":[116],"tasks":[117],"while":[118],"minimize":[119],"error.":[122],"We":[123],"introduce":[124],"novel":[126],"system":[127],"called":[128],"APRL":[129],"(Autonomous":[130],"Predictive":[131],"modeler":[132],"via":[133],"Reinforcement":[134],"Learning),":[135],"uses":[137],"past":[138],"experience":[139],"through":[140],"reinforcement":[141],"learning":[142],"optimize":[144],"sequential":[145],"from":[148],"within":[149],"set":[151],"diverse":[153],"actions":[154],"budget":[157],"constraint.":[158],"Our":[159],"experiments":[160],"demonstrate":[161],"superiority":[163],"proposed":[166],"approach":[167],"over":[168],"known":[169],"AutoML":[170],"systems":[171],"utilize":[173],"Bayesian":[174],"or":[176],"genetic":[177],"algorithms.":[178]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}