{"id":"https://openalex.org/W4289533982","doi":"https://doi.org/10.1109/icde53745.2022.00317","title":"Feature Augmentation with Reinforcement Learning","display_name":"Feature Augmentation with Reinforcement Learning","publication_year":2022,"publication_date":"2022-05-01","ids":{"openalex":"https://openalex.org/W4289533982","doi":"https://doi.org/10.1109/icde53745.2022.00317"},"language":"en","primary_location":{"id":"doi:10.1109/icde53745.2022.00317","doi":"https://doi.org/10.1109/icde53745.2022.00317","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icde53745.2022.00317","pdf_url":null,"source":{"id":"https://openalex.org/S4210210321","display_name":"IEEE International Conference on Data Engineering (ICDE)","issn_l":"1084-4627","issn":["1084-4627","2375-0286"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 38th International Conference on Data Engineering (ICDE)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100659171","display_name":"Jiabin Liu","orcid":"https://orcid.org/0000-0001-6914-8941","observed_orcids":["https://orcid.org/0000-0001-6914-8941"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiabin Liu","raw_affiliation_strings":["Tsinghua University,Department of Computer Science","Department of Computer Science, Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Department of Computer Science","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Computer Science, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101797040","display_name":"Chengliang Chai","orcid":"https://orcid.org/0000-0001-8080-5594","observed_orcids":["https://orcid.org/0000-0001-8080-5594"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengliang Chai","raw_affiliation_strings":["Tsinghua University,Department of Computer Science","Department of Computer Science, Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Department of Computer Science","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Computer Science, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100614732","display_name":"Yuyu Luo","orcid":"https://orcid.org/0000-0001-9530-3327","observed_orcids":["https://orcid.org/0000-0001-9530-3327"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuyu Luo","raw_affiliation_strings":["Tsinghua University,Department of Computer Science","Department of Computer Science, Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Department of Computer Science","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Computer Science, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040024056","display_name":"Yin Lou","orcid":"https://orcid.org/0009-0004-8329-7192","observed_orcids":["https://orcid.org/0009-0004-8329-7192"]},"institutions":[{"id":"https://openalex.org/I4405270328","display_name":"Ant Group (China)","ror":"https://ror.org/00g5w7n47","country_code":"CN","type":"company","lineage":["https://openalex.org/I4405270328"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yin Lou","raw_affiliation_strings":["Ant Group"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group","institution_ids":["https://openalex.org/I4405270328"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100951661","display_name":"Jianhua Feng","orcid":"https://orcid.org/0009-0000-0537-7083","observed_orcids":["https://orcid.org/0009-0000-0537-7083"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhua Feng","raw_affiliation_strings":["Tsinghua University,Department of Computer Science","Department of Computer Science, Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Department of Computer Science","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Computer Science, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101824160","display_name":"Nan Tang","orcid":"https://orcid.org/0000-0003-2832-0295","observed_orcids":["https://orcid.org/0000-0003-2832-0295","https://orcid.org/0000-0002-8284-3372"]},"institutions":[{"id":"https://openalex.org/I4210120191","display_name":"Quantum Chemistry Research Institute","ror":"https://ror.org/03m8w6896","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210120191"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Nan Tang","raw_affiliation_strings":["QCRI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"QCRI","institution_ids":["https://openalex.org/I4210120191"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.7716,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":{"value":0.95163306,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"3360","last_page":"3372"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.6563000082969666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.6563000082969666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.06440000236034393,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.030799999833106995,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/feature-augmentation","display_name":"feature augmentation","score":0.9959999918937683},{"id":"https://openalex.org/keywords/table-joining","display_name":"table joining","score":0.5519999861717224},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.7310000061988831},{"id":"https://openalex.org/keywords/exploration-exploitation","display_name":"exploration-exploitation","score":0.6639999747276306},{"id":"https://openalex.org/keywords/multi-armed-bandits","display_name":"multi-armed bandits","score":0.8299999833106995},{"id":"https://openalex.org/keywords/deep-q-network","display_name":"deep Q-network","score":0.6480000019073486},{"id":"https://openalex.org/keywords/feature-selection","display_name":"feature selection","score":0.5950000286102295}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8074318766593933},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7600295543670654},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6892014145851135},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6297147870063782},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5742170810699463},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5351563096046448},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5285300612449646},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4905373454093933},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.4592989981174469},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3202131986618042},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icde53745.2022.00317","doi":"https://doi.org/10.1109/icde53745.2022.00317","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icde53745.2022.00317","pdf_url":null,"source":{"id":"https://openalex.org/S4210210321","display_name":"IEEE International Conference on Data Engineering (ICDE)","issn_l":"1084-4627","issn":["1084-4627","2375-0286"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 38th International Conference on Data Engineering (ICDE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1285237453","display_name":null,"funder_award_id":"BX2021155","funder_id":"https://openalex.org/F4320335768","funder_display_name":"National Postdoctoral Program for Innovative Talents"},{"id":"https://openalex.org/G2983554478","display_name":null,"funder_award_id":"61925205,62102215,62072261","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G863140544","display_name":null,"funder_award_id":"2021M691784","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320335768","display_name":"National Postdoctoral Program for Innovative Talents","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1516061453","https://openalex.org/W1523989055","https://openalex.org/W1574447377","https://openalex.org/W1619226191","https://openalex.org/W1862426464","https://openalex.org/W2017337590","https://openalex.org/W2040884411","https://openalex.org/W2123981539","https://openalex.org/W2143426320","https://openalex.org/W2149772057","https://openalex.org/W2152195021","https://openalex.org/W2158698691","https://openalex.org/W2167101736","https://openalex.org/W2173564293","https://openalex.org/W2201581102","https://openalex.org/W2257979135","https://openalex.org/W2295598076","https://openalex.org/W2428834396","https://openalex.org/W2444650685","https://openalex.org/W2610871042","https://openalex.org/W2612619809","https://openalex.org/W2746553466","https://openalex.org/W2769883686","https://openalex.org/W2795089200","https://openalex.org/W2795302121","https://openalex.org/W2889357608","https://openalex.org/W2962029365","https://openalex.org/W2998216295","https://openalex.org/W3023540311","https://openalex.org/W3025775630","https://openalex.org/W3030764521","https://openalex.org/W3032629661","https://openalex.org/W3037852608","https://openalex.org/W3095203791","https://openalex.org/W3161956575","https://openalex.org/W3196436244","https://openalex.org/W4210494082","https://openalex.org/W4283367762","https://openalex.org/W4302561155"],"related_works":["https://openalex.org/W4399758631","https://openalex.org/W4400909907","https://openalex.org/W7127310763","https://openalex.org/W6989402915","https://openalex.org/W4413361520","https://openalex.org/W4399428786","https://openalex.org/W4414451558","https://openalex.org/W3012656698","https://openalex.org/W7147725594","https://openalex.org/W6891990978"],"abstract_inverted_index":{"Sufficient":[0],"good":[1,16,200],"features":[2,17,30,53,73,84,148,157,201],"are":[3,18,37,61,114,177],"indispensable":[4],"to":[5,27,76,85,93,131,145,163,189,209,231],"train":[6],"well-performed":[7],"machine":[8],"learning":[9,140],"models.":[10],"However,":[11],"it":[12],"is":[13,25,58,87],"com-mon":[14],"that":[15,59,160,176,256],"not":[19],"always":[20],"enough,":[21],"where":[22,49],"feature":[23,127],"augmentation":[24,128],"necessary":[26],"enrich":[28],"high-quality":[29],"by":[31,261,276],"joining":[32,67],"with":[33,218,224,249],"other":[34,223,259],"tables.":[35],"There":[36],"two":[38,215,269],"main":[39],"challenges":[40],"for":[41,98],"the":[42,55,80,95,122,126,133,147,156,167,173,183,222,233,279,287],"problem.":[43,129],"Given":[44],"a":[45,62,138,197],"set":[46,82],"of":[47,64,66,83,125,186,199,235,286],"tables":[48,69,159,174,187,248],"we":[50,90,119,136],"can":[51,192,202],"augment":[52,86,146],"from,":[54],"first":[56,120],"challenge":[57],"there":[60],"lot":[63],"ways":[65],"multiple":[68],"and":[70,196,221,263,273,275],"deciding":[71],"which":[72],"(or":[74],"attributes)":[75],"use":[77],"-":[78,109],"selecting":[79],"best":[81],"hard.":[88],"Moreover,":[89],"may":[91],"need":[92],"materialize":[94],"join":[96,100],"results":[97,254],"different":[99],"options,":[101],"doing":[102],"full":[103],"materialization":[104],"might":[105],"be":[106,190,193,203],"time":[107],"consuming":[108],"efficient":[110],"but":[111],"approximate":[112],"methods":[113,260],"needed.":[115],"In":[116,180],"this":[117,181],"paper,":[118],"introduce":[121],"design":[123],"space":[124,185],"Then,":[130],"address":[132],"above":[134],"challenges,":[135],"propose":[137],"reinforcement":[139],"based":[141],"framework,":[142],"namely":[143],"AutoFeature,":[144],"following":[149],"an":[150],"exploration-exploitation":[151],"strategy.":[152],"AutoFeature":[153,170,205,257],"keeps":[154],"exploring":[155],"in":[158,284],"have":[161],"led":[162],"performance":[164],"improvement.":[165],"At":[166],"same":[168],"time,":[169],"also":[171],"exploits":[172],"(features)":[175,188],"rarely":[178],"selected.":[179,204],"way,":[182],"search":[184],"augmented":[191],"well":[194],"explored":[195],"subset":[198],"utilizes":[206],"sampling":[207],"techniques":[208],"achieve":[210],"high":[211],"efficiency.":[212],"We":[213,237],"implement":[214],"algorithms,":[216],"one":[217],"multi-arm":[219],"bandit":[220],"branch":[225],"Deep":[226],"Q":[227],"Networks":[228],"(branch":[229],"DQN),":[230],"realize":[232],"framework":[234],"AutoFeature.":[236],"conducted":[238],"experiments":[239],"on":[240,265,268,278,282],"three":[241],"real-world":[242],"datasets":[243,271],"School/XuetangE/Air":[244],"using":[245],"16/23/34":[246],"candidate":[247,251],"695/204/338":[250],"features.":[252],"Extensive":[253],"show":[255],"outperforms":[258],"12.4%":[262],"9.8%":[264],"AUC":[266],"values":[267],"classification":[270],"(School":[272],"XuetangE)":[274],"0.113":[277],"MSE":[280],"value":[281],"Air":[283],"terms":[285],"model":[288],"performance.":[289]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":6}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2022-08-03T00:00:00"}