{"id":"https://openalex.org/W4200165522","doi":"https://doi.org/10.1109/iscc53001.2021.9631440","title":"Automatic Parameter Tuning for Big Data Pipelines with Deep Reinforcement Learning","display_name":"Automatic Parameter Tuning for Big Data Pipelines with Deep Reinforcement Learning","publication_year":2021,"publication_date":"2021-09-05","ids":{"openalex":"https://openalex.org/W4200165522","doi":"https://doi.org/10.1109/iscc53001.2021.9631440"},"language":"en","primary_location":{"id":"doi:10.1109/iscc53001.2021.9631440","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscc53001.2021.9631440","pdf_url":null,"source":{"id":"https://openalex.org/S4363605778","display_name":"2021 IEEE Symposium on Computers and Communications (ISCC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Symposium on Computers and Communications (ISCC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001718958","display_name":"Houssem Sagaama","orcid":"https://orcid.org/0000-0001-8760-3557"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Houssem Sagaama","raw_affiliation_strings":["EURA NOVA, Tunis, Tunisia"],"affiliations":[{"raw_affiliation_string":"EURA NOVA, Tunis, Tunisia","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029599887","display_name":"N Slimane","orcid":"https://orcid.org/0000-0003-0434-310X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nourchene Ben Slimane","raw_affiliation_strings":["EURA NOVA, Tunis, Tunisia"],"affiliations":[{"raw_affiliation_string":"EURA NOVA, Tunis, Tunisia","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088537279","display_name":"Maher Marwani","orcid":"https://orcid.org/0000-0001-7792-7857"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maher Marwani","raw_affiliation_strings":["EURA NOVA, Tunis, Tunisia"],"affiliations":[{"raw_affiliation_string":"EURA NOVA, Tunis, Tunisia","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031354228","display_name":"Sabri Skhiri","orcid":"https://orcid.org/0000-0002-0664-5788"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sabri Skhiri","raw_affiliation_strings":["EURA NOVA, Mont-Saint-Guibert, Belgium"],"affiliations":[{"raw_affiliation_string":"EURA NOVA, Mont-Saint-Guibert, Belgium","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5001718958"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3807,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.6045652,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.8449300527572632},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8337595462799072},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7791958451271057},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.7605392932891846},{"id":"https://openalex.org/keywords/pipeline-transport","display_name":"Pipeline transport","score":0.6312238574028015},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6030035018920898},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6023514866828918},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5850374698638916},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4891279339790344},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3076530992984772},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10924267768859863}],"concepts":[{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.8449300527572632},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8337595462799072},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7791958451271057},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.7605392932891846},{"id":"https://openalex.org/C175309249","wikidata":"https://www.wikidata.org/wiki/Q725864","display_name":"Pipeline transport","level":2,"score":0.6312238574028015},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6030035018920898},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6023514866828918},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5850374698638916},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4891279339790344},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3076530992984772},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10924267768859863},{"id":"https://openalex.org/C87717796","wikidata":"https://www.wikidata.org/wiki/Q146326","display_name":"Environmental engineering","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iscc53001.2021.9631440","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscc53001.2021.9631440","pdf_url":null,"source":{"id":"https://openalex.org/S4363605778","display_name":"2021 IEEE Symposium on Computers and Communications (ISCC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Symposium on Computers and Communications (ISCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7099999785423279}],"awards":[],"funders":[{"id":"https://openalex.org/F4320316367","display_name":"Gouvernement Wallon","ror":"https://ror.org/00jv65847"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W136979389","https://openalex.org/W181106213","https://openalex.org/W1834532152","https://openalex.org/W2004847532","https://openalex.org/W2041783719","https://openalex.org/W2048554864","https://openalex.org/W2058340614","https://openalex.org/W2059878010","https://openalex.org/W2112474496","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2175075972","https://openalex.org/W2187341577","https://openalex.org/W2201581102","https://openalex.org/W2296061154","https://openalex.org/W2558922960","https://openalex.org/W2746553466","https://openalex.org/W2760770811","https://openalex.org/W2776477476","https://openalex.org/W2787938642","https://openalex.org/W2907627983","https://openalex.org/W2948513753","https://openalex.org/W2963864421","https://openalex.org/W2970851599","https://openalex.org/W3004000725","https://openalex.org/W3042148971","https://openalex.org/W3098844916","https://openalex.org/W4247802564","https://openalex.org/W6639007902"],"related_works":["https://openalex.org/W4380433113","https://openalex.org/W4386072068","https://openalex.org/W252339960","https://openalex.org/W2390529043","https://openalex.org/W2378320433","https://openalex.org/W2358343511","https://openalex.org/W2051877971","https://openalex.org/W1970117064","https://openalex.org/W1787170397","https://openalex.org/W4292347844"],"abstract_inverted_index":{"Tuning":[0],"big":[1,38,70,139],"data":[2,39,71,140],"frameworks":[3,20,62],"is":[4,75],"a":[5,15,28,32,100,121,136],"very":[6],"important":[7,42],"task":[8,45],"to":[9,56,78,112,119,134,161],"get":[10],"the":[11,47,50,58,65,69,80,145,149,153,157,169,173],"best":[12,81],"performance":[13,155],"for":[14],"given":[16,46],"application.":[17],"However,":[18],"these":[19,61],"are":[21,109],"rarely":[22],"used":[23],"individually,":[24],"they":[25,97],"generally":[26],"constitute":[27],"pipeline,":[29],"each":[30],"having":[31],"different":[33],"role.":[34],"This":[35],"makes":[36],"tuning":[37,64,94],"pipelines":[40],"an":[41],"yet":[43],"difficult":[44,111],"size":[48],"of":[49,68,103,156],"search":[51,171,175],"space.":[52,176],"Moreover,":[53],"we":[54,117],"have":[55,88],"consider":[57],"interaction":[59],"between":[60],"when":[63],"configuration":[66],"parameters":[67],"pipeline.":[72,141],"A":[73],"trade-off":[74],"then":[76],"required":[77],"achieve":[79],"end-to-end":[82],"performance.":[83],"Machine":[84],"learning":[85,106,124],"based":[86],"methods":[87],"shown":[89],"great":[90],"success":[91],"in":[92],"automatic":[93],"systems,":[95],"but":[96],"rely":[98],"on":[99,172],"large":[101],"number":[102],"high":[104],"quality":[105],"examples":[107],"that":[108,148],"rather":[110],"obtain.":[113],"In":[114],"this":[115],"context,":[116],"propose":[118],"use":[120],"deep":[122],"reinforcement":[123],"algorithm,":[125],"namely":[126],"Twin":[127],"Delayed":[128],"Deep":[129],"Deterministic":[130],"Policy":[131],"Gradient,":[132],"TD3,":[133],"tune":[135],"fraud":[137],"detection":[138],"We":[142],"show":[143],"through":[144],"conducted":[146],"experiments":[147],"TD3":[150],"agent":[151],"improves":[152],"overall":[154],"pipeline":[158],"by":[159],"up":[160],"63%":[162],"with":[163],"only":[164],"200":[165],"training":[166],"steps,":[167],"outperforming":[168],"random":[170],"high-dimensional":[174]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}