{"id":"https://openalex.org/W4387914282","doi":"https://doi.org/10.1109/codit58514.2023.10284428","title":"Task Scheduling in Assembly Lines with Single-Agent Deep Reinforcement Learning","display_name":"Task Scheduling in Assembly Lines with Single-Agent Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-07-03","ids":{"openalex":"https://openalex.org/W4387914282","doi":"https://doi.org/10.1109/codit58514.2023.10284428"},"language":"en","primary_location":{"id":"doi:10.1109/codit58514.2023.10284428","is_oa":false,"landing_page_url":"https://doi.org/10.1109/codit58514.2023.10284428","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 9th International Conference on Control, Decision and Information Technologies (CoDIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013727393","display_name":"Muhammad Imran","orcid":"https://orcid.org/0000-0003-1990-0255"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Muhammad Imran","raw_affiliation_strings":["University of Rome “La Sapienza”,DIAG Department,Rome,Italy,00185"],"affiliations":[{"raw_affiliation_string":"University of Rome “La Sapienza”,DIAG Department,Rome,Italy,00185","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021185412","display_name":"Giovanni Antonucci","orcid":null},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giovanni Antonucci","raw_affiliation_strings":["University of Rome “La Sapienza”,DIAG Department,Rome,Italy,00185"],"affiliations":[{"raw_affiliation_string":"University of Rome “La Sapienza”,DIAG Department,Rome,Italy,00185","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065509286","display_name":"Alessandro Di Giorgio","orcid":"https://orcid.org/0000-0002-4171-526X"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alessandro Di Giorgio","raw_affiliation_strings":["University of Rome “La Sapienza”,DIAG Department,Rome,Italy,00185"],"affiliations":[{"raw_affiliation_string":"University of Rome “La Sapienza”,DIAG Department,Rome,Italy,00185","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022725761","display_name":"Francesco Delli Priscoli","orcid":"https://orcid.org/0000-0001-6140-3661"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Francesco Delli Priscoli","raw_affiliation_strings":["University of Rome “La Sapienza”,DIAG Department,Rome,Italy,00185"],"affiliations":[{"raw_affiliation_string":"University of Rome “La Sapienza”,DIAG Department,Rome,Italy,00185","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016200787","display_name":"Andrea Tortorelli","orcid":"https://orcid.org/0000-0002-7908-7035"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Andrea Tortorelli","raw_affiliation_strings":["University of Rome “La Sapienza”,DIAG Department,Rome,Italy,00185"],"affiliations":[{"raw_affiliation_string":"University of Rome “La Sapienza”,DIAG Department,Rome,Italy,00185","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045634105","display_name":"Francesco Liberati","orcid":"https://orcid.org/0000-0001-9170-2304"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Francesco Liberati","raw_affiliation_strings":["University of Rome “La Sapienza”,DIAG Department,Rome,Italy,00185"],"affiliations":[{"raw_affiliation_string":"University of Rome “La Sapienza”,DIAG Department,Rome,Italy,00185","institution_ids":["https://openalex.org/I861853513"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5013727393"],"corresponding_institution_ids":["https://openalex.org/I861853513"],"apc_list":null,"apc_paid":null,"fwci":0.4153,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.69225992,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1583","last_page":"1588"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12782","display_name":"Assembly Line Balancing Optimization","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7555316686630249},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6668860912322998},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.641650915145874},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.5787376761436462},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.529390275478363},{"id":"https://openalex.org/keywords/industrial-engineering","display_name":"Industrial engineering","score":0.5037967562675476},{"id":"https://openalex.org/keywords/industrial-production","display_name":"Industrial production","score":0.49290013313293457},{"id":"https://openalex.org/keywords/enabling","display_name":"Enabling","score":0.4857807457447052},{"id":"https://openalex.org/keywords/production-line","display_name":"Production line","score":0.4425499141216278},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4342604875564575},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.42606550455093384},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.41281864047050476},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3264653980731964},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19391795992851257},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.18338656425476074},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.09788712859153748}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7555316686630249},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6668860912322998},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.641650915145874},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.5787376761436462},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.529390275478363},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.5037967562675476},{"id":"https://openalex.org/C82753439","wikidata":"https://www.wikidata.org/wiki/Q1419090","display_name":"Industrial production","level":2,"score":0.49290013313293457},{"id":"https://openalex.org/C22607594","wikidata":"https://www.wikidata.org/wiki/Q5375150","display_name":"Enabling","level":2,"score":0.4857807457447052},{"id":"https://openalex.org/C99862985","wikidata":"https://www.wikidata.org/wiki/Q10858068","display_name":"Production line","level":2,"score":0.4425499141216278},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4342604875564575},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.42606550455093384},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.41281864047050476},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3264653980731964},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19391795992851257},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.18338656425476074},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.09788712859153748},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C165556158","wikidata":"https://www.wikidata.org/wiki/Q83937","display_name":"Keynesian economics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/codit58514.2023.10284428","is_oa":false,"landing_page_url":"https://doi.org/10.1109/codit58514.2023.10284428","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 9th International Conference on Control, Decision and Information Technologies (CoDIT)","raw_type":"proceedings-article"},{"id":"pmh:oai:iris.uniecampus.it:11389/65455","is_oa":false,"landing_page_url":"https://hdl.handle.net/11389/65455","pdf_url":null,"source":{"id":"https://openalex.org/S4306400077","display_name":"IRIS eCampus Telematic University (Universit\u00e0 degli Studi eCampus)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I167322064","host_organization_name":"Universit\u00e0 degli Studi eCampus","host_organization_lineage":["https://openalex.org/I167322064"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:iris.uniroma1.it:11573/1695497","is_oa":false,"landing_page_url":"https://hdl.handle.net/11573/1695497","pdf_url":null,"source":{"id":"https://openalex.org/S4377196107","display_name":"IRIS Research product catalog (Sapienza University of Rome)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5299999713897705,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1450805633","display_name":null,"funder_award_id":"5700007530","funder_id":"https://openalex.org/F4320321519","funder_display_name":"Centre National d\u2019Etudes Spatiales"}],"funders":[{"id":"https://openalex.org/F4320321519","display_name":"Centre National d\u2019Etudes Spatiales","ror":"https://ror.org/04h1h0y33"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2070270802","https://openalex.org/W2119762477","https://openalex.org/W2240785302","https://openalex.org/W2736601468","https://openalex.org/W2802314172","https://openalex.org/W2811338889","https://openalex.org/W2921116154","https://openalex.org/W2997873913","https://openalex.org/W2998122425","https://openalex.org/W3088991213","https://openalex.org/W4206820958","https://openalex.org/W6741002519","https://openalex.org/W6771989723"],"related_works":["https://openalex.org/W1974860256","https://openalex.org/W4321381871","https://openalex.org/W4383065492","https://openalex.org/W2280422768","https://openalex.org/W3143197806","https://openalex.org/W2111901522","https://openalex.org/W4252555497","https://openalex.org/W2289630402","https://openalex.org/W2906914120","https://openalex.org/W2150589113"],"abstract_inverted_index":{"In":[0],"digital":[1],"transformation,":[2],"Industrial":[3,81],"Data":[4],"Space":[5],"(IDS)":[6],"is":[7,103],"a":[8,42,53,86,143],"key":[9],"enabler":[10],"for":[11],"industry":[12,59],"4.0":[13],"to":[14,60,91,117,148],"improve":[15,61],"the":[16,33,57,62,73,80,93,109,113,119,125,133,150],"industrial":[17,38,74,114,138],"process,":[18],"efficiency,":[19],"and":[20,65,67,85,105,140],"energy":[21],"consumption":[22],"by":[23,40,70],"exploiting":[24],"learning-based":[25],"techniques.":[26],"The":[27,100],"present":[28],"paper":[29],"focuses":[30],"on":[31,152],"improving":[32],"decision-making":[34],"process":[35],"in":[36,106,124],"complex":[37],"environments":[39],"developing":[41],"Deep":[43],"Reinforcement":[44],"Learning":[45],"(DRL)":[46],"based":[47],"real-time":[48,144],"assistant.":[49],"Mainly,":[50],"we":[51],"address":[52],"use":[54],"case":[55],"from":[56],"space":[58],"launcher":[63],"throughput":[64],"efficiency":[66],"reduce":[68],"cost":[69],"optimally":[71],"managing":[72],"resources.":[75],"A":[76],"mathematical":[77],"formulation":[78],"of":[79,112],"Production":[82],"System":[83],"(IPS)":[84],"simulated":[87],"environment":[88],"are":[89],"developed":[90],"train":[92],"DRL-based":[94],"Proximal":[95],"Policy":[96],"Optimization":[97],"(PPO)":[98],"agent.":[99],"proposed":[101,134],"method":[102,135],"scalable":[104],"line":[107],"with":[108,142],"dynamic":[110],"nature":[111],"production":[115],"systems":[116],"overcome":[118],"domain-dependent":[120],"heuristics":[121],"extensively":[122],"used":[123],"manufacturing":[126],"industry.":[127],"Furthermore,":[128],"simulation":[129],"results":[130],"show":[131],"that":[132],"can":[136],"provide":[137],"operators":[139],"managers":[141],"decision":[145],"support":[146],"system":[147],"increase":[149],"Return":[151],"Assets.":[153]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}