{"id":"https://openalex.org/W2982608510","doi":"https://doi.org/10.1109/mwscas.2019.8885080","title":"Q-learning based Routing Scheduling For a Multi-Task Autonomous Agent","display_name":"Q-learning based Routing Scheduling For a Multi-Task Autonomous Agent","publication_year":2019,"publication_date":"2019-08-01","ids":{"openalex":"https://openalex.org/W2982608510","doi":"https://doi.org/10.1109/mwscas.2019.8885080","mag":"2982608510"},"language":"en","primary_location":{"id":"doi:10.1109/mwscas.2019.8885080","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mwscas.2019.8885080","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 62nd International Midwest Symposium on Circuits and Systems (MWSCAS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074465652","display_name":"Omar Bouhamed","orcid":"https://orcid.org/0000-0002-6595-5663"},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]},{"id":"https://openalex.org/I108714496","display_name":"Tunis University","ror":"https://ror.org/02q1spa57","country_code":"TN","type":"education","lineage":["https://openalex.org/I108714496"]},{"id":"https://openalex.org/I179097149","display_name":"University of Carthage","ror":"https://ror.org/057x6za15","country_code":"TN","type":"education","lineage":["https://openalex.org/I179097149"]}],"countries":["TN","US"],"is_corresponding":false,"raw_author_name":"Omar Bouhamed","raw_affiliation_strings":["Higher School of Communications of Tunis, University of Carthage, Tunis, Tunisia","Higher School of Communications of Tunis, University of Carthage, Tunisia","School of Systems & Enterprises, Stevens Institute of Technology, Hoboken, NJ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Higher School of Communications of Tunis, University of Carthage, Tunis, Tunisia","institution_ids":["https://openalex.org/I108714496","https://openalex.org/I179097149"]},{"raw_affiliation_string":"Higher School of Communications of Tunis, University of Carthage, Tunisia","institution_ids":["https://openalex.org/I108714496","https://openalex.org/I179097149"]},{"raw_affiliation_string":"School of Systems & Enterprises, Stevens Institute of Technology, Hoboken, NJ, USA","institution_ids":["https://openalex.org/I108468826"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021394822","display_name":"Hakim Ghazzai","orcid":"https://orcid.org/0000-0002-8636-4264"},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hakim Ghazzai","raw_affiliation_strings":["School of Systems & Enterprises, Stevens Institute of Technology, Hoboken, NJ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Systems & Enterprises, Stevens Institute of Technology, Hoboken, NJ, USA","institution_ids":["https://openalex.org/I108468826"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008512450","display_name":"Hichem Besbes","orcid":"https://orcid.org/0000-0003-1063-494X"},"institutions":[{"id":"https://openalex.org/I108714496","display_name":"Tunis University","ror":"https://ror.org/02q1spa57","country_code":"TN","type":"education","lineage":["https://openalex.org/I108714496"]},{"id":"https://openalex.org/I179097149","display_name":"University of Carthage","ror":"https://ror.org/057x6za15","country_code":"TN","type":"education","lineage":["https://openalex.org/I179097149"]}],"countries":["TN"],"is_corresponding":false,"raw_author_name":"Hichem Besbes","raw_affiliation_strings":["Higher School of Communications of Tunis, University of Carthage, Tunis, Tunisia","Higher School of Communications of Tunis, University of Carthage, Tunisia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Higher School of Communications of Tunis, University of Carthage, Tunis, Tunisia","institution_ids":["https://openalex.org/I108714496","https://openalex.org/I179097149"]},{"raw_affiliation_string":"Higher School of Communications of Tunis, University of Carthage, Tunisia","institution_ids":["https://openalex.org/I108714496","https://openalex.org/I179097149"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057380866","display_name":"Yehia Massoud","orcid":"https://orcid.org/0000-0002-6701-0639"},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yehia Massoud","raw_affiliation_strings":["School of Systems & Enterprises, Stevens Institute of Technology, Hoboken, NJ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Systems & Enterprises, Stevens Institute of Technology, Hoboken, NJ, USA","institution_ids":["https://openalex.org/I108468826"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.2999,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.90138614,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"634","last_page":"637"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10567","display_name":"Vehicle Routing Optimization Methods","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8674479722976685},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7741036415100098},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6726721525192261},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5826635956764221},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5246848464012146},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5239971876144409},{"id":"https://openalex.org/keywords/autonomous-agent","display_name":"Autonomous agent","score":0.4982302188873291},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.4643701910972595},{"id":"https://openalex.org/keywords/vehicle-routing-problem","display_name":"Vehicle routing problem","score":0.4485456347465515},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.44615793228149414},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.4309341311454773},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.4209931194782257},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3681640923023224},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.32257288694381714},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1909453570842743},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.14800268411636353},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08936682343482971}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8674479722976685},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7741036415100098},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6726721525192261},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5826635956764221},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5246848464012146},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5239971876144409},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.4982302188873291},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.4643701910972595},{"id":"https://openalex.org/C123784306","wikidata":"https://www.wikidata.org/wiki/Q944041","display_name":"Vehicle routing problem","level":3,"score":0.4485456347465515},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.44615793228149414},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.4309341311454773},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.4209931194782257},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3681640923023224},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.32257288694381714},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1909453570842743},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.14800268411636353},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08936682343482971},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mwscas.2019.8885080","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mwscas.2019.8885080","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 62nd International Midwest Symposium on Circuits and Systems (MWSCAS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.41999998688697815,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W1994863634","https://openalex.org/W1996315642","https://openalex.org/W2112094258","https://openalex.org/W2489424424","https://openalex.org/W2587554205","https://openalex.org/W2888562290","https://openalex.org/W2903620886","https://openalex.org/W2912190574","https://openalex.org/W2962979969","https://openalex.org/W2963674921","https://openalex.org/W6715102896"],"related_works":["https://openalex.org/W2018691209","https://openalex.org/W2161520603","https://openalex.org/W2612836981","https://openalex.org/W2604958989","https://openalex.org/W2618716983","https://openalex.org/W2032491180","https://openalex.org/W2620638075","https://openalex.org/W1586030051","https://openalex.org/W2372480026","https://openalex.org/W2066202387"],"abstract_inverted_index":{"In":[0,45],"this":[1,46],"paper,":[2],"we":[3,48],"design":[4],"a":[5,35,40],"routing":[6,129],"scheduling":[7],"framework":[8],"for":[9,115],"multi-task":[10],"agent":[11,22,51,67,102,114],"using":[12,52],"reinforcement":[13],"learning.":[14],"The":[15,66],"objective":[16],"is":[17],"to":[18,23,76,90,125],"employ":[19],"an":[20,55],"autonomous":[21,113],"cover":[24],"the":[25,50,69,92,98,109,112,121],"maximum":[26],"of":[27,43,95,111,123],"pre-scheduled":[28],"tasks":[29],"spatially":[30],"and":[31,78,97,119],"temporally":[32],"distributed":[33],"in":[34],"given":[36],"geographical":[37],"area":[38],"over":[39],"pre-determined":[41],"period":[42],"time.":[44],"approach,":[47],"train":[49],"Q-learning":[53],"(QL),":[54],"off-policy":[56],"temporal":[57],"difference":[58],"learning":[59],"algorithm,":[60],"that":[61],"finds":[62],"effective":[63],"near-optimal":[64],"solutions.":[65],"uses":[68],"feedback":[70],"received":[71],"from":[72],"previously":[73],"taken":[74],"decisions":[75],"learn":[77],"adapt":[79],"its":[80],"next":[81],"actions":[82],"accordingly.":[83],"A":[84],"customized":[85],"reward":[86],"function":[87],"was":[88],"developed":[89],"consider":[91],"time":[93],"windows":[94],"task":[96],"delays":[99],"caused":[100],"by":[101],"navigation":[103],"between":[104],"tasks.":[105],"Numerical":[106],"simulations":[107],"show":[108],"behavior":[110],"different":[116],"selected":[117],"scenarios":[118],"corroborate":[120],"ability":[122],"QL":[124],"handle":[126],"complex":[127],"vehicle":[128],"problems":[130],"with":[131],"several":[132],"constraints.":[133]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":4}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}