{"id":"https://openalex.org/W4308881847","doi":"https://doi.org/10.1186/s13677-022-00352-z","title":"Reinforcement learning empowered multi-AGV offloading scheduling in edge-cloud IIoT","display_name":"Reinforcement learning empowered multi-AGV offloading scheduling in edge-cloud IIoT","publication_year":2022,"publication_date":"2022-11-10","ids":{"openalex":"https://openalex.org/W4308881847","doi":"https://doi.org/10.1186/s13677-022-00352-z"},"language":"en","primary_location":{"id":"doi:10.1186/s13677-022-00352-z","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13677-022-00352-z","pdf_url":"https://journalofcloudcomputing.springeropen.com/counter/pdf/10.1186/s13677-022-00352-z","source":{"id":"https://openalex.org/S2486819371","display_name":"Journal of Cloud Computing Advances Systems and Applications","issn_l":"2192-113X","issn":["2192-113X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journalofcloudcomputing.springeropen.com/counter/pdf/10.1186/s13677-022-00352-z","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100346912","display_name":"Peng Liu","orcid":"https://orcid.org/0000-0003-4752-7021"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Liu","raw_affiliation_strings":["School of Computer Science and Technology, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100462347","display_name":"Zhe Liu","orcid":"https://orcid.org/0000-0001-8578-2635"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhe Liu","raw_affiliation_strings":["School of Computer Science and Technology, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046184004","display_name":"Ji Wang","orcid":"https://orcid.org/0000-0002-4199-2793"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Ji Wang","raw_affiliation_strings":["Yuxiang Technology (Hangzhou) Co Ltd, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yuxiang Technology (Hangzhou) Co Ltd, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008159605","display_name":"Zifu Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zifu Wu","raw_affiliation_strings":["HDU-ITMO Joint Institute, Hangzhou Dianzi University, 310018, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"HDU-ITMO Joint Institute, Hangzhou Dianzi University, 310018, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100432795","display_name":"Peng Li","orcid":"https://orcid.org/0000-0003-4981-0496"},"institutions":[{"id":"https://openalex.org/I141591182","display_name":"University of Aizu","ror":"https://ror.org/02pg0e883","country_code":"JP","type":"education","lineage":["https://openalex.org/I141591182"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Peng Li","raw_affiliation_strings":["School of Computer Science and Engineering, University of Aizu, Aizu, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Aizu, Aizu, Japan","institution_ids":["https://openalex.org/I141591182"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073179339","display_name":"Huijuan Lu","orcid":"https://orcid.org/0000-0002-3698-9653"},"institutions":[{"id":"https://openalex.org/I55538621","display_name":"China Jiliang University","ror":"https://ror.org/05v1y0t93","country_code":"CN","type":"education","lineage":["https://openalex.org/I55538621"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huijuan Lu","raw_affiliation_strings":["Key Laboratory of Electromagnetic Wave Information Technology and Metrology of Zhejiang Province, College of Information Engineering, China Jiliang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Electromagnetic Wave Information Technology and Metrology of Zhejiang Province, College of Information Engineering, China Jiliang University, Hangzhou, China","institution_ids":["https://openalex.org/I55538621"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5046184004"],"corresponding_institution_ids":[],"apc_list":{"value":990,"currency":"GBP","value_usd":1214},"apc_paid":{"value":990,"currency":"GBP","value_usd":1214},"fwci":1.9943,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":{"value":0.87024688,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"11","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.974399983882904,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8125752806663513},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7876821756362915},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7536975741386414},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.6698956489562988},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.6259169578552246},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6166619658470154},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6135610938072205},{"id":"https://openalex.org/keywords/load-balancing","display_name":"Load balancing (electrical power)","score":0.4760325253009796},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.4753658175468445},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4536144733428955},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2879244089126587},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2033369541168213},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.18852975964546204},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.07100224494934082}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8125752806663513},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7876821756362915},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7536975741386414},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.6698956489562988},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.6259169578552246},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6166619658470154},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6135610938072205},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.4760325253009796},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.4753658175468445},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4536144733428955},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2879244089126587},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2033369541168213},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.18852975964546204},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.07100224494934082},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1186/s13677-022-00352-z","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13677-022-00352-z","pdf_url":"https://journalofcloudcomputing.springeropen.com/counter/pdf/10.1186/s13677-022-00352-z","source":{"id":"https://openalex.org/S2486819371","display_name":"Journal of Cloud Computing Advances Systems and Applications","issn_l":"2192-113X","issn":["2192-113X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cloud Computing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:8ffcd8ef94f641a4b57301f00c35bea6","is_oa":true,"landing_page_url":"https://doaj.org/article/8ffcd8ef94f641a4b57301f00c35bea6","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Cloud Computing: Advances, Systems and Applications, Vol 11, Iss 1, Pp 1-14 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s13677-022-00352-z","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13677-022-00352-z","pdf_url":"https://journalofcloudcomputing.springeropen.com/counter/pdf/10.1186/s13677-022-00352-z","source":{"id":"https://openalex.org/S2486819371","display_name":"Journal of Cloud Computing Advances Systems and Applications","issn_l":"2192-113X","issn":["2192-113X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cloud Computing","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.4099999964237213,"id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G518041980","display_name":null,"funder_award_id":"62172134","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4308881847.pdf","grobid_xml":"https://content.openalex.org/works/W4308881847.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W2909316670","https://openalex.org/W2924948991","https://openalex.org/W2975241278","https://openalex.org/W2989743749","https://openalex.org/W2991233398","https://openalex.org/W2995862989","https://openalex.org/W3006670753","https://openalex.org/W3016961082","https://openalex.org/W3023570908","https://openalex.org/W3032894844","https://openalex.org/W3037951940","https://openalex.org/W3085760006","https://openalex.org/W3138857902","https://openalex.org/W3161326013","https://openalex.org/W3175051574","https://openalex.org/W3178914588","https://openalex.org/W3184412044","https://openalex.org/W3194521778","https://openalex.org/W3204161387","https://openalex.org/W3211538845","https://openalex.org/W4206817004","https://openalex.org/W4213446031","https://openalex.org/W4220799465","https://openalex.org/W4221103247","https://openalex.org/W4225533094","https://openalex.org/W4225662012","https://openalex.org/W4236404667","https://openalex.org/W4281731250","https://openalex.org/W4290994955","https://openalex.org/W4293581259","https://openalex.org/W4293916805","https://openalex.org/W4295347215","https://openalex.org/W4311322265"],"related_works":["https://openalex.org/W2357124094","https://openalex.org/W2387399993","https://openalex.org/W2389739210","https://openalex.org/W2348924972","https://openalex.org/W2365736347","https://openalex.org/W2047454415","https://openalex.org/W2070040999","https://openalex.org/W2387293848","https://openalex.org/W2250140200","https://openalex.org/W3121791438"],"abstract_inverted_index":{"Abstract":[0],"The":[1,104,156],"edge-cloud":[2],"computing":[3,18],"architecture":[4],"has":[5],"been":[6],"introduced":[7],"to":[8,11,60,76,101,124,151],"industrial":[9,17],"circles":[10],"ensure":[12],"the":[13,21,37,84,94,107,115,126,146,153,161,165,177],"time":[14],"constraints":[15],"for":[16,88,131],"tasks.":[19],"Besides":[20],"central":[22],"cloud,":[23],"various":[24],"numbers":[25],"of":[26,129],"edge":[27],"servers":[28],"(ESes)":[29],"are":[30,122,141],"deployed":[31],"in":[32,170],"a":[33,52,132],"distributed":[34],"manner.":[35],"In":[36,79],"meantime,":[38],"most":[39],"large":[40],"factories":[41],"currently":[42],"use":[43],"auto":[44],"guided":[45],"vehicles":[46],"(AGVs).":[47],"They":[48],"usually":[49],"travel":[50],"along":[51],"given":[53],"route":[54],"and":[55,72,91,119,173],"can":[56],"help":[57],"offload":[58],"tasks":[59,90,130],"ESes.":[61],"An":[62],"ES":[63],"maybe":[64],"accessed":[65],"by":[66,144],"multiple":[67,139],"AGVs,":[68],"thus":[69],"incurring":[70],"offloading":[71,85,108,154,167],"processing":[73],"delays":[74],"due":[75],"resource":[77],"competition.":[78],"this":[80],"paper,":[81],"we":[82],"investigate":[83],"scheduling":[86],"issue":[87],"cyclical":[89],"put":[92],"forth":[93],"Multi-AGV":[95],"Cyclical":[96],"Offloading":[97],"Optimization":[98],"(MCOO)":[99],"algorithm":[100,118,121,150,163],"reduce":[102],"conflicts.":[103],"solution":[105],"divides":[106],"optimization":[109],"problem":[110],"into":[111],"two":[112],"parts.":[113],"Firstly,":[114],"load":[116],"balancing":[117],"greedy":[120],"utilized":[123],"find":[125],"optimal":[127],"allocation":[128],"single":[133],"AGV":[134],"under":[135],"limited":[136],"conditions.":[137],"Then,":[138],"AGVs":[140],"asynchronously":[142],"trained":[143],"applying":[145],"Reinforcement":[147],"Learning-based":[148],"A3C":[149],"optimize":[152],"scheme.":[155],"simulation":[157],"results":[158],"show":[159],"that":[160],"MCOO":[162],"improves":[164],"global":[166],"performance":[168],"both":[169],"task":[171],"volume":[172],"adaptability":[174],"compared":[175],"with":[176],"baseline":[178],"algorithms.":[179]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}