{"id":"https://openalex.org/W4315473898","doi":"https://doi.org/10.1109/tits.2023.3234010","title":"Real-Time Charging Scheduling of Automated Guided Vehicles in Cyber-Physical Smart Factories Using Feature-Based Reinforcement Learning","display_name":"Real-Time Charging Scheduling of Automated Guided Vehicles in Cyber-Physical Smart Factories Using Feature-Based Reinforcement Learning","publication_year":2023,"publication_date":"2023-01-10","ids":{"openalex":"https://openalex.org/W4315473898","doi":"https://doi.org/10.1109/tits.2023.3234010"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2023.3234010","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2023.3234010","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008410960","display_name":"Chun\u2010Cheng Lin","orcid":"https://orcid.org/0000-0001-9073-593X"},"institutions":[{"id":"https://openalex.org/I143578492","display_name":"Asia University","ror":"https://ror.org/038a1tp19","country_code":"TW","type":"education","lineage":["https://openalex.org/I143578492"]},{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]},{"id":"https://openalex.org/I184693016","display_name":"China Medical University","ror":"https://ror.org/00v408z34","country_code":"TW","type":"education","lineage":["https://openalex.org/I184693016"]},{"id":"https://openalex.org/I4210126829","display_name":"China Medical University Hospital","ror":"https://ror.org/0368s4g32","country_code":"TW","type":"healthcare","lineage":["https://openalex.org/I4210126829"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chun-Cheng Lin","raw_affiliation_strings":["Department of Industrial Engineering and Management, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","Department of Business Administration, Asia University, Taichung, Taiwan","Department of Medical Research, China Medical University Hospital, China Medical University, Taichung, Taiwan"],"raw_orcid":"https://orcid.org/0000-0001-9073-593X","affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering and Management, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"Department of Business Administration, Asia University, Taichung, Taiwan","institution_ids":["https://openalex.org/I143578492"]},{"raw_affiliation_string":"Department of Medical Research, China Medical University Hospital, China Medical University, Taichung, Taiwan","institution_ids":["https://openalex.org/I4210126829","https://openalex.org/I184693016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083898937","display_name":"Kun-Yang Chen","orcid":"https://orcid.org/0000-0002-8871-3149"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Kun-Yang Chen","raw_affiliation_strings":["Department of Industrial Engineering and Management, National Yang Ming Chiao Tung University, Hsinchu, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-8871-3149","affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering and Management, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044261755","display_name":"Li-Tsung Hsieh","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Li-Tsung Hsieh","raw_affiliation_strings":["Department of Industrial Engineering and Management, National Yang Ming Chiao Tung University, Hsinchu, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-5618-7041","affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering and Management, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.3681,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.92816108,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"24","issue":"4","first_page":"4016","last_page":"4026"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7093878984451294},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6895943284034729},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6565427780151367},{"id":"https://openalex.org/keywords/cyber-physical-system","display_name":"Cyber-physical system","score":0.547120988368988},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5141070485115051},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.40501660108566284},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.39531129598617554},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.36869490146636963},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.32424062490463257},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23997443914413452}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7093878984451294},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6895943284034729},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6565427780151367},{"id":"https://openalex.org/C179768478","wikidata":"https://www.wikidata.org/wiki/Q1120057","display_name":"Cyber-physical system","level":2,"score":0.547120988368988},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5141070485115051},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.40501660108566284},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.39531129598617554},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.36869490146636963},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.32424062490463257},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23997443914413452},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2023.3234010","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2023.3234010","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G164313258","display_name":null,"funder_award_id":"MOST 111-2622-E-A49-011","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"},{"id":"https://openalex.org/G2983593023","display_name":null,"funder_award_id":"MOST 109-2221-E-009-068-MY3","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"},{"id":"https://openalex.org/G4492502911","display_name":null,"funder_award_id":"MOST 111-2221-E-A49-081","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"}],"funders":[{"id":"https://openalex.org/F4320322795","display_name":"Ministry of Science and Technology, Taiwan","ror":"https://ror.org/02kv4zf79"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1532749141","https://openalex.org/W2092994132","https://openalex.org/W2491710580","https://openalex.org/W2515947593","https://openalex.org/W2589884606","https://openalex.org/W2746868218","https://openalex.org/W2758931569","https://openalex.org/W2793666733","https://openalex.org/W2802521917","https://openalex.org/W2806682373","https://openalex.org/W2808769958","https://openalex.org/W2905110949","https://openalex.org/W2905334533","https://openalex.org/W2932097000","https://openalex.org/W2989127100","https://openalex.org/W3003137179","https://openalex.org/W3007556850","https://openalex.org/W3007766188","https://openalex.org/W3021510704","https://openalex.org/W3032998286","https://openalex.org/W3033813598","https://openalex.org/W3049468855","https://openalex.org/W3049715010","https://openalex.org/W3083561584","https://openalex.org/W3092900933","https://openalex.org/W3097855463","https://openalex.org/W3108272015","https://openalex.org/W3130272317","https://openalex.org/W3133529384","https://openalex.org/W3135472308","https://openalex.org/W3170434108","https://openalex.org/W3176815426","https://openalex.org/W4214754694","https://openalex.org/W6678114464"],"related_works":["https://openalex.org/W3096874164","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W1985560493","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W4225269853"],"abstract_inverted_index":{"In":[0,26],"smart":[1,23],"factories,":[2],"a":[3,87,92,138],"variety":[4],"of":[5,29,73,101,179,186,193],"automated":[6],"guided":[7],"vehicles":[8],"(AGVs)":[9],"communicate":[10],"with":[11],"cyber-physical":[12],"systems":[13],"(CPSs)":[14],"to":[15,34,48,79,103,198],"autonomously":[16],"deliver":[17],"raw":[18],"materials":[19],"and":[20,45,54,83,147,190,218],"workpieces":[21],"among":[22],"production":[24,57,113],"facilities.":[25],"practice,":[27],"instead":[28],"acquiring":[30],"more":[31],"costly":[32],"AGVs":[33,102,122],"cause":[35],"congestion":[36],"in":[37,115,143],"existing":[38],"working":[39],"space,":[40],"most":[41],"factories":[42],"develop":[43],"rule-based":[44],"model-based":[46],"approaches":[47],"improve":[49],"the":[50,56,70,110,130,145,156,164,169,172,177,184,191,195,207,214,220],"AGV":[51,106,131,174,221],"utilization":[52,132,170,222],"rate":[53],"further":[55,136],"efficiency.":[58],"However,":[59],"these":[60],"charging":[61,99,120,175,187,194],"strategies":[62],"require":[63],"predefined":[64],"rules":[65],"or":[66],"models":[67],"for":[68,97,112,119,128,167],"estimating":[69],"internal":[71],"information":[72],"batteries,":[74,189],"so":[75],"that":[76,206],"they":[77],"lead":[78],"huge":[80],"computational":[81],"costs":[82],"estimation":[84],"errors.":[85],"As":[86],"consequence,":[88],"this":[89],"work":[90,135],"creates":[91],"Markov":[93],"decision":[94],"process":[95],"problem":[96],"real-time":[98],"scheduling":[100],"fulfill":[104],"uncertain":[105],"dispatching":[107,182],"requests":[108],"from":[109,125],"CPS":[111],"lines,":[114],"which":[116,144],"four":[117],"bounds":[118],"heterogeneous":[121],"are":[123],"considered":[124],"practical":[126,216],"experiences":[127],"increasing":[129],"rate.":[133,223],"This":[134],"improves":[137,219],"feature-based":[139],"reinforcement":[140],"learning":[141],"approach,":[142,217],"state":[146],"action":[148],"space":[149],"can":[150],"be":[151,199],"effectively":[152],"reduced":[153],"through":[154],"approximating":[155],"state-value":[157],"function":[158],"by":[159],"five":[160],"feature":[161],"functions,":[162],"including":[163],"estimated":[165],"revenue":[166],"improving":[168],"time,":[171],"total":[173],"cost,":[176],"cost":[178],"penalizing":[180],"unfulfilled":[181],"requests,":[183],"priority":[185,192],"newer":[188],"batteries":[196],"close":[197],"fully":[200],"charged,":[201],"respectively.":[202],"Experimental":[203],"results":[204],"show":[205],"proposed":[208],"algorithm":[209],"obtains":[210],"better":[211],"benefits":[212],"than":[213],"current":[215]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}