{"id":"https://openalex.org/W4226257004","doi":"https://doi.org/10.1109/access.2022.3160452","title":"Adaptive Call Center Workforce Management With Deep Neural Network and Reinforcement Learning","display_name":"Adaptive Call Center Workforce Management With Deep Neural Network and Reinforcement Learning","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4226257004","doi":"https://doi.org/10.1109/access.2022.3160452"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3160452","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3160452","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09737504.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09737504.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022390828","display_name":"Wuttipong Kumwilaisak","orcid":"https://orcid.org/0000-0002-2957-6084"},"institutions":[{"id":"https://openalex.org/I60837268","display_name":"King Mongkut's University of Technology Thonburi","ror":"https://ror.org/0057ax056","country_code":"TH","type":"education","lineage":["https://openalex.org/I60837268"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Wuttipong Kumwilaisak","raw_affiliation_strings":["Department of Electronics and Telecommunication Engineering, King Mongkut’s University of Technology Thonburi, Bangkok, Thailand","s University of Technology Thonburi, Bangkok, Thailand"],"raw_orcid":"https://orcid.org/0000-0002-2957-6084","affiliations":[{"raw_affiliation_string":"Department of Electronics and Telecommunication Engineering, King Mongkut’s University of Technology Thonburi, Bangkok, Thailand","institution_ids":["https://openalex.org/I60837268"]},{"raw_affiliation_string":"s University of Technology Thonburi, Bangkok, Thailand","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076927597","display_name":"Saravut Phikulngoen","orcid":null},"institutions":[{"id":"https://openalex.org/I60837268","display_name":"King Mongkut's University of Technology Thonburi","ror":"https://ror.org/0057ax056","country_code":"TH","type":"education","lineage":["https://openalex.org/I60837268"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Saravut Phikulngoen","raw_affiliation_strings":["Department of Electronics and Telecommunication Engineering, King Mongkut’s University of Technology Thonburi, Bangkok, Thailand","s University of Technology Thonburi, Bangkok, Thailand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics and Telecommunication Engineering, King Mongkut’s University of Technology Thonburi, Bangkok, Thailand","institution_ids":["https://openalex.org/I60837268"]},{"raw_affiliation_string":"s University of Technology Thonburi, Bangkok, Thailand","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074140488","display_name":"Jitpinun Piriyataravet","orcid":null},"institutions":[{"id":"https://openalex.org/I60837268","display_name":"King Mongkut's University of Technology Thonburi","ror":"https://ror.org/0057ax056","country_code":"TH","type":"education","lineage":["https://openalex.org/I60837268"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Jitpinun Piriyataravet","raw_affiliation_strings":["Department of Electronics and Telecommunication Engineering, King Mongkut’s University of Technology Thonburi, Bangkok, Thailand","s University of Technology Thonburi, Bangkok, Thailand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics and Telecommunication Engineering, King Mongkut’s University of Technology Thonburi, Bangkok, Thailand","institution_ids":["https://openalex.org/I60837268"]},{"raw_affiliation_string":"s University of Technology Thonburi, Bangkok, Thailand","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109544415","display_name":"Nattanum Thatphithakkul","orcid":null},"institutions":[{"id":"https://openalex.org/I1332092204","display_name":"National Science and Technology Development Agency","ror":"https://ror.org/04vy95b61","country_code":"TH","type":"government","lineage":["https://openalex.org/I1332092204"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Nattanum Thatphithakkul","raw_affiliation_strings":["Assistive Technology and Medical Devices Research Center, National Science and Technology Development Agency, Pathum Thani, Thailand"],"raw_orcid":"https://orcid.org/0000-0002-7391-153X","affiliations":[{"raw_affiliation_string":"Assistive Technology and Medical Devices Research Center, National Science and Technology Development Agency, Pathum Thani, Thailand","institution_ids":["https://openalex.org/I1332092204"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029765234","display_name":"Chatchawarn Hansakunbuntheung","orcid":"https://orcid.org/0000-0003-4064-4882"},"institutions":[{"id":"https://openalex.org/I1332092204","display_name":"National Science and Technology Development Agency","ror":"https://ror.org/04vy95b61","country_code":"TH","type":"government","lineage":["https://openalex.org/I1332092204"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Chatchawarn Hansakunbuntheung","raw_affiliation_strings":["Assistive Technology and Medical Devices Research Center, National Science and Technology Development Agency, Pathum Thani, Thailand"],"raw_orcid":"https://orcid.org/0000-0003-4064-4882","affiliations":[{"raw_affiliation_string":"Assistive Technology and Medical Devices Research Center, National Science and Technology Development Agency, Pathum Thani, Thailand","institution_ids":["https://openalex.org/I1332092204"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":3.583,"has_fulltext":true,"cited_by_count":19,"citation_normalized_percentile":{"value":0.93039739,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"10","issue":null,"first_page":"35712","last_page":"35724"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10974","display_name":"Advanced Queuing Theory Analysis","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10974","display_name":"Advanced Queuing Theory Analysis","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12401","display_name":"Scheduling and Timetabling Solutions","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9362000226974487,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7794439792633057},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7547152042388916},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.627153217792511},{"id":"https://openalex.org/keywords/workforce","display_name":"Workforce","score":0.5329096913337708},{"id":"https://openalex.org/keywords/workforce-management","display_name":"Workforce management","score":0.5086603760719299},{"id":"https://openalex.org/keywords/call-management","display_name":"Call management","score":0.500260591506958},{"id":"https://openalex.org/keywords/supervisor","display_name":"Supervisor","score":0.42704129219055176},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4094061851501465},{"id":"https://openalex.org/keywords/call-control","display_name":"Call control","score":0.3619658350944519},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.30952101945877075}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7794439792633057},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7547152042388916},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.627153217792511},{"id":"https://openalex.org/C2778139618","wikidata":"https://www.wikidata.org/wiki/Q13440398","display_name":"Workforce","level":2,"score":0.5329096913337708},{"id":"https://openalex.org/C2780571617","wikidata":"https://www.wikidata.org/wiki/Q2072185","display_name":"Workforce management","level":3,"score":0.5086603760719299},{"id":"https://openalex.org/C28819325","wikidata":"https://www.wikidata.org/wiki/Q5021628","display_name":"Call management","level":3,"score":0.500260591506958},{"id":"https://openalex.org/C2779110517","wikidata":"https://www.wikidata.org/wiki/Q1240788","display_name":"Supervisor","level":2,"score":0.42704129219055176},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4094061851501465},{"id":"https://openalex.org/C131969451","wikidata":"https://www.wikidata.org/wiki/Q5021614","display_name":"Call control","level":2,"score":0.3619658350944519},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.30952101945877075},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2022.3160452","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3160452","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09737504.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d2fd98d3bd7744caaedd31f0ffafe845","is_oa":false,"landing_page_url":"https://doaj.org/article/d2fd98d3bd7744caaedd31f0ffafe845","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 35712-35724 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3160452","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3160452","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09737504.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.4399999976158142}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322437","display_name":"National Science and Technology Development Agency","ror":"https://ror.org/04vy95b61"},{"id":"https://openalex.org/F4320322818","display_name":"King Mongkut's University of Technology Thonburi","ror":"https://ror.org/0057ax056"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4226257004.pdf","grobid_xml":"https://content.openalex.org/works/W4226257004.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W21744256","https://openalex.org/W49236231","https://openalex.org/W1558884406","https://openalex.org/W1584834629","https://openalex.org/W1971170413","https://openalex.org/W2003133749","https://openalex.org/W2024760831","https://openalex.org/W2036819439","https://openalex.org/W2064675550","https://openalex.org/W2074341757","https://openalex.org/W2100495367","https://openalex.org/W2740175587","https://openalex.org/W2746553466","https://openalex.org/W2784663218","https://openalex.org/W2785429675","https://openalex.org/W2791011783","https://openalex.org/W2803010576","https://openalex.org/W2811338889","https://openalex.org/W2904469955","https://openalex.org/W2928629935","https://openalex.org/W2940810733","https://openalex.org/W2966477667","https://openalex.org/W2967944428","https://openalex.org/W2973079381","https://openalex.org/W2973184394","https://openalex.org/W2989525553","https://openalex.org/W2991015479","https://openalex.org/W3011253169","https://openalex.org/W3019123671","https://openalex.org/W3023343579","https://openalex.org/W3033087435","https://openalex.org/W3159914619","https://openalex.org/W4205380268","https://openalex.org/W4246598646","https://openalex.org/W4300101754","https://openalex.org/W4383067410","https://openalex.org/W6746178626","https://openalex.org/W6748597668"],"related_works":["https://openalex.org/W2116190225","https://openalex.org/W4250116973","https://openalex.org/W2260820432","https://openalex.org/W2157312185","https://openalex.org/W2378660778","https://openalex.org/W3159542007","https://openalex.org/W2566399258","https://openalex.org/W4406851995","https://openalex.org/W770124011","https://openalex.org/W4244974722"],"abstract_inverted_index":{"Workforce":[0],"management":[1,39,56,201],"is":[2,177],"one":[3],"of":[4,21,29,89,150,174,182,184,205,208],"several":[5],"critical":[6],"issues":[7],"in":[8,203],"a":[9,26,51,59,72,90,97,124,136,162,185],"call":[10,13,22,53,80,104,125,151,157,169,186,219],"center.":[11],"A":[12,116],"center":[14,54,81,170,187,220],"supervisor":[15],"must":[16],"assign":[17],"an":[18],"adequate":[19],"number":[20],"agents":[23],"to":[24,76,144,166,178],"handle":[25,167],"high":[27],"volume":[28],"time-variant":[30],"incoming":[31],"calls.":[32],"Without":[33],"effective":[34],"staff":[35],"allocation,":[36],"improper":[37],"workforce":[38,55,200],"can":[40],"degrade":[41],"service":[42,121,183,209],"quality":[43,181],"and":[44,63,78,96,128,154,198,210],"reduce":[45],"customer":[46],"satisfaction.":[47],"This":[48,133],"paper":[49,134],"presents":[50],"novel":[52],"based":[57],"on":[58],"deep":[60,73,85],"neural":[61,74,86],"network":[62,75,87,95],"reinforcement":[64,137],"learning":[65,138],"(RL).":[66],"The":[67,84,107,172,191],"proposed":[68,192],"method":[69,193],"first":[70],"uses":[71],"learn":[77],"predict":[79],"traffic":[82,105,109],"characteristics.":[83],"consists":[88],"Long-Short":[91],"Term":[92],"Memory":[93],"(LSTM)":[94],"Deep":[98],"Neural":[99],"Network":[100],"(DNN)":[101],"capturing":[102],"non-linear":[103],"behaviors.":[106],"expected":[108],"parameters":[110],"are":[111],"supplied":[112],"into":[113],"the":[114,129,141,146,180],"Erlang":[115],"model,":[117],"which":[118],"calculates":[119],"important":[120],"metrics,":[122],"including":[123],"abandonment":[126],"probability":[127],"average":[130,211],"response":[131],"time.":[132],"applies":[135],"framework":[139],"using":[140],"Q-learning":[142],"algorithm":[143],"establish":[145],"optimal":[147],"starting":[148],"times":[149],"agent":[152,158],"shifts":[153],"their":[155],"associated":[156],"numbers":[159],"by":[160],"maximizing":[161],"defined":[163],"reward":[164],"function":[165],"dynamic":[168],"traffic.":[171],"objective":[173],"these":[175],"findings":[176],"maintain":[179],"throughout":[188],"working":[189],"hours.":[190],"surpasses":[194],"experienced":[195],"human":[196],"supervisors":[197],"previous":[199],"schemes":[202],"terms":[204],"achieved":[206],"qualities":[207],"waiting":[212],"time":[213],"from":[214],"experimental":[215],"results":[216],"under":[217],"actual":[218],"data.":[221]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}