{"id":"https://openalex.org/W2964733886","doi":"https://doi.org/10.1109/access.2019.2932047","title":"Which Channel to Ask My Question?: Personalized Customer Service Request Stream Routing Using Deep Reinforcement Learning","display_name":"Which Channel to Ask My Question?: Personalized Customer Service Request Stream Routing Using Deep Reinforcement Learning","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2964733886","doi":"https://doi.org/10.1109/access.2019.2932047","mag":"2964733886"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2932047","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2932047","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08784156.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08784156.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038352667","display_name":"Zining Liu","orcid":"https://orcid.org/0000-0003-4969-2098"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zining Liu","raw_affiliation_strings":["School of Software, Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0003-4969-2098","affiliations":[{"raw_affiliation_string":"School of Software, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035825042","display_name":"Chong Long","orcid":null},"institutions":[{"id":"https://openalex.org/I4210090985","display_name":"Zhejiang Financial College","ror":"https://ror.org/00deghz86","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210090985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chong Long","raw_affiliation_strings":["Ant Financial Services Group, Z Space, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Financial Services Group, Z Space, Hangzhou, China","institution_ids":["https://openalex.org/I4210090985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103166668","display_name":"Xiaolu Lu","orcid":"https://orcid.org/0000-0002-2092-5460"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Xiaolu Lu","raw_affiliation_strings":["School of Science, RMIT University, Melbourne, VIC, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Science, RMIT University, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I82951845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007236824","display_name":"Zehong Hu","orcid":"https://orcid.org/0000-0001-9498-161X"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zehong Hu","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100436613","display_name":"Jie Zhang","orcid":"https://orcid.org/0000-0001-6331-4005"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jie Zhang","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100659331","display_name":"Yafang Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210090985","display_name":"Zhejiang Financial College","ror":"https://ror.org/00deghz86","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210090985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yafang Wang","raw_affiliation_strings":["Ant Financial Services Group, Z Space, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Financial Services Group, Z Space, Hangzhou, China","institution_ids":["https://openalex.org/I4210090985"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5038352667"],"corresponding_institution_ids":["https://openalex.org/I154099455"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.837,"has_fulltext":true,"cited_by_count":26,"citation_normalized_percentile":{"value":0.88710313,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"7","issue":null,"first_page":"107744","last_page":"107756"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8718391060829163},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8127152919769287},{"id":"https://openalex.org/keywords/chatbot","display_name":"Chatbot","score":0.7450665235519409},{"id":"https://openalex.org/keywords/reputation","display_name":"Reputation","score":0.4933106005191803},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.48840707540512085},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.47982096672058105},{"id":"https://openalex.org/keywords/customer-satisfaction","display_name":"Customer satisfaction","score":0.4332823157310486},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.42987436056137085},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.3227289915084839},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3186008930206299},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1998564600944519},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.1276342272758484},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.10800671577453613}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8718391060829163},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8127152919769287},{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.7450665235519409},{"id":"https://openalex.org/C48798503","wikidata":"https://www.wikidata.org/wiki/Q877546","display_name":"Reputation","level":2,"score":0.4933106005191803},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.48840707540512085},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.47982096672058105},{"id":"https://openalex.org/C191511416","wikidata":"https://www.wikidata.org/wiki/Q999278","display_name":"Customer satisfaction","level":2,"score":0.4332823157310486},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.42987436056137085},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3227289915084839},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3186008930206299},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1998564600944519},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.1276342272758484},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.10800671577453613},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/access.2019.2932047","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2932047","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08784156.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:alma.61RMIT_INST:11247325880001341","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ACCESS.2019.2932047","pdf_url":null,"source":{"id":"https://openalex.org/S4306402074","display_name":"RMIT Research Repository (RMIT University Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I82951845","host_organization_name":"RMIT University","host_organization_lineage":["https://openalex.org/I82951845"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:doaj.org/article:ad34a04ee601441b9139fe89a2f11e04","is_oa":true,"landing_page_url":"https://doaj.org/article/ad34a04ee601441b9139fe89a2f11e04","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 107744-107756 (2019)","raw_type":"article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/103301","is_oa":true,"landing_page_url":"https://hdl.handle.net/10356/103301","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"},{"id":"pmh:oai:figshare.com:article/27510564","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2932047","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2932047","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08784156.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.46000000834465027,"display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G1464204983","display_name":null,"funder_award_id":"61503217","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2964733886.pdf","grobid_xml":"https://content.openalex.org/works/W2964733886.grobid-xml"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W1560739766","https://openalex.org/W2021247827","https://openalex.org/W2070493638","https://openalex.org/W2080142539","https://openalex.org/W2125612430","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2156060009","https://openalex.org/W2166322089","https://openalex.org/W2295598076","https://openalex.org/W2342491128","https://openalex.org/W2358876993","https://openalex.org/W2410426698","https://openalex.org/W2411909261","https://openalex.org/W2481567506","https://openalex.org/W2512351403","https://openalex.org/W2544063074","https://openalex.org/W2604842920","https://openalex.org/W2614459600","https://openalex.org/W2734377693","https://openalex.org/W2736601468","https://openalex.org/W2746553466","https://openalex.org/W2749928749","https://openalex.org/W2765204009","https://openalex.org/W2776507577","https://openalex.org/W2781726626","https://openalex.org/W2787938642","https://openalex.org/W2790625403","https://openalex.org/W2795411881","https://openalex.org/W2888466235","https://openalex.org/W2891768968","https://openalex.org/W2900028034","https://openalex.org/W2911964244","https://openalex.org/W2912731314","https://openalex.org/W2915309887","https://openalex.org/W2918400102","https://openalex.org/W2946901134","https://openalex.org/W2951799221","https://openalex.org/W2962806975","https://openalex.org/W2963549123","https://openalex.org/W2963864421","https://openalex.org/W2964043796","https://openalex.org/W2964319760","https://openalex.org/W3099158806","https://openalex.org/W3105058112","https://openalex.org/W4214717370","https://openalex.org/W6683113397","https://openalex.org/W6684921986","https://openalex.org/W6685444567","https://openalex.org/W6692846177","https://openalex.org/W6721743441","https://openalex.org/W6738647598","https://openalex.org/W6740756965","https://openalex.org/W6741002519","https://openalex.org/W6743802245","https://openalex.org/W6747473740","https://openalex.org/W6748499953","https://openalex.org/W6748839928","https://openalex.org/W6754469058"],"related_works":["https://openalex.org/W4383501580","https://openalex.org/W4214931137","https://openalex.org/W4313813117","https://openalex.org/W4382052417","https://openalex.org/W3192088754","https://openalex.org/W4387007686","https://openalex.org/W3084631705","https://openalex.org/W3176146353","https://openalex.org/W4293646425","https://openalex.org/W3150216605"],"abstract_inverted_index":{"Customer":[0],"services":[1],"are":[2,67,217],"critical":[3],"to":[4,12,17,30,47,49,118,169],"all":[5,185],"companies,":[6],"as":[7],"they":[8],"may":[9],"directly":[10,107],"connect":[11],"the":[13,53,77,80,87,91,119,170,208],"brand":[14],"reputation.":[15],"Due":[16],"a":[18,98,124,148,155,194],"great":[19],"number":[20],"of":[21],"customers,":[22],"e-commerce":[23],"companies":[24],"often":[25],"employ":[26],"multiple":[27],"communication":[28],"channels":[29],"answer":[31],"customers'":[32,50,83,94,215],"questions,":[33],"for":[34],"example,":[35],"Chatbot":[36],"and":[37,82,93,111,142,147,214],"Hotline.":[38],"On":[39],"one":[40],"hand,":[41,55],"each":[42],"channel":[43,212],"has":[44],"limited":[45],"capacity":[46],"respond":[48],"requests;":[51],"on":[52,71,102],"other":[54,186],"customers":[56],"have":[57],"different":[58],"preferences":[59],"over":[60],"these":[61],"channels.":[62],"The":[63],"current":[64],"production":[65,172],"systems":[66],"mainly":[68],"built":[69],"based":[70,101],"business":[72],"rules":[73],"that":[74,106,162,178,202],"merely":[75],"consider":[76],"tradeoffs":[78],"between":[79,90],"resources":[81,92,110,213],"satisfaction.":[84],"To":[85],"achieve":[86],"optimal":[88,196],"tradeoff":[89],"satisfaction,":[95],"we":[96,121,175],"propose":[97,123],"new":[99,125],"framework":[100,141,166],"deep":[103,130,187],"reinforcement":[104],"learning":[105],"takes":[108],"both":[109,145,211],"user":[112],"model":[113],"into":[114],"account.":[115],"In":[116],"addition":[117],"framework,":[120],"also":[122,176],"deep-reinforcement-learning-based":[126,165],"routing":[127,197],"method-double":[128],"dueling":[129],"Q-learning":[131,188],"with":[132],"prioritized":[133],"experience":[134],"replay":[135],"(PER-DoDDQN).":[136],"We":[137,160],"evaluate":[138],"our":[139,163,179,203],"proposed":[140,164,180,204],"method":[143,205],"using":[144],"synthetic":[146],"real":[149],"customer":[150],"service":[151],"log":[152],"data":[153],"from":[154],"large":[156],"financial":[157],"technology":[158],"company.":[159],"show":[161,177],"is":[167,182],"superior":[168],"existing":[171],"system.":[173],"Moreover,":[174],"PER-DoDDQN":[181],"better":[183],"than":[184],"variants":[189],"in":[190],"practice,":[191],"which":[192],"provides":[193],"more":[195],"plan.":[198],"These":[199],"observations":[200],"suggest":[201],"can":[206],"seek":[207],"tradeoff,":[209],"where":[210],"satisfaction":[216],"optimal.":[218]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}