{"id":"https://openalex.org/W4295789720","doi":"https://doi.org/10.1109/jiot.2022.3206491","title":"Long-Term Matching Optimization With Federated Neural Temporal Difference Learning in Mobility-on-Demand Systems","display_name":"Long-Term Matching Optimization With Federated Neural Temporal Difference Learning in Mobility-on-Demand Systems","publication_year":2022,"publication_date":"2022-09-14","ids":{"openalex":"https://openalex.org/W4295789720","doi":"https://doi.org/10.1109/jiot.2022.3206491"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2022.3206491","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3206491","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005103723","display_name":"Yong Sun","orcid":"https://orcid.org/0000-0001-7619-0363"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]},{"id":"https://openalex.org/I4210115456","display_name":"Chuzhou University","ror":"https://ror.org/037663q52","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210115456"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Sun","raw_affiliation_strings":["Anhui Engineering Laboratory of Geo-information Smart Sensing and Services, Chuzhou University, Chuzhou, China","School of Resources and Environmental Engineering, Anhui University, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0001-7619-0363","affiliations":[{"raw_affiliation_string":"Anhui Engineering Laboratory of Geo-information Smart Sensing and Services, Chuzhou University, Chuzhou, China","institution_ids":["https://openalex.org/I4210115456"]},{"raw_affiliation_string":"School of Resources and Environmental Engineering, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100678944","display_name":"Yi Long","orcid":"https://orcid.org/0000-0002-1369-5556"},"institutions":[{"id":"https://openalex.org/I152031979","display_name":"Nanjing Normal University","ror":"https://ror.org/036trcv74","country_code":"CN","type":"education","lineage":["https://openalex.org/I152031979"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Long","raw_affiliation_strings":["Key Laboratory of Virtual Geographic Environment, Ministry of Education, Nanjing Normal University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Virtual Geographic Environment, Ministry of Education, Nanjing Normal University, Nanjing, China","institution_ids":["https://openalex.org/I152031979"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lida Xu","orcid":"https://orcid.org/0000-0002-3263-5217"},"institutions":[{"id":"https://openalex.org/I4210133369","display_name":"Decision Sciences (United States)","ror":"https://ror.org/03gcvf773","country_code":"US","type":"company","lineage":["https://openalex.org/I4210133369"]},{"id":"https://openalex.org/I81365321","display_name":"Old Dominion University","ror":"https://ror.org/04zjtrb98","country_code":"US","type":"education","lineage":["https://openalex.org/I81365321"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lida Xu","raw_affiliation_strings":["Department of Information Technology and Decision Sciences, Old Dominion University, Norfolk, VA, USA"],"raw_orcid":"https://orcid.org/0000-0002-3263-5217","affiliations":[{"raw_affiliation_string":"Department of Information Technology and Decision Sciences, Old Dominion University, Norfolk, VA, USA","institution_ids":["https://openalex.org/I81365321","https://openalex.org/I4210133369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025660951","display_name":"Wenan Tan","orcid":"https://orcid.org/0000-0003-2608-652X"},"institutions":[{"id":"https://openalex.org/I135905480","display_name":"Shanghai Polytechnic University","ror":"https://ror.org/02as5yg64","country_code":"CN","type":"education","lineage":["https://openalex.org/I135905480"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenan Tan","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","School of Computer and Information Engineering, Shanghai Polytechnic University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2608-652X","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"School of Computer and Information Engineering, Shanghai Polytechnic University, Shanghai, China","institution_ids":["https://openalex.org/I135905480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100744862","display_name":"Huang Li","orcid":"https://orcid.org/0000-0003-2877-3526"},"institutions":[{"id":"https://openalex.org/I8679417","display_name":"Hong Kong Metropolitan University","ror":"https://ror.org/0349bsm71","country_code":"HK","type":"education","lineage":["https://openalex.org/I8679417"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Li Huang","raw_affiliation_strings":["Jiangsu Open University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiangsu Open University, Nanjing, China","institution_ids":["https://openalex.org/I8679417"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041529079","display_name":"Lu Zhao","orcid":"https://orcid.org/0000-0001-5172-359X"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lu Zhao","raw_affiliation_strings":["Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-5172-359X","affiliations":[{"raw_affiliation_string":"Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101484917","display_name":"Wenzhen Liu","orcid":"https://orcid.org/0000-0002-3671-561X"},"institutions":[{"id":"https://openalex.org/I4210115456","display_name":"Chuzhou University","ror":"https://ror.org/037663q52","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210115456"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenzhen Liu","raw_affiliation_strings":["Anhui Province Key Laboratory of Physical Geographic Environment, Chuzhou University, Chuzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Physical Geographic Environment, Chuzhou University, Chuzhou, China","institution_ids":["https://openalex.org/I4210115456"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6813,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.66172182,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"10","issue":"2","first_page":"1426","last_page":"1445"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bipartite-graph","display_name":"Bipartite graph","score":0.7500866055488586},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7194950580596924},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.6885244846343994},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.546035647392273},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5439515113830566},{"id":"https://openalex.org/keywords/blossom-algorithm","display_name":"Blossom algorithm","score":0.5376812815666199},{"id":"https://openalex.org/keywords/optimal-matching","display_name":"Optimal matching","score":0.5260633826255798},{"id":"https://openalex.org/keywords/3-dimensional-matching","display_name":"3-dimensional matching","score":0.4771513342857361},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4594382643699646},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4106104373931885},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.40352439880371094},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.3336353302001953},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.29422488808631897},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2840237617492676},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14253142476081848}],"concepts":[{"id":"https://openalex.org/C197657726","wikidata":"https://www.wikidata.org/wiki/Q174733","display_name":"Bipartite graph","level":3,"score":0.7500866055488586},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7194950580596924},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.6885244846343994},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.546035647392273},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5439515113830566},{"id":"https://openalex.org/C61455927","wikidata":"https://www.wikidata.org/wiki/Q1030529","display_name":"Blossom algorithm","level":3,"score":0.5376812815666199},{"id":"https://openalex.org/C123853557","wikidata":"https://www.wikidata.org/wiki/Q7098946","display_name":"Optimal matching","level":3,"score":0.5260633826255798},{"id":"https://openalex.org/C72545166","wikidata":"https://www.wikidata.org/wiki/Q10866593","display_name":"3-dimensional matching","level":4,"score":0.4771513342857361},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4594382643699646},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4106104373931885},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.40352439880371094},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.3336353302001953},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.29422488808631897},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2840237617492676},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14253142476081848},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2022.3206491","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3206491","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G302449389","display_name":null,"funder_award_id":"42171403","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4613540186","display_name":null,"funder_award_id":"1908085MF191","funder_id":"https://openalex.org/F4320334897","funder_display_name":"Natural Science Foundation of Anhui Province"},{"id":"https://openalex.org/G521483515","display_name":null,"funder_award_id":"KJ2020A0704","funder_id":"https://openalex.org/F4320334897","funder_display_name":"Natural Science Foundation of Anhui Province"},{"id":"https://openalex.org/G7512450211","display_name":"\u590d\u6742\u793e\u4f1a\u7f51\u7edc\u8de8\u7ec4\u7ec7\u4e1a\u52a1\u8fc7\u7a0b\u6316\u6398\u53ca\u5176\u52a8\u6001\u4f18\u5316\u6a21\u578b\u7814\u7a76","funder_award_id":"61672022","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334897","display_name":"Natural Science Foundation of Anhui Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W618155116","https://openalex.org/W855132903","https://openalex.org/W1967956032","https://openalex.org/W1988580225","https://openalex.org/W2003327511","https://openalex.org/W2020913123","https://openalex.org/W2041501777","https://openalex.org/W2053242239","https://openalex.org/W2106251367","https://openalex.org/W2109910161","https://openalex.org/W2145339207","https://openalex.org/W2156577211","https://openalex.org/W2321965247","https://openalex.org/W2405986579","https://openalex.org/W2517030840","https://openalex.org/W2565919573","https://openalex.org/W2597121862","https://openalex.org/W2742211145","https://openalex.org/W2743316574","https://openalex.org/W2746553466","https://openalex.org/W2757649114","https://openalex.org/W2776370812","https://openalex.org/W2808810245","https://openalex.org/W2892315936","https://openalex.org/W2907017794","https://openalex.org/W2909452395","https://openalex.org/W2914154006","https://openalex.org/W2952281591","https://openalex.org/W2956545977","https://openalex.org/W2963544079","https://openalex.org/W2998590388","https://openalex.org/W3087809036","https://openalex.org/W3100408509","https://openalex.org/W3119186746","https://openalex.org/W3119363261","https://openalex.org/W3129682923","https://openalex.org/W3142190433","https://openalex.org/W3152848684","https://openalex.org/W3173432211","https://openalex.org/W3180859665","https://openalex.org/W3184714257","https://openalex.org/W3184771397","https://openalex.org/W3199469541","https://openalex.org/W4205272462","https://openalex.org/W4206677550","https://openalex.org/W4285238799","https://openalex.org/W6752191696","https://openalex.org/W6765541894","https://openalex.org/W6773971411"],"related_works":["https://openalex.org/W2352066879","https://openalex.org/W2348257368","https://openalex.org/W1592682627","https://openalex.org/W4295762832","https://openalex.org/W2367674792","https://openalex.org/W2184969544","https://openalex.org/W2054458431","https://openalex.org/W2561454982","https://openalex.org/W1612873298","https://openalex.org/W2059407128"],"abstract_inverted_index":{"Efficient":[0],"bipartite":[1,159,184,201,246],"graph":[2,185,202,247],"matching":[3,53,65,73,148,155,160,186,198,226],"of":[4,35,51,99,208],"orders":[5],"and":[6,64,134,140,171,210,270],"drivers":[7],"is":[8,75,83,112,143,163,177,192,251],"a":[9,48,78,138,150,157,230],"central":[10,94],"operational":[11],"problem":[12,162,227],"in":[13,91,149,199,282],"industrial":[14,108,119],"mobility-on-demand":[15],"(MOD)":[16],"systems.":[17,110],"Traditional":[18],"studies":[19],"adopt":[20],"pure":[21],"combinatorial":[22,212],"optimization":[23,161,207],"models":[24],"for":[25,125],"order-and-driver":[26],"matching,":[27],"which":[28,61,82,176],"do":[29],"not":[30],"consider":[31],"the":[32,36,68,71,105,117,122,154,167,173,180,200,205,211,224,267],"long-term":[33,43,72,147],"rewards":[34],"dynamic":[37],"MOD":[38,109],"decision":[39,80],"making":[40],"process.":[41],"Toward":[42],"optimization,":[44],"this":[45],"article":[46],"presents":[47],"systemic":[49],"paradigm":[50],"online":[52],"with":[54,253],"federated":[55],"neural":[56],"temporal":[57],"difference":[58],"learning":[59,63,69,90],"(FedTDLearning),":[60],"encompasses":[62],"phases.":[66],"During":[67,153],"phase,":[70,156],"process":[74],"modeled":[76],"as":[77],"Markov":[79],"process,":[81],"typically":[84],"solved":[85],"by":[86,107,228],"employing":[87],"data-driven":[88],"reinforcement":[89],"an":[92,196],"offline":[93],"training":[95,128],"scheme.":[96],"Massive":[97],"amounts":[98],"data":[100,120],"would":[101],"be":[102],"generated":[103],"on":[104,204],"network":[106,131],"It":[111],"impossible":[113],"to":[114,121,130,145,165,179,194,217],"send":[115],"all":[116],"large-scale":[118],"cloud":[123],"server":[124],"centralized":[126],"model":[127],"due":[129],"bandwidth":[132],"limitations":[133],"safety":[135],"concerns.":[136],"Therefore,":[137],"generic":[139],"innovative":[141],"FedTDLearning":[142,209],"proposed":[144,193,276],"achieve":[146],"distributed":[151],"manner.":[152],"real-time":[158,225],"formulated":[164],"maximize":[166],"learned":[168],"spatiotemporal":[169],"value":[170],"minimize":[172],"pickup":[174],"distance,":[175],"reducible":[178],"minimum-cost":[181],"maximum":[182],"weight":[183],"problem.":[187],"A":[188],"distance-learned-value":[189],"ratio":[190],"algorithm":[191],"find":[195],"optimal":[197,219],"based":[203],"joint":[206],"fractional":[213],"programming":[214],"approach.":[215],"Furthermore,":[216],"pursue":[218],"computation":[220],"efficiency,":[221],"we":[222],"solve":[223],"constructing":[229],"<inline-formula":[231,239,254],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[232,240,255],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[233,241,256],"<tex-math":[234,242,257],"notation=\"LaTeX\">$k$":[235,258],"</tex-math></inline-formula>":[236,244,259],"-nearest":[237],"neighbor":[238],"notation=\"LaTeX\">$(k$":[243],"NN)":[245],"where":[248],"each":[249],"order":[250],"connected":[252],"NN":[260],"drivers.":[261],"Using":[262],"openly":[263],"available":[264],"real-world":[265],"data,":[266],"prototype":[268],"system":[269],"experimental":[271],"evaluations":[272],"show":[273],"that":[274],"our":[275],"algorithms":[277],"have":[278],"effective":[279],"problem-solving":[280],"capability":[281],"practice.":[283]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}