{"id":"https://openalex.org/W4213334228","doi":"https://doi.org/10.1145/3512767","title":"Reinforcement Routing on Proximity Graph for Efficient Recommendation","display_name":"Reinforcement Routing on Proximity Graph for Efficient Recommendation","publication_year":2022,"publication_date":"2022-02-14","ids":{"openalex":"https://openalex.org/W4213334228","doi":"https://doi.org/10.1145/3512767"},"language":"en","primary_location":{"id":"doi:10.1145/3512767","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3512767","pdf_url":null,"source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057659098","display_name":"Chao Feng","orcid":"https://orcid.org/0000-0001-5440-9758"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chao Feng","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085254654","display_name":"Defu Lian","orcid":"https://orcid.org/0000-0002-3507-9607"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Defu Lian","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069860973","display_name":"Wang Xiting","orcid":null},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiting Wang","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100423656","display_name":"Zheng Liu","orcid":"https://orcid.org/0000-0001-7765-8466"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Liu","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044651577","display_name":"Xing Xie","orcid":"https://orcid.org/0000-0002-8608-8482"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xing Xie","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048237545","display_name":"Enhong Chen","orcid":"https://orcid.org/0000-0002-4835-4102"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Enhong Chen","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5057659098"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":1.5114,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.83225241,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"41","issue":"1","first_page":"1","last_page":"27"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.819219708442688},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5774983763694763},{"id":"https://openalex.org/keywords/nearest-neighbor-graph","display_name":"Nearest neighbor graph","score":0.528510570526123},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.47935038805007935},{"id":"https://openalex.org/keywords/k-nearest-neighbors-algorithm","display_name":"k-nearest neighbors algorithm","score":0.45580270886421204},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.44949105381965637},{"id":"https://openalex.org/keywords/metric-space","display_name":"Metric space","score":0.42333418130874634},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.41100722551345825},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3942567706108093},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3359013795852661},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2524976432323456},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1148194968700409}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.819219708442688},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5774983763694763},{"id":"https://openalex.org/C90988772","wikidata":"https://www.wikidata.org/wiki/Q2855103","display_name":"Nearest neighbor graph","level":3,"score":0.528510570526123},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.47935038805007935},{"id":"https://openalex.org/C113238511","wikidata":"https://www.wikidata.org/wiki/Q1071612","display_name":"k-nearest neighbors algorithm","level":2,"score":0.45580270886421204},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.44949105381965637},{"id":"https://openalex.org/C198043062","wikidata":"https://www.wikidata.org/wiki/Q180953","display_name":"Metric space","level":2,"score":0.42333418130874634},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.41100722551345825},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3942567706108093},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3359013795852661},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2524976432323456},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1148194968700409},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3512767","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3512767","pdf_url":null,"source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1372372616","display_name":null,"funder_award_id":"61976198 and 62022077","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G309970498","display_name":null,"funder_award_id":"2020AAA0103800","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7728878615","display_name":null,"funder_award_id":"WK2150110017","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1496508106","https://openalex.org/W1599364940","https://openalex.org/W1634005169","https://openalex.org/W1974627246","https://openalex.org/W1974647172","https://openalex.org/W1978475816","https://openalex.org/W2010416066","https://openalex.org/W2024668293","https://openalex.org/W2048426792","https://openalex.org/W2054141820","https://openalex.org/W2067021215","https://openalex.org/W2086179657","https://openalex.org/W2087346914","https://openalex.org/W2101409192","https://openalex.org/W2110728032","https://openalex.org/W2111006384","https://openalex.org/W2113741880","https://openalex.org/W2115854352","https://openalex.org/W2122146326","https://openalex.org/W2165558283","https://openalex.org/W2167853719","https://openalex.org/W2194775991","https://openalex.org/W2588772229","https://openalex.org/W2612493630","https://openalex.org/W2801922433","https://openalex.org/W2808891190","https://openalex.org/W2954698196","https://openalex.org/W2963469388","https://openalex.org/W2983848182","https://openalex.org/W2998704965","https://openalex.org/W2999664153","https://openalex.org/W3012754345","https://openalex.org/W3012952868","https://openalex.org/W3084805822","https://openalex.org/W3140110584","https://openalex.org/W3152893301","https://openalex.org/W3156594246","https://openalex.org/W3164255383","https://openalex.org/W3170332412","https://openalex.org/W4213069590","https://openalex.org/W4236965008","https://openalex.org/W4244017338","https://openalex.org/W4294611325","https://openalex.org/W6712948638"],"related_works":["https://openalex.org/W2795392346","https://openalex.org/W2969538544","https://openalex.org/W2351157934","https://openalex.org/W2182477562","https://openalex.org/W2949288495","https://openalex.org/W2132753198","https://openalex.org/W2375128115","https://openalex.org/W2362413895","https://openalex.org/W4246757943","https://openalex.org/W4293643788"],"abstract_inverted_index":{"We":[0],"focus":[1],"on":[2,42,145,186,204],"Maximum":[3,94],"Inner":[4,95],"Product":[5,96],"Search":[6,36,97],"(MIPS),":[7],"which":[8,38,91,256],"is":[9,39,57,84,125],"an":[10,200],"essential":[11],"problem":[12,53,110,211],"in":[13,87,137],"many":[14,65,88,103],"machine":[15],"learning":[16,241,259,262],"communities.":[17],"Given":[18],"a":[19,58,80,98,128,180,195],"query,":[20,174],"MIPS":[21,52,164,210],"finds":[22],"the":[23,28,48,112,123,131,138,146,151,155,169,173,177,187,205,215,224,244,264,267],"most":[24],"similar":[25],"items":[26],"with":[27,69,115,179,184,260],"maximum":[29,181],"inner":[30,55,62,82,182],"products.":[31],"Methods":[32],"for":[33,51,100,108,154,172,209],"Nearest":[34,134],"Neighbor":[35],"(NNS)":[37],"usually":[40],"defined":[41],"metric":[43,70],"space":[44],"do":[45],"not":[46],"exhibit":[47,64],"satisfactory":[49],"performance":[50],"since":[54],"product":[56,83,183],"non-metric":[59],"function.":[60],"However,":[61],"products":[63],"good":[66],"properties":[67],"compared":[68,114],"functions,":[71],"such":[72],"as":[73],"avoiding":[74],"vanishing":[75],"and":[76],"exploding":[77],"gradients.":[78],"As":[79],"result,":[81],"widely":[85],"used":[86,161],"recommendation":[89,104],"systems,":[90],"makes":[92],"efficient":[93],"key":[99],"speeding":[101],"up":[102],"systems.":[105],"Graph-based":[106],"methods":[107],"NNS":[109],"show":[111],"superiorities":[113,265],"other":[116],"class":[117],"methods.":[118,269],"Each":[119],"data":[120],"point":[121],"of":[122,130,167,218,227],"database":[124,139],"mapped":[126],"to":[127,143,149,162,198,202,242],"node":[129],"proximity":[132,147,188,206],"graph.":[133,189],"neighbor":[135,153,171],"search":[136,176,203],"can":[140,159,233,250],"be":[141,160],"converted":[142],"route":[144],"graph":[148,207],"find":[150],"nearest":[152,170],"query.":[156],"This":[157],"technique":[158],"solve":[163],"problem.":[165],"Instead":[166],"searching":[168],"we":[175,193,213,222,249],"item":[178],"query":[185],"In":[190],"this":[191],"article,":[192],"propose":[194],"reinforcement":[196,258],"model":[197,232],"train":[199],"agent":[201],"automatically":[208],"if":[212],"lack":[214],"ground":[216,225,237],"truths":[217,226,238],"training":[219,229],"queries.":[220],"If":[221],"know":[223],"some":[228],"queries,":[230],"our":[231,253],"also":[234],"utilize":[235],"these":[236],"by":[239],"imitation":[240,261],"improve":[243],"agent\u2019s":[245],"searchability.":[246],"By":[247],"experiments,":[248],"see":[251],"that":[252],"proposed":[254],"mode":[255],"combines":[257],"shows":[263],"over":[266],"state-of-the-art":[268]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}