{"id":"https://openalex.org/W4221153159","doi":"https://doi.org/10.1145/3485447.3512250","title":"Learning Neural Ranking Models Online from Implicit User Feedback","display_name":"Learning Neural Ranking Models Online from Implicit User Feedback","publication_year":2022,"publication_date":"2022-04-25","ids":{"openalex":"https://openalex.org/W4221153159","doi":"https://doi.org/10.1145/3485447.3512250"},"language":"en","primary_location":{"id":"doi:10.1145/3485447.3512250","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3485447.3512250","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3485447.3512250","source":{"id":"https://openalex.org/S4363608783","display_name":"Proceedings of the ACM Web Conference 2022","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2022","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3485447.3512250","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012522148","display_name":"Yiling Jia","orcid":"https://orcid.org/0000-0002-1334-609X"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiling Jia","raw_affiliation_strings":["University of Virginia, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Virginia, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085094109","display_name":"Hongning Wang","orcid":"https://orcid.org/0000-0002-6524-9195"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hongning Wang","raw_affiliation_strings":["University of Virginia, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Virginia, USA","institution_ids":["https://openalex.org/I51556381"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I51556381"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"431","last_page":"441"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.806491494178772},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.7396153211593628},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5689119696617126},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5046762228012085},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4359470009803772},{"id":"https://openalex.org/keywords/online-learning","display_name":"Online learning","score":0.4140878915786743},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.36718985438346863},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3609924912452698},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.1797810196876526}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.806491494178772},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.7396153211593628},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5689119696617126},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5046762228012085},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4359470009803772},{"id":"https://openalex.org/C2986087404","wikidata":"https://www.wikidata.org/wiki/Q15946010","display_name":"Online learning","level":2,"score":0.4140878915786743},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36718985438346863},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3609924912452698},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.1797810196876526}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3485447.3512250","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3485447.3512250","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3485447.3512250","source":{"id":"https://openalex.org/S4363608783","display_name":"Proceedings of the ACM Web Conference 2022","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2022","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3485447.3512250","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3485447.3512250","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3485447.3512250","source":{"id":"https://openalex.org/S4363608783","display_name":"Proceedings of the ACM Web Conference 2022","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2022","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5245339017","display_name":"CAREER: Human-Centric Knowledge Discovery and Decision Optimization","funder_award_id":"1553568","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G690962037","display_name":null,"funder_award_id":"IIS-2128019, IIS-1553568","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7441103298","display_name":null,"funder_award_id":"IIS-1553568","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8240942421","display_name":"III: Small: Moving offline learning to rank online, from theory to practice","funder_award_id":"2128019","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309327","display_name":"Google","ror":"https://ror.org/00njsd438"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4221153159.pdf","grobid_xml":"https://content.openalex.org/works/W4221153159.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W186258178","https://openalex.org/W232876404","https://openalex.org/W1974360117","https://openalex.org/W1982530130","https://openalex.org/W1984770088","https://openalex.org/W1992549066","https://openalex.org/W2003473029","https://openalex.org/W2023599408","https://openalex.org/W2106628583","https://openalex.org/W2106630408","https://openalex.org/W2115584760","https://openalex.org/W2125771191","https://openalex.org/W2128877075","https://openalex.org/W2134557008","https://openalex.org/W2152314154","https://openalex.org/W2154739689","https://openalex.org/W2279385734","https://openalex.org/W2505872937","https://openalex.org/W2528305538","https://openalex.org/W2535047536","https://openalex.org/W2767455847","https://openalex.org/W2798634418","https://openalex.org/W2890291106","https://openalex.org/W2898073868","https://openalex.org/W2902365885","https://openalex.org/W2948795993","https://openalex.org/W2981407587","https://openalex.org/W3103733168","https://openalex.org/W3104894801","https://openalex.org/W3105136066","https://openalex.org/W3133745687"],"related_works":["https://openalex.org/W2188500270","https://openalex.org/W2303858293","https://openalex.org/W2915512527","https://openalex.org/W51364034","https://openalex.org/W2793336762","https://openalex.org/W2091548507","https://openalex.org/W2368816706","https://openalex.org/W3159414774","https://openalex.org/W4385728102","https://openalex.org/W2378093739"],"abstract_inverted_index":{"Existing":[0],"online":[1],"learning":[2,33,173],"to":[3,9,15,27,38,62,174],"rank":[4,108,175],"(OL2R)":[5],"solutions":[6],"are":[7,13],"limited":[8],"linear":[10],"models,":[11],"which":[12,146],"incompetent":[14],"capture":[16],"possible":[17],"non-linear":[18],"relations":[19],"between":[20,110],"queries":[21],"and":[22,59,67,73],"documents.":[23],"In":[24],"this":[25],"work,":[26],"unleash":[28],"the":[29,53,75,81,106,111,117,147,152,179,182],"power":[30],"of":[31,84,95,142,155,166,181],"representation":[32],"in":[34,70,92,124,145],"OL2R,":[35],"we":[36],"propose":[37],"directly":[39],"learn":[40],"a":[41,137],"neural":[42,85,88],"ranking":[43],"model":[44],"from":[45],"users\u2019":[46],"implicit":[47],"feedback":[48],"(e.g.,":[49],"clicks)":[50],"collected":[51],"on":[52,57,80,102,151,170],"fly.":[54],"We":[55,127],"focus":[56],"RankNet":[58],"LambdaRank,":[60],"due":[61],"their":[63],"great":[64],"empirical":[65],"success":[66],"wide":[68],"adoption":[69],"offline":[71],"settings,":[72],"control":[74],"notorious":[76],"explore-exploit":[77],"trade-off":[78],"based":[79],"convergence":[82],"analysis":[83],"networks":[86],"using":[87],"tangent":[89],"kernel.":[90],"Specifically,":[91],"each":[93],"round":[94],"result":[96,125],"serving,":[97],"exploration":[98],"is":[99,114,149],"only":[100],"performed":[101],"document":[103],"pairs":[104,157],"where":[105],"predicted":[107,119],"order":[109,120],"two":[112,171],"documents":[113],"uncertain;":[115],"otherwise,":[116],"ranker\u2019s":[118],"will":[121],"be":[122],"followed":[123],"ranking.":[126],"prove":[128],"that":[129],"under":[130],"standard":[131],"assumptions":[132],"our":[133],"OL2R":[134,168],"solution":[135],"achieves":[136],"gap-dependent":[138],"upper":[139],"regret":[140,148],"bound":[141],"O(log":[143],"2(T)),":[144],"defined":[150],"total":[153],"number":[154],"mis-ordered":[156],"over":[158],"T":[159],"rounds.":[160],"Comparisons":[161],"against":[162],"an":[163],"extensive":[164],"set":[165],"state-of-the-art":[167],"baselines":[169],"public":[172],"benchmark":[176],"datasets":[177],"demonstrate":[178],"effectiveness":[180],"proposed":[183],"solution.":[184]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}