{"id":"https://openalex.org/W2610935556","doi":"https://doi.org/10.1145/3077136.3080832","title":"Neural Ranking Models with Weak Supervision","display_name":"Neural Ranking Models with Weak Supervision","publication_year":2017,"publication_date":"2017-07-28","ids":{"openalex":"https://openalex.org/W2610935556","doi":"https://doi.org/10.1145/3077136.3080832","mag":"2610935556"},"language":"en","primary_location":{"id":"doi:10.1145/3077136.3080832","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3077136.3080832","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=3080832&type=pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 40th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"http://dl.acm.org/ft_gateway.cfm?id=3080832&type=pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102906366","display_name":"Mostafa Dehghani","orcid":"https://orcid.org/0000-0002-9772-1095"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Mostafa Dehghani","raw_affiliation_strings":["University of Amsterdam & Google Research, Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam & Google Research, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101457713","display_name":"Hamed Zamani","orcid":"https://orcid.org/0000-0002-0800-3340"},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hamed Zamani","raw_affiliation_strings":["University of Massachusetts Amherst, Amherst, MA, USA"],"affiliations":[{"raw_affiliation_string":"University of Massachusetts Amherst, Amherst, MA, USA","institution_ids":["https://openalex.org/I24603500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080125160","display_name":"Aliaksei Severyn","orcid":"https://orcid.org/0009-0003-2954-4167"},"institutions":[{"id":"https://openalex.org/I4210100430","display_name":"Google (Switzerland)","ror":"https://ror.org/014f9c269","country_code":"CH","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210100430","https://openalex.org/I4210128969"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Aliaksei Severyn","raw_affiliation_strings":["Google Research, Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Google Research, Zurich, Switzerland","institution_ids":["https://openalex.org/I4210100430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044511901","display_name":"Jaap Kamps","orcid":"https://orcid.org/0000-0002-6614-0087"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jaap Kamps","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5105659698","display_name":"W. Bruce Croft","orcid":"https://orcid.org/0000-0003-2391-9629"},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"W. Bruce Croft","raw_affiliation_strings":["University of Massachusetts Amherst, Amherst, MA, USA"],"affiliations":[{"raw_affiliation_string":"University of Massachusetts Amherst, Amherst, MA, USA","institution_ids":["https://openalex.org/I24603500"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5102906366"],"corresponding_institution_ids":["https://openalex.org/I887064364"],"apc_list":null,"apc_paid":null,"fwci":36.3757,"has_fulltext":true,"cited_by_count":308,"citation_normalized_percentile":{"value":0.99763472,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"65","last_page":"74"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.8313579559326172},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8169825673103333},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.651056170463562},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.587914228439331},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5824381709098816},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5624867677688599},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5325117707252502},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.4361104667186737},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4302179515361786},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3497077524662018},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07628965377807617}],"concepts":[{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.8313579559326172},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8169825673103333},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.651056170463562},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.587914228439331},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5824381709098816},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5624867677688599},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5325117707252502},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.4361104667186737},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4302179515361786},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3497077524662018},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07628965377807617},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/3077136.3080832","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3077136.3080832","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=3080832&type=pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 40th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:dare.uva.nl:openaire_cris_publications/242d869b-9c7c-4af3-b793-e0a0517fd557","is_oa":true,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/neural-ranking-models-with-weak-supervision(242d869b-9c7c-4af3-b793-e0a0517fd557).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Dehghani, M, Zamani, H, Severyn, A, Kamps, J & Croft, W B 2017, Neural Ranking Models with Weak Supervision. in SIGIR'17 : proceedings of the 40th International ACM SIGIR Conference on Research and Development in Information Retrieval : August 7-11, 2017, Shinjuku, Tokyo, Japan. Association for Computing Machinery, New York, NY, pp. 65-74. https://doi.org/10.1145/3077136.3080832","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:dare.uva.nl:openaire/242d869b-9c7c-4af3-b793-e0a0517fd557","is_oa":true,"landing_page_url":"https://hdl.handle.net/11245.1/242d869b-9c7c-4af3-b793-e0a0517fd557","pdf_url":"https://pure.uva.nl/ws/files/23560176/p65_dehghani.pdf","source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Dehghani, M, Zamani, H, Severyn, A, Kamps, J & Croft, W B 2017, Neural Ranking Models with Weak Supervision. in SIGIR'17 : proceedings of the 40th International ACM SIGIR Conference on Research and Development in Information Retrieval : August 7-11, 2017, Shinjuku, Tokyo, Japan. Association for Computing Machinery, New York, NY, pp. 65-74. https://doi.org/10.1145/3077136.3080832","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:dare.uva.nl:publications/242d869b-9c7c-4af3-b793-e0a0517fd557","is_oa":true,"landing_page_url":"http://dare.uva.nl/personal/pure/en/publications/neural-ranking-models-with-weak-supervision(242d869b-9c7c-4af3-b793-e0a0517fd557).html","pdf_url":"https://pure.uva.nl/ws/files/23560176/p65_dehghani.pdf","source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""},{"id":"pmh:uvapub:oai:dare.uva.nl:publications/242d869b-9c7c-4af3-b793-e0a0517fd557","is_oa":true,"landing_page_url":"https://dare.uva.nl/personal/pure/en/publications/neural-ranking-models-with-weak-supervision(242d869b-9c7c-4af3-b793-e0a0517fd557).html","pdf_url":"https://dare.uva.nl/personal/pure/en/publications/neural-ranking-models-with-weak-supervision(242d869b-9c7c-4af3-b793-e0a0517fd557).html","source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"SIGIR'17 : proceedings of the 40th International ACM SIGIR Conference on Research and Development in Information Retrieval: August 7-11, 2017, Shinjuku, Tokyo, Japan, 65 - 74","raw_type":"info:eu-repo/semantics/conferencepaper"}],"best_oa_location":{"id":"doi:10.1145/3077136.3080832","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3077136.3080832","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=3080832&type=pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 40th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G169316402","display_name":null,"funder_award_id":"314.99.10","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G6009445997","display_name":null,"funder_award_id":"unknown","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G8671389707","display_name":null,"funder_award_id":"314.99.108","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2610935556.pdf","grobid_xml":"https://content.openalex.org/works/W2610935556.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1685426458","https://openalex.org/W1973289172","https://openalex.org/W1982858363","https://openalex.org/W2047221353","https://openalex.org/W2049434052","https://openalex.org/W2058475745","https://openalex.org/W2069870183","https://openalex.org/W2095705004","https://openalex.org/W2099471712","https://openalex.org/W2105089228","https://openalex.org/W2127589108","https://openalex.org/W2128892113","https://openalex.org/W2132679783","https://openalex.org/W2136189984","https://openalex.org/W2138857742","https://openalex.org/W2153579005","https://openalex.org/W2159981039","https://openalex.org/W2181347294","https://openalex.org/W2186845332","https://openalex.org/W2250308783","https://openalex.org/W2250539671","https://openalex.org/W2271840356","https://openalex.org/W2295072214","https://openalex.org/W2336930964","https://openalex.org/W2339829457","https://openalex.org/W2507839313","https://openalex.org/W2510769428","https://openalex.org/W2513387505","https://openalex.org/W2515174656","https://openalex.org/W2515351093","https://openalex.org/W2515565210","https://openalex.org/W2536015822","https://openalex.org/W2537776792","https://openalex.org/W2538374209","https://openalex.org/W2539671052","https://openalex.org/W2554842396","https://openalex.org/W2604436559","https://openalex.org/W2616619952","https://openalex.org/W2740851615","https://openalex.org/W2919115771","https://openalex.org/W2949547296","https://openalex.org/W2950572117","https://openalex.org/W2950726992","https://openalex.org/W2997183031","https://openalex.org/W3099984837","https://openalex.org/W3103654910"],"related_works":["https://openalex.org/W3127142483","https://openalex.org/W4385565564","https://openalex.org/W2898073868","https://openalex.org/W2138488530","https://openalex.org/W2798835721","https://openalex.org/W2971071571","https://openalex.org/W2387658907","https://openalex.org/W2922169395","https://openalex.org/W2385796165","https://openalex.org/W25098770"],"abstract_inverted_index":{"Despite":[0],"the":[1,32,35,91,192,196,216,220,223],"impressive":[2,206],"improvements":[3,17,214],"achieved":[4],"by":[5],"unsupervised":[6,95,253],"deep":[7],"neural":[8,65,120,232],"networks":[9,155,193],"in":[10,23,57],"computer":[11],"vision":[12],"and":[13,48,131,134,163,175,190,211,222],"NLP":[14],"tasks,":[15],"such":[16,98],"have":[18],"not":[19,41],"yet":[20,113],"been":[21],"observed":[22],"ranking":[24,36,66,96,115,233],"for":[25],"information":[26],"retrieval.":[27],"The":[28],"reason":[29],"may":[30],"be":[31,249],"complexity":[33],"of":[34,93,111,158,160,243],"problem,":[37],"as":[38,99,101],"it":[39,165],"is":[40,54],"obvious":[42],"how":[43],"to":[44,62,147,194,205],"learn":[45,195],"from":[46,140,238,252],"queries":[47],"documents":[49],"when":[50],"no":[51],"supervised":[52,202,231],"signal":[53],"available.":[55],"Hence,":[56],"this":[58,87],"paper,":[59],"we":[60,89],"propose":[61],"train":[63,108,153],"a":[64,102,109,170,176],"model":[67,218],"using":[68,135,148,156],"weak":[69,103],"supervision,":[70],"where":[71],"labels":[72],"are":[73],"obtained":[74,251],"automatically":[75],"without":[76],"human":[77],"annotators":[78],"or":[79],"any":[80],"external":[81],"resources":[82],"(e.g.,":[83],"click":[84],"data).":[85],"To":[86],"aim,":[88],"use":[90],"output":[92],"an":[94],"model,":[97],"BM25,":[100],"supervision":[104],"signal.":[105],"We":[106,122,152],"further":[107],"set":[110],"simple":[112],"effective":[114],"models":[116,234],"based":[117,199],"on":[118,166,200,219,240],"feed-forward":[119],"networks.":[121],"study":[123],"their":[124],"effectiveness":[125],"under":[126],"various":[127],"learning":[128],"scenarios":[129],"(point-wise":[130],"pair-wise":[132],"models)":[133],"different":[136],"input":[137,197],"representations":[138],"(i.e.,":[139],"encoding":[141],"query-document":[142],"pairs":[143],"into":[144],"dense/sparse":[145],"vectors":[146],"word":[149],"embedding":[150],"representation).":[151],"our":[154],"tens":[157],"millions":[159],"training":[161],"instances":[162],"evaluate":[164],"two":[167],"standard":[168],"collections:":[169],"homogeneous":[171],"news":[172],"collection":[173,180],"(Robust)":[174],"heterogeneous":[177],"large-scale":[178],"web":[179],"(ClueWeb).":[181],"Our":[182,226],"experiments":[183],"indicate":[184],"that":[185,230,247],"employing":[186],"proper":[187],"objective":[188],"functions":[189],"letting":[191],"representation":[198],"weakly":[201,244],"data":[203,246],"leads":[204],"performance,":[207],"with":[208],"over":[209,215],"13%":[210],"35%":[212],"MAP":[213],"BM25":[217],"Robust":[221],"ClueWeb":[224],"collections.":[225],"findings":[227],"also":[228],"suggest":[229],"can":[235,248],"greatly":[236],"benefit":[237],"pre-training":[239],"large":[241],"amounts":[242],"labeled":[245],"easily":[250],"IR":[254],"models.":[255]},"counts_by_year":[{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":19},{"year":2023,"cited_by_count":21},{"year":2022,"cited_by_count":20},{"year":2021,"cited_by_count":64},{"year":2020,"cited_by_count":72},{"year":2019,"cited_by_count":53},{"year":2018,"cited_by_count":42},{"year":2017,"cited_by_count":8}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}