{"id":"https://openalex.org/W2973132521","doi":"https://doi.org/10.2478/dim-2019-0010","title":"Investigating Weak Supervision in Deep Ranking","display_name":"Investigating Weak Supervision in Deep Ranking","publication_year":2019,"publication_date":"2019-09-01","ids":{"openalex":"https://openalex.org/W2973132521","doi":"https://doi.org/10.2478/dim-2019-0010","mag":"2973132521"},"language":"en","primary_location":{"id":"doi:10.2478/dim-2019-0010","is_oa":true,"landing_page_url":"https://doi.org/10.2478/dim-2019-0010","pdf_url":null,"source":{"id":"https://openalex.org/S4210174804","display_name":"Data and Information Management","issn_l":"2543-9251","issn":["2543-9251"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310313990","host_organization_name":"De Gruyter","host_organization_lineage":["https://openalex.org/P4310313990"],"host_organization_lineage_names":["De Gruyter"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data and Information Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.2478/dim-2019-0010","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5105348790","display_name":"Yukun Zheng","orcid":"https://orcid.org/0000-0003-0096-0979"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yukun Zheng","raw_affiliation_strings":["Department of Computer Science and Technology, Institute for Artificial Intelligence, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing 100084, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Institute for Artificial Intelligence, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing 100084, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032596064","display_name":"Yiqun Liu","orcid":"https://orcid.org/0000-0001-6223-2921"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yiqun Liu","raw_affiliation_strings":["Department of Computer Science and Technology, Institute for Artificial Intelligence, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing 100084, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Institute for Artificial Intelligence, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing 100084, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101559598","display_name":"Zhen Fan","orcid":"https://orcid.org/0000-0001-6196-1057"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Fan","raw_affiliation_strings":["Department of Computer Science and Technology, Institute for Artificial Intelligence, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing 100084, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Institute for Artificial Intelligence, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing 100084, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064061862","display_name":"Cheng Luo","orcid":"https://orcid.org/0000-0001-9906-7827"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Luo","raw_affiliation_strings":["Department of Computer Science and Technology, Institute for Artificial Intelligence, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing 100084, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Institute for Artificial Intelligence, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing 100084, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089655391","display_name":"Qingyao Ai","orcid":"https://orcid.org/0000-0002-5030-709X"},"institutions":[{"id":"https://openalex.org/I177605424","display_name":"Amherst College","ror":"https://ror.org/028vqfs63","country_code":"US","type":"education","lineage":["https://openalex.org/I177605424"]},{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qingyao Ai","raw_affiliation_strings":["College of Information and Computer Sciences, University of Massachusetts Amherst, Amherst MA 01003, United States"],"affiliations":[{"raw_affiliation_string":"College of Information and Computer Sciences, University of Massachusetts Amherst, Amherst MA 01003, United States","institution_ids":["https://openalex.org/I177605424","https://openalex.org/I24603500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103245999","display_name":"Min Zhang","orcid":"https://orcid.org/0000-0002-5801-4566"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Zhang","raw_affiliation_strings":["Department of Computer Science and Technology, Institute for Artificial Intelligence, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing 100084, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Institute for Artificial Intelligence, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing 100084, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100760812","display_name":"Shaoping Ma","orcid":"https://orcid.org/0000-0002-8762-8268"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaoping Ma","raw_affiliation_strings":["Department of Computer Science and Technology, Institute for Artificial Intelligence, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing 100084, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Institute for Artificial Intelligence, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing 100084, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5032596064"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":{"value":1350,"currency":"USD","value_usd":1350},"apc_paid":{"value":1350,"currency":"USD","value_usd":1350},"fwci":0.7001,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.78192251,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"3","issue":"3","first_page":"155","last_page":"164"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6196122169494629},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.40207844972610474},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3908974230289459},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.37836265563964844},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36809420585632324}],"concepts":[{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6196122169494629},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.40207844972610474},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3908974230289459},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.37836265563964844},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36809420585632324}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.2478/dim-2019-0010","is_oa":true,"landing_page_url":"https://doi.org/10.2478/dim-2019-0010","pdf_url":null,"source":{"id":"https://openalex.org/S4210174804","display_name":"Data and Information Management","issn_l":"2543-9251","issn":["2543-9251"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310313990","host_organization_name":"De Gruyter","host_organization_lineage":["https://openalex.org/P4310313990"],"host_organization_lineage_names":["De Gruyter"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data and Information Management","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.2478/dim-2019-0010","is_oa":true,"landing_page_url":"https://doi.org/10.2478/dim-2019-0010","pdf_url":null,"source":{"id":"https://openalex.org/S4210174804","display_name":"Data and Information Management","issn_l":"2543-9251","issn":["2543-9251"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310313990","host_organization_name":"De Gruyter","host_organization_lineage":["https://openalex.org/P4310313990"],"host_organization_lineage_names":["De Gruyter"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data and Information Management","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.44999998807907104,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G112481924","display_name":null,"funder_award_id":"2017YFB0202204","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G3308505718","display_name":null,"funder_award_id":"61732008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3892115987","display_name":null,"funder_award_id":"61532011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5354401356","display_name":null,"funder_award_id":"61622208","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":75,"referenced_works":["https://openalex.org/W43249347","https://openalex.org/W1530210183","https://openalex.org/W1552767446","https://openalex.org/W1992549066","https://openalex.org/W2026784708","https://openalex.org/W2096438175","https://openalex.org/W2099213975","https://openalex.org/W2099391294","https://openalex.org/W2121227244","https://openalex.org/W2127840217","https://openalex.org/W2135114864","https://openalex.org/W2136189984","https://openalex.org/W2143331230","https://openalex.org/W2152314154","https://openalex.org/W2153579005","https://openalex.org/W2153783077","https://openalex.org/W2162059449","https://openalex.org/W2167460663","https://openalex.org/W2170738476","https://openalex.org/W2186845332","https://openalex.org/W2402441596","https://openalex.org/W2513853793","https://openalex.org/W2536015822","https://openalex.org/W2539671052","https://openalex.org/W2559655401","https://openalex.org/W2560965260","https://openalex.org/W2604272474","https://openalex.org/W2610935556","https://openalex.org/W2648699835","https://openalex.org/W2741240942","https://openalex.org/W2798598599","https://openalex.org/W2911840101","https://openalex.org/W2912066479","https://openalex.org/W2913077324","https://openalex.org/W2913556077","https://openalex.org/W2914065108","https://openalex.org/W2914874661","https://openalex.org/W2918008835","https://openalex.org/W2949989304","https://openalex.org/W2997842202","https://openalex.org/W3006484790","https://openalex.org/W3098851962","https://openalex.org/W3101997094","https://openalex.org/W3212575067","https://openalex.org/W4229912654","https://openalex.org/W4233051669","https://openalex.org/W4247950230","https://openalex.org/W4248949446","https://openalex.org/W4256714638","https://openalex.org/W4285719527","https://openalex.org/W4300382868","https://openalex.org/W4302322961","https://openalex.org/W6632992187","https://openalex.org/W6648402840","https://openalex.org/W6657284586","https://openalex.org/W6674508200","https://openalex.org/W6674924792","https://openalex.org/W6675125184","https://openalex.org/W6678277124","https://openalex.org/W6678762465","https://openalex.org/W6679826520","https://openalex.org/W6680450716","https://openalex.org/W6681369196","https://openalex.org/W6682402813","https://openalex.org/W6682691769","https://openalex.org/W6685160515","https://openalex.org/W6686797788","https://openalex.org/W6696328460","https://openalex.org/W6725686358","https://openalex.org/W6728897288","https://openalex.org/W6729199713","https://openalex.org/W6737646201","https://openalex.org/W6739654776","https://openalex.org/W6785788625","https://openalex.org/W6948487726"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W3107474891","https://openalex.org/W4312347104","https://openalex.org/W1601713026","https://openalex.org/W2329791227","https://openalex.org/W1742055567","https://openalex.org/W2782375767","https://openalex.org/W1608823780","https://openalex.org/W180878649"],"abstract_inverted_index":{"A":[0],"number":[1],"of":[2,13,24,32,46,66,90,111,135,163,186,196],"deep":[3,103],"neural":[4,47,112,164],"networks":[5],"have":[6,56],"been":[7,57],"proposed":[8,58,145],"to":[9,36,43,59,78,150],"improve":[10],"the":[11,21,44,64,72,109,133,152,160,169,173,184],"performance":[12,162],"document":[14,189],"ranking":[15,48,113,148,161,165],"in":[16,71,108,172],"information":[17],"retrieval":[18,190],"studies.":[19],"However,":[20],"training":[22,110],"processes":[23],"these":[25],"models":[26,122,166],"usually":[27],"need":[28],"a":[29,40,102,146],"large":[30],"scale":[31],"labeled":[33],"data,":[34],"leading":[35],"data":[37],"shortage":[38],"becoming":[39],"major":[41],"hindrance":[42],"improvement":[45],"models'":[49],"performances.":[50],"Recently,":[51],"several":[52],"weakly":[53,91,154],"supervised":[54,92,155],"methods":[55],"address":[60],"this":[61,84],"challenge":[62],"with":[63],"help":[65],"heuristics":[67],"or":[68],"users'":[69],"interaction":[70],"Search":[73],"Engine":[74],"Result":[75],"Pages":[76],"(SERPs)":[77],"generate":[79],"weak":[80,197],"relevance":[81,95,120,131,198],"labels.":[82],"In":[83],"work,":[85],"we":[86],"adopt":[87],"two":[88,153],"kinds":[89,195],"relevance,":[93,99,156],"BM25-based":[94,119],"and":[96,100,167],"click":[97,129],"model-based":[98,130],"make":[101],"investigation":[104],"into":[105],"their":[106],"differences":[107],"models.":[114],"Experimental":[115],"results":[116],"show":[117],"that":[118,137],"helps":[121],"capture":[123],"more":[124],"exact":[125],"matching":[126],"signals,":[127],"while":[128],"enhances":[132],"rankings":[134],"documents":[136],"may":[138],"be":[139],"preferred":[140],"by":[141],"users.":[142],"We":[143,176],"further":[144],"cascade":[147],"framework":[149],"combine":[151],"which":[157],"significantly":[158],"promotes":[159],"outperforms":[168],"best":[170],"result":[171],"last":[174],"NTCIR-13":[175],"Want":[177],"Web":[178],"(WWW)":[179],"task.":[180],"This":[181],"work":[182],"reveals":[183],"potential":[185],"constructing":[187],"better":[188],"systems":[191],"based":[192],"on":[193],"multiple":[194],"signals.":[199]},"counts_by_year":[{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}