{"id":"https://openalex.org/W4385567972","doi":"https://doi.org/10.1145/3580305.3599815","title":"End-to-End Query Term Weighting","display_name":"End-to-End Query Term Weighting","publication_year":2023,"publication_date":"2023-08-04","ids":{"openalex":"https://openalex.org/W4385567972","doi":"https://doi.org/10.1145/3580305.3599815"},"language":"en","primary_location":{"id":"doi:10.1145/3580305.3599815","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3580305.3599815","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3580305.3599815","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040617244","display_name":"Karan Samel","orcid":"https://orcid.org/0009-0002-8788-5624"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]},{"id":"https://openalex.org/I2800444561","display_name":"Atlanta Technical College","ror":"https://ror.org/01s3vfp47","country_code":"US","type":"education","lineage":["https://openalex.org/I2800444561"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Karan Samel","raw_affiliation_strings":["Georgia Tech, Atlanta, USA"],"affiliations":[{"raw_affiliation_string":"Georgia Tech, Atlanta, USA","institution_ids":["https://openalex.org/I2800444561","https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020073903","display_name":"Cheng Li","orcid":"https://orcid.org/0000-0003-0678-1357"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cheng Li","raw_affiliation_strings":["Google, Mountain View, USA"],"affiliations":[{"raw_affiliation_string":"Google, Mountain View, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021205962","display_name":"Weize Kong","orcid":"https://orcid.org/0009-0004-2201-0127"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weize Kong","raw_affiliation_strings":["Google, Mountain View, USA"],"affiliations":[{"raw_affiliation_string":"Google, Mountain View, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056172604","display_name":"Tao Chen","orcid":"https://orcid.org/0000-0002-5334-219X"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tao Chen","raw_affiliation_strings":["Google, Mountain View, USA"],"affiliations":[{"raw_affiliation_string":"Google, Mountain View, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029748423","display_name":"Mingyang Zhang","orcid":"https://orcid.org/0000-0002-1685-2895"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mingyang Zhang","raw_affiliation_strings":["Google, Mountain View, USA"],"affiliations":[{"raw_affiliation_string":"Google, Mountain View, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024396517","display_name":"Shaleen Kumar Gupta","orcid":"https://orcid.org/0009-0006-1130-5725"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shaleen Gupta","raw_affiliation_strings":["Google, Mountain View, USA"],"affiliations":[{"raw_affiliation_string":"Google, Mountain View, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102791484","display_name":"Swaraj Khadanga","orcid":"https://orcid.org/0009-0007-9280-3474"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Swaraj Khadanga","raw_affiliation_strings":["Google, Mountain View, USA"],"affiliations":[{"raw_affiliation_string":"Google, Mountain View, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020472205","display_name":"Wensong Xu","orcid":"https://orcid.org/0009-0002-7187-1324"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wensong Xu","raw_affiliation_strings":["Google, Mountain View, USA"],"affiliations":[{"raw_affiliation_string":"Google, Mountain View, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015555278","display_name":"X. Wang","orcid":"https://orcid.org/0009-0004-2712-7674"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xingyu Wang","raw_affiliation_strings":["Google, Mountain View, USA"],"affiliations":[{"raw_affiliation_string":"Google, Mountain View, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015372023","display_name":"Kashyap Kolipaka","orcid":"https://orcid.org/0009-0001-1013-2408"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kashyap Kolipaka","raw_affiliation_strings":["Google, Mountain View, USA"],"affiliations":[{"raw_affiliation_string":"Google, Mountain View, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032248436","display_name":"Michael Bendersky","orcid":"https://orcid.org/0000-0002-2941-6240"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Bendersky","raw_affiliation_strings":["Google, Mountain View, USA"],"affiliations":[{"raw_affiliation_string":"Google, Mountain View, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037200145","display_name":"Marc Najork","orcid":"https://orcid.org/0000-0003-1423-0854"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marc Najork","raw_affiliation_strings":["Google, Mountain View, USA"],"affiliations":[{"raw_affiliation_string":"Google, Mountain View, USA","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5040617244"],"corresponding_institution_ids":["https://openalex.org/I130701444","https://openalex.org/I2800444561"],"apc_list":null,"apc_paid":null,"fwci":1.3699,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.85147072,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"4778","last_page":"4786"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.863025963306427},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.7474098205566406},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.7258372902870178},{"id":"https://openalex.org/keywords/query-expansion","display_name":"Query expansion","score":0.7203822731971741},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6248022317886353},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.6223118305206299},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.5340484380722046},{"id":"https://openalex.org/keywords/query-optimization","display_name":"Query optimization","score":0.48667412996292114},{"id":"https://openalex.org/keywords/document-retrieval","display_name":"Document retrieval","score":0.4799628257751465},{"id":"https://openalex.org/keywords/web-search-query","display_name":"Web search query","score":0.4553844928741455},{"id":"https://openalex.org/keywords/term-discrimination","display_name":"Term Discrimination","score":0.43660587072372437},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.4364125728607178},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.41357940435409546},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3788391947746277},{"id":"https://openalex.org/keywords/concept-search","display_name":"Concept search","score":0.3415220379829407},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3345502018928528}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.863025963306427},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.7474098205566406},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.7258372902870178},{"id":"https://openalex.org/C99016210","wikidata":"https://www.wikidata.org/wiki/Q5488129","display_name":"Query expansion","level":2,"score":0.7203822731971741},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6248022317886353},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.6223118305206299},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.5340484380722046},{"id":"https://openalex.org/C157692150","wikidata":"https://www.wikidata.org/wiki/Q2919848","display_name":"Query optimization","level":2,"score":0.48667412996292114},{"id":"https://openalex.org/C161156560","wikidata":"https://www.wikidata.org/wiki/Q1638872","display_name":"Document retrieval","level":2,"score":0.4799628257751465},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.4553844928741455},{"id":"https://openalex.org/C22639730","wikidata":"https://www.wikidata.org/wiki/Q7702546","display_name":"Term Discrimination","level":5,"score":0.43660587072372437},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.4364125728607178},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.41357940435409546},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3788391947746277},{"id":"https://openalex.org/C182861755","wikidata":"https://www.wikidata.org/wiki/Q5158391","display_name":"Concept search","level":4,"score":0.3415220379829407},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3345502018928528},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3580305.3599815","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3580305.3599815","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3580305.3599815","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3580305.3599815","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6600000262260437,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1973289172","https://openalex.org/W1985471546","https://openalex.org/W2015441003","https://openalex.org/W2025356973","https://openalex.org/W2091158010","https://openalex.org/W2093390569","https://openalex.org/W2104049510","https://openalex.org/W2119119231","https://openalex.org/W2168588781","https://openalex.org/W2169213601","https://openalex.org/W2998702515","https://openalex.org/W3021397474","https://openalex.org/W3021779606","https://openalex.org/W3023238803","https://openalex.org/W3034912391","https://openalex.org/W3099384026","https://openalex.org/W3154280800","https://openalex.org/W3214554611","https://openalex.org/W4226325130","https://openalex.org/W4249736682","https://openalex.org/W4252076394","https://openalex.org/W4254065450","https://openalex.org/W4284664419","https://openalex.org/W6636625392","https://openalex.org/W6816000263"],"related_works":["https://openalex.org/W3197639690","https://openalex.org/W2397627326","https://openalex.org/W2185998359","https://openalex.org/W1562494296","https://openalex.org/W3147523067","https://openalex.org/W2087603624","https://openalex.org/W2094256707","https://openalex.org/W4236234562","https://openalex.org/W2164705677","https://openalex.org/W2189581250"],"abstract_inverted_index":{"Bag-of-words":[0],"based":[1,171],"lexical":[2,60,191],"retrieval":[3,27,52,97,196,207,219],"systems":[4],"are":[5,30],"still":[6],"the":[7,74,111,116,141,157],"most":[8],"commonly":[9],"used":[10,93,114],"methods":[11,19,173],"for":[12,76],"real-world":[13],"search":[14,117,153,172],"applications.":[15],"Recently":[16],"deep":[17,169],"learning":[18,170],"have":[20],"shown":[21],"promising":[22],"results":[23],"to":[24,32,39,72,99,122,160],"improve":[25],"this":[26],"performance":[28,208],"but":[29],"expensive":[31],"run":[33],"in":[34,50,146,217],"an":[35,147],"online":[36],"fashion,":[37],"non-trivial":[38],"integrate":[40,161],"into":[41,163],"existing":[42,164,168],"production":[43,165],"systems,":[44],"and":[45,81,89,179,193,216],"might":[46],"not":[47],"generalize":[48],"well":[49],"out-of-domain":[51,218],"scenarios.":[53],"Instead,":[54],"we":[55,130],"build":[56],"on":[57,220],"top":[58],"of":[59],"retrievers":[61,192],"by":[62,95,115,189,194],"proposing":[63],"a":[64,96,101,133],"Term":[65],"Weighting":[66],"BERT":[67],"(TW-BERT)":[68],"model.":[69],"TW-BERT":[70,109,151,205],"learns":[71],"predict":[73],"weight":[75],"individual":[77],"n-gram":[78],"(e.g.,":[79],"uni-grams":[80],"bi-grams)":[82],"query":[83,102,143,200],"input":[84],"terms.":[85],"These":[86],"inferred":[87],"weights":[88,145,184],"terms":[90],"can":[91,131,185],"be":[92,186],"directly":[94],"system":[98],"perform":[100],"search.":[103],"To":[104],"optimize":[105],"these":[106,137],"term":[107,144,211],"weights,":[108],"incorporates":[110],"scoring":[112],"function":[113],"engine,":[118],"such":[119,198],"as":[120,199],"BM25,":[121],"score":[123],"query-document":[124,128],"pairs.":[125],"Given":[126],"sample":[127],"pairs":[129],"compute":[132],"ranking":[134],"loss":[135],"over":[136,209],"matching":[138],"scores,":[139],"optimizing":[140],"learned":[142,183],"end-to-end":[148],"fashion.":[149],"Aligning":[150],"with":[152],"engine":[154],"scorers":[155],"minimizes":[156],"changes":[158],"needed":[159],"it":[162],"applications,":[166],"whereas":[167],"would":[174],"require":[175],"further":[176],"infrastructure":[177],"optimization":[178],"hardware":[180],"requirements.":[181],"The":[182],"easily":[187],"utilized":[188],"standard":[190],"other":[195],"techniques":[197],"expansion.":[201],"We":[202],"show":[203],"that":[204],"improves":[206],"strong":[210],"weighting":[212],"baselines":[213],"within":[214],"MSMARCO":[215],"TREC":[221],"datasets.":[222]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}