{"id":"https://openalex.org/W2945127593","doi":"https://doi.org/10.1145/3331184.3331303","title":"Deeper Text Understanding for IR with Contextual Neural Language Modeling","display_name":"Deeper Text Understanding for IR with Contextual Neural Language Modeling","publication_year":2019,"publication_date":"2019-07-18","ids":{"openalex":"https://openalex.org/W2945127593","doi":"https://doi.org/10.1145/3331184.3331303","mag":"2945127593"},"language":"en","primary_location":{"id":"doi:10.1145/3331184.3331303","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3331184.3331303","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3331184.3331303","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3331184.3331303","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062633736","display_name":"Zhuyun Dai","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhuyun Dai","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009879041","display_name":"Jamie Callan","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jamie Callan","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":27.8825,"has_fulltext":true,"cited_by_count":411,"citation_normalized_percentile":{"value":0.99726647,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"985","last_page":"988"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8572954535484314},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.760841429233551},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.6866450905799866},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6552383899688721},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6204136610031128},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.5513986945152283},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.47627657651901245},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4451599419116974},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4360368251800537},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.38395142555236816}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8572954535484314},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.760841429233551},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.6866450905799866},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6552383899688721},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6204136610031128},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5513986945152283},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.47627657651901245},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4451599419116974},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4360368251800537},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.38395142555236816},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3331184.3331303","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3331184.3331303","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3331184.3331303","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1905.09217","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1905.09217","pdf_url":"https://arxiv.org/pdf/1905.09217","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3331184.3331303","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3331184.3331303","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3331184.3331303","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8299999833106995}],"awards":[{"id":"https://openalex.org/G303600927","display_name":null,"funder_award_id":"IIS-1815528","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7732757461","display_name":"III: Small: Reliable and Generalizable Neural Search Engine Architectures","funder_award_id":"1815528","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2945127593.pdf","grobid_xml":"https://content.openalex.org/works/W2945127593.grobid-xml"},"referenced_works_count":11,"referenced_works":["https://openalex.org/W2536015822","https://openalex.org/W2610935556","https://openalex.org/W2648699835","https://openalex.org/W2766284073","https://openalex.org/W2783640434","https://openalex.org/W2896457183","https://openalex.org/W2909544278","https://openalex.org/W2950133940","https://openalex.org/W2962739339","https://openalex.org/W3098851962","https://openalex.org/W3212575067"],"related_works":["https://openalex.org/W3204607391","https://openalex.org/W2964413124","https://openalex.org/W4388937922","https://openalex.org/W3157284875","https://openalex.org/W2259406085","https://openalex.org/W2099715052","https://openalex.org/W3113264705","https://openalex.org/W2147241511","https://openalex.org/W4226247999","https://openalex.org/W4213176082"],"abstract_inverted_index":{"Neural":[0,14],"networks":[1],"provide":[2,55],"new":[3],"possibilities":[4],"to":[5,54,79,110],"automatically":[6],"learn":[7],"complex":[8],"language":[9,51,85,90],"patterns":[10],"and":[11],"query-document":[12,23],"relations.":[13],"IR":[15],"models":[16],"have":[17,29],"achieved":[18],"promising":[19],"results":[20,62],"in":[21,98],"learning":[22],"relevance":[24],"patterns,":[25],"but":[26],"few":[27],"explorations":[28],"been":[30],"done":[31],"on":[32,95],"understanding":[33,58,104],"the":[34,65,83,102],"text":[35,57,67,103],"content":[36],"of":[37],"a":[38,41,47],"query":[39],"or":[40],"document.":[42],"This":[43],"paper":[44],"studies":[45],"leveraging":[46],"recently-proposed":[48],"contextual":[49,66,84],"neural":[50],"model,":[52],"BERT,":[53],"deeper":[56],"for":[59],"IR.":[60],"Experimental":[61],"demonstrate":[63],"that":[64,116],"representations":[68],"from":[69],"BERT":[70,114],"are":[71,125],"more":[72],"effective":[73],"than":[74],"traditional":[75],"word":[76],"embeddings.":[77],"Compared":[78],"bag-of-words":[80],"retrieval":[81],"models,":[82],"model":[86,115],"can":[87,117],"better":[88],"leverage":[89],"structures,":[91],"bringing":[92],"large":[93],"improvements":[94],"queries":[96],"written":[97],"natural":[99],"languages.":[100],"Combining":[101],"ability":[105],"with":[106],"search":[107,120],"knowledge":[108],"leads":[109],"an":[111],"enhanced":[112],"pre-trained":[113],"benefit":[118],"related":[119],"tasks":[121],"where":[122],"training":[123],"data":[124],"limited.":[126]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":26},{"year":2024,"cited_by_count":66},{"year":2023,"cited_by_count":54},{"year":2022,"cited_by_count":60},{"year":2021,"cited_by_count":100},{"year":2020,"cited_by_count":89},{"year":2019,"cited_by_count":6}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}