{"id":"https://openalex.org/W4288280763","doi":"https://doi.org/10.1145/3331184.3331340","title":"Critically Examining the \"Neural Hype\"","display_name":"Critically Examining the \"Neural Hype\"","publication_year":2019,"publication_date":"2019-07-18","ids":{"openalex":"https://openalex.org/W4288280763","doi":"https://doi.org/10.1145/3331184.3331340"},"language":"en","primary_location":{"id":"doi:10.1145/3331184.3331340","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3331184.3331340","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101866601","display_name":"Wei Yang","orcid":"https://orcid.org/0000-0003-1266-048X"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Wei Yang","raw_affiliation_strings":["University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038344538","display_name":"Kuang Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I86501945","display_name":"University of Delaware","ror":"https://ror.org/01sbq1a82","country_code":"US","type":"education","lineage":["https://openalex.org/I86501945"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kuang Lu","raw_affiliation_strings":["University of Delaware, Newark, DE, USA"],"affiliations":[{"raw_affiliation_string":"University of Delaware, Newark, DE, USA","institution_ids":["https://openalex.org/I86501945"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108383811","display_name":"Peilin Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peilin Yang","raw_affiliation_strings":["No affiliation, San Francisco, CA, USA"],"affiliations":[{"raw_affiliation_string":"No affiliation, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082997975","display_name":"Jimmy Lin","orcid":"https://orcid.org/0000-0002-0661-7189"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jimmy Lin","raw_affiliation_strings":["University of Waterloo, Waterloo, ON, USA"],"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, ON, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101866601"],"corresponding_institution_ids":["https://openalex.org/I151746483"],"apc_list":null,"apc_paid":null,"fwci":8.2482,"has_fulltext":false,"cited_by_count":78,"citation_normalized_percentile":{"value":0.97998626,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1129","last_page":"1132"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/skepticism","display_name":"Skepticism","score":0.834416925907135},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.7127065062522888},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6766878962516785},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5551512241363525},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5360669493675232},{"id":"https://openalex.org/keywords/post-hoc","display_name":"Post hoc","score":0.48682019114494324},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.46619099378585815},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4579521417617798},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.35166454315185547},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.23911556601524353},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.09087547659873962}],"concepts":[{"id":"https://openalex.org/C18296254","wikidata":"https://www.wikidata.org/wiki/Q1395219","display_name":"Skepticism","level":2,"score":0.834416925907135},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.7127065062522888},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6766878962516785},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5551512241363525},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5360669493675232},{"id":"https://openalex.org/C2992886853","wikidata":"https://www.wikidata.org/wiki/Q18381816","display_name":"Post hoc","level":2,"score":0.48682019114494324},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.46619099378585815},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4579521417617798},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.35166454315185547},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.23911556601524353},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.09087547659873962},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C199343813","wikidata":"https://www.wikidata.org/wiki/Q12128","display_name":"Dentistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3331184.3331340","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3331184.3331340","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5699999928474426,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W2006996936","https://openalex.org/W2055981215","https://openalex.org/W2117473841","https://openalex.org/W2136189984","https://openalex.org/W2148972377","https://openalex.org/W2186845332","https://openalex.org/W2265289447","https://openalex.org/W2410091547","https://openalex.org/W2515351093","https://openalex.org/W2536015822","https://openalex.org/W2538374209","https://openalex.org/W2539671052","https://openalex.org/W2585950056","https://openalex.org/W2648699835","https://openalex.org/W2743327679","https://openalex.org/W2745972258","https://openalex.org/W2899154813","https://openalex.org/W2910577570","https://openalex.org/W2912817604","https://openalex.org/W2940927814","https://openalex.org/W2963615308","https://openalex.org/W3102286003","https://openalex.org/W3103250468","https://openalex.org/W3121694563"],"related_works":["https://openalex.org/W2082080254","https://openalex.org/W4230455549","https://openalex.org/W4324317499","https://openalex.org/W4240386019","https://openalex.org/W653411598","https://openalex.org/W4389299324","https://openalex.org/W4288085532","https://openalex.org/W1273978728","https://openalex.org/W2501781772","https://openalex.org/W3196650632"],"abstract_inverted_index":{"Is":[0],"neural":[1,15,36,103,112,147],"IR":[2,37,148],"mostly":[3],"hype?":[4],"In":[5,89],"a":[6,49,61,97],"recent":[7,102,111],"SIGIR":[8],"Forum":[9],"article,":[10],"Lin":[11,120],"expressed":[12],"skepticism":[13],"that":[14,33,65,119],"ranking":[16],"models":[17,113],"were":[18],"actually":[19],"improving":[20],"ad":[21],"hoc":[22],"retrieval":[23],"effectiveness":[24,86],"in":[25,55,85,138,157],"limited":[26],"data":[27],"scenarios.":[28],"He":[29],"provided":[30],"anecdotal":[31],"evidence":[32,80],"authors":[34],"of":[35,52,63,81,133,153],"papers":[38,64],"demonstrate":[39],"\"wins\"":[40],"by":[41],"comparing":[42],"against":[43],"weak":[44],"baselines.":[45],"This":[46],"paper":[47],"provides":[48],"rigorous":[50],"evaluation":[51],"those":[53],"claims":[54],"two":[56],"ways:":[57],"First,":[58],"we":[59,108],"conducted":[60],"meta-analysis":[62],"have":[66],"reported":[67,93,156],"experimental":[68],"results":[69,94],"on":[70],"the":[71,91,116,134,154,158],"TREC":[72],"Robust04":[73],"test":[74],"collection.":[75],"We":[76],"do":[77],"not":[78],"find":[79],"an":[82],"upward":[83],"trend":[84],"over":[87],"time.":[88],"fact,":[90],"best":[92],"are":[95],"from":[96],"decade":[98],"ago":[99],"and":[100],"no":[101],"approach":[104],"comes":[105],"close.":[106],"Second,":[107],"applied":[109],"five":[110],"to":[114,122,143,146],"rerank":[115],"strong":[117],"baselines":[118],"used":[121],"make":[123],"his":[124],"arguments.":[125],"A":[126],"significant":[127],"improvement":[128],"was":[129],"observed":[130],"for":[131],"one":[132],"models,":[135],"demonstrating":[136],"additivity":[137],"gains.":[139],"While":[140],"there":[141],"appears":[142],"be":[144],"merit":[145],"approaches,":[149],"at":[150],"least":[151],"some":[152],"gains":[155],"literature":[159],"appear":[160],"illusory.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":20},{"year":2020,"cited_by_count":20},{"year":2019,"cited_by_count":4},{"year":2012,"cited_by_count":1}],"updated_date":"2026-03-25T14:56:36.534964","created_date":"2022-07-28T00:00:00"}