{"id":"https://openalex.org/W4385569664","doi":"https://doi.org/10.18653/v1/2023.acl-long.341","title":"Forgotten Knowledge: Examining the Citational Amnesia in NLP","display_name":"Forgotten Knowledge: Examining the Citational Amnesia in NLP","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4385569664","doi":"https://doi.org/10.18653/v1/2023.acl-long.341"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2023.acl-long.341","doi":"https://doi.org/10.18653/v1/2023.acl-long.341","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.acl-long.341","pdf_url":"https://aclanthology.org/2023.acl-long.341.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2023.acl-long.341.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112584258","display_name":"Janvijay Singh","orcid":"https://orcid.org/0009-0000-0377-2610","observed_orcids":["https://orcid.org/0009-0000-0377-2610"]},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]},{"id":"https://openalex.org/I4210159778","display_name":"National Research Council Canada","ror":"https://ror.org/04mte1k06","country_code":"CA","type":"government","lineage":["https://openalex.org/I4210159778"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["CA","US"],"is_corresponding":false,"raw_author_name":"Janvijay Singh","raw_affiliation_strings":["Georgia Institute of Technology ,","Georgia Institute of Technology, \u25ca Stanford University,","\u03a6 National Research Council Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology ,","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Georgia Institute of Technology, \u25ca Stanford University,","institution_ids":["https://openalex.org/I130701444","https://openalex.org/I97018004"]},{"raw_affiliation_string":"\u03a6 National Research Council Canada","institution_ids":["https://openalex.org/I4210159778"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013555130","display_name":"Mukund Rungta","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]},{"id":"https://openalex.org/I4210159778","display_name":"National Research Council Canada","ror":"https://ror.org/04mte1k06","country_code":"CA","type":"government","lineage":["https://openalex.org/I4210159778"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["CA","US"],"is_corresponding":false,"raw_author_name":"Mukund Rungta","raw_affiliation_strings":["\u25ca Stanford University ,","Georgia Institute of Technology, \u25ca Stanford University,","\u03a6 National Research Council Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"\u25ca Stanford University ,","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Georgia Institute of Technology, \u25ca Stanford University,","institution_ids":["https://openalex.org/I130701444","https://openalex.org/I97018004"]},{"raw_affiliation_string":"\u03a6 National Research Council Canada","institution_ids":["https://openalex.org/I4210159778"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089413311","display_name":"Diyi Yang","orcid":"https://orcid.org/0000-0003-1220-3983","observed_orcids":["https://orcid.org/0000-0003-1220-3983"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Diyi Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5033684482","display_name":"Saif M. Mohammad","orcid":"https://orcid.org/0000-0003-2716-7516","observed_orcids":["https://orcid.org/0000-0003-2716-7516"]},"institutions":[{"id":"https://openalex.org/I4210159778","display_name":"National Research Council Canada","ror":"https://ror.org/04mte1k06","country_code":"CA","type":"government","lineage":["https://openalex.org/I4210159778"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Saif Mohammad","raw_affiliation_strings":["\u03a6 National Research Council Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"\u03a6 National Research Council Canada","institution_ids":["https://openalex.org/I4210159778"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.1611,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.97993311,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"6192","last_page":"6208"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9794999957084656,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9794999957084656,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13284","display_name":"Psychology Research and Bibliometrics","score":0.007199999876320362,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12648","display_name":"Academic Writing and Publishing","score":0.0034000000450760126,"subfield":{"id":"https://openalex.org/subfields/1207","display_name":"History and Philosophy of Science"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/citation-patterns","display_name":"citation patterns","score":0.7599999904632568},{"id":"https://openalex.org/keywords/recency-bias","display_name":"recency bias","score":0.7120000123977661},{"id":"https://openalex.org/keywords/citation-age","display_name":"citation age","score":0.4129999876022339},{"id":"https://openalex.org/keywords/highly-cited-papers","display_name":"highly cited papers","score":0.8460000157356262},{"id":"https://openalex.org/keywords/scientific-writing","display_name":"scientific writing","score":0.3059999942779541},{"id":"https://openalex.org/keywords/bibliometrics","display_name":"bibliometric analysis","score":0.4880000054836273}],"concepts":[{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.788253903388977},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.6106861233711243},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5762082934379578},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.5394706130027771},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5037097334861755},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45315951108932495},{"id":"https://openalex.org/C2781202465","wikidata":"https://www.wikidata.org/wiki/Q18346297","display_name":"Lexical diversity","level":3,"score":0.43993109464645386},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.43155238032341003},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.34079301357269287},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.28729426860809326},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.1496870517730713},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0956026017665863},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.08124566078186035},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/2023.acl-long.341","doi":"https://doi.org/10.18653/v1/2023.acl-long.341","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.acl-long.341","pdf_url":"https://aclanthology.org/2023.acl-long.341.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2305.18554","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.18554","pdf_url":"https://arxiv.org/pdf/2305.18554","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:cisti-icist.nrc-cnrc.ca:cistinparc:069b5eff-9e6c-4ee9-82bc-a00091e3fde9","doi":null,"is_oa":true,"landing_page_url":"https://nrc-publications.canada.ca/eng/view/object/?id=069b5eff-9e6c-4ee9-82bc-a00091e3fde9","pdf_url":"https://nrc-publications.canada.ca/eng/view/ft/?id=069b5eff-9e6c-4ee9-82bc-a00091e3fde9","source":{"id":"https://openalex.org/S7407055245","display_name":"NPARC","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"doi:10.48550/arxiv.2305.18554","doi":"https://doi.org/10.48550/arxiv.2305.18554","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2305.18554","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2023.acl-long.341","doi":"https://doi.org/10.18653/v1/2023.acl-long.341","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.acl-long.341","pdf_url":"https://aclanthology.org/2023.acl-long.341.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385569664.pdf","grobid_xml":"https://content.openalex.org/works/W4385569664.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W153048087","https://openalex.org/W172168340","https://openalex.org/W1533186435","https://openalex.org/W1582814713","https://openalex.org/W1833467796","https://openalex.org/W1969402290","https://openalex.org/W1979051183","https://openalex.org/W1990764878","https://openalex.org/W1996299733","https://openalex.org/W2049239884","https://openalex.org/W2059156680","https://openalex.org/W2128125167","https://openalex.org/W2130674011","https://openalex.org/W2155543766","https://openalex.org/W2163507046","https://openalex.org/W2168249280","https://openalex.org/W2306119719","https://openalex.org/W2335097505","https://openalex.org/W2573225424","https://openalex.org/W2624828446","https://openalex.org/W2788481061","https://openalex.org/W2949084817","https://openalex.org/W3020876812","https://openalex.org/W3023509778","https://openalex.org/W3031973162","https://openalex.org/W3035366421","https://openalex.org/W3122924405","https://openalex.org/W3123726009","https://openalex.org/W3128893582","https://openalex.org/W3170390204","https://openalex.org/W3176090025","https://openalex.org/W4319811928","https://openalex.org/W4385571788","https://openalex.org/W4385572774"],"related_works":["https://openalex.org/W7132634471","https://openalex.org/W4390730599","https://openalex.org/W3035366421","https://openalex.org/W3020876812","https://openalex.org/W6894128617","https://openalex.org/W2251749411","https://openalex.org/W2306119719","https://openalex.org/W1604574640","https://openalex.org/W7213468204","https://openalex.org/W659309986"],"abstract_inverted_index":{"Citing":[0],"papers":[1,22,91,104,134,152,169,176],"is":[2,29,37,40],"the":[3,35,107,126,145,164,166,171,178,185,199],"primary":[4],"method":[5],"through":[6],"which":[7],"modern":[8],"scientific":[9],"writing":[10],"discusses":[11],"and":[12,25,52,73,88,94,129,149,193],"builds":[13],"on":[14],"past":[15],"work.Collectively,":[16],"citing":[17],"a":[18,194],"diverse":[19],"set":[20],"of":[21,27,32,48,86,102,132],"(in":[23],"time":[24,59],"area":[26],"study)":[28],"an":[30,154],"indicator":[31],"how":[33],"widely":[34],"community":[36],"reading.Yet":[38],"there":[39],"little":[41],"work":[42],"looking":[43],"at":[44,198],"broad":[45],"temporal":[46,157],"patterns":[47],"citation.This":[49],"work,":[50],"systematically":[51],"empirically":[53],"examines:":[54],"How":[55],"far":[56],"back":[57],"in":[58,99,170],"do":[60],"we":[61,123,160],"tend":[62],"to":[63,65,92,112,140,184],"go":[64],"cite":[66],"papers?How":[67],"has":[68,147],"that":[69,125,162],"changed":[70],"over":[71],"time,":[72],"what":[74],"factors":[75],"correlate":[76],"with":[77,177],"this":[78],"citational":[79],"attention/amnesia?We":[80],"chose":[81],"NLP":[82,151],"as":[83],"our":[84],"domain":[85],"interest,":[87],"analyzed":[89],"\u223c71.5K":[90],"show":[93,124,161],"quantify":[95],"several":[96],"key":[97],"trends":[98],"citation.Notably,":[100],"\u223c62%":[101],"cited":[103,133,168],"are":[105,117,196],"from":[106,138],"immediate":[108],"five":[109],"years":[110,121],"prior":[111],"publication,":[113],"whereas":[114],"only":[115],"\u223c17%":[116],"more":[118],"than":[119],"ten":[120],"old.Furthermore,":[122],"median":[127],"age":[128,130],"diversity":[131],"was":[135],"steadily":[136],"increasing":[137],"1990":[139],"2014,":[141],"but":[142],"since":[143],"then":[144],"trend":[146],"reversed,":[148],"current":[150],"have":[153],"all-time":[155],"low":[156],"citation":[158,180],"diversity.Finally,":[159],"unlike":[163],"1990s,":[165],"highly":[167],"last":[172],"decade":[173],"were":[174],"also":[175],"least":[179],"diversity;":[181],"likely":[182],"contributing":[183],"intense":[186],"(and":[187],"arguably":[188],"harmful)":[189],"recency":[190],"focus.Code,":[191],"data,":[192],"demo":[195],"available":[197],"project":[200],"homepage.1":[201],"2":[202]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":5}],"updated_date":"2026-10-29T09:56:32.521200","created_date":"2023-08-05T00:00:00"}