{"id":"https://openalex.org/W4320709500","doi":"https://doi.org/10.1093/bioinformatics/btad090","title":"Literature-based discovery: addressing the issue of the subpar evaluation methodology","display_name":"Literature-based discovery: addressing the issue of the subpar evaluation methodology","publication_year":2023,"publication_date":"2023-02-01","ids":{"openalex":"https://openalex.org/W4320709500","doi":"https://doi.org/10.1093/bioinformatics/btad090","pmid":"https://pubmed.ncbi.nlm.nih.gov/36786419"},"language":"en","primary_location":{"id":"doi:10.1093/bioinformatics/btad090","is_oa":true,"landing_page_url":"https://doi.org/10.1093/bioinformatics/btad090","pdf_url":"https://academic.oup.com/bioinformatics/article-pdf/39/2/btad090/49296492/btad090.pdf","source":{"id":"https://openalex.org/S52395412","display_name":"Bioinformatics","issn_l":"1367-4803","issn":["1367-4803","1367-4811"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bioinformatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://academic.oup.com/bioinformatics/article-pdf/39/2/btad090/49296492/btad090.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075695264","display_name":"Erwan Moreau","orcid":"https://orcid.org/0000-0001-7692-526X"},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Erwan Moreau","raw_affiliation_strings":["Adapt Centre, Trinity College Dublin , Dublin, Ireland"],"raw_orcid":"https://orcid.org/0000-0001-7692-526X","affiliations":[{"raw_affiliation_string":"Adapt Centre, Trinity College Dublin , Dublin, Ireland","institution_ids":["https://openalex.org/I205274468"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5075695264"],"corresponding_institution_ids":["https://openalex.org/I205274468"],"apc_list":{"value":3618,"currency":"USD","value_usd":3618},"apc_paid":{"value":3618,"currency":"USD","value_usd":3618},"fwci":0.371,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.52730917,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"39","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13937","display_name":"Genetics, Bioinformatics, and Biomedical Research","score":0.9718000292778015,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9549000263214111,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.64391028881073},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6160235404968262},{"id":"https://openalex.org/keywords/idiosyncrasy","display_name":"Idiosyncrasy","score":0.5786323547363281},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.511893630027771},{"id":"https://openalex.org/keywords/engineering-ethics","display_name":"Engineering ethics","score":0.41095250844955444},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.34197598695755005},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.13270264863967896},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.064616858959198}],"concepts":[{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.64391028881073},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6160235404968262},{"id":"https://openalex.org/C2779917138","wikidata":"https://www.wikidata.org/wiki/Q171841","display_name":"Idiosyncrasy","level":2,"score":0.5786323547363281},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.511893630027771},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.41095250844955444},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.34197598695755005},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.13270264863967896},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.064616858959198},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1093/bioinformatics/btad090","is_oa":true,"landing_page_url":"https://doi.org/10.1093/bioinformatics/btad090","pdf_url":"https://academic.oup.com/bioinformatics/article-pdf/39/2/btad090/49296492/btad090.pdf","source":{"id":"https://openalex.org/S52395412","display_name":"Bioinformatics","issn_l":"1367-4803","issn":["1367-4803","1367-4811"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bioinformatics","raw_type":"journal-article"},{"id":"pmid:36786419","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36786419","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bioinformatics (Oxford, England)","raw_type":null},{"id":"pmh:oai:HAL:hal-04001412v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04001412","pdf_url":"https://hal.science/hal-04001412/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Bioinformatics, 2023, 39 (2), ⟨10.1093/bioinformatics/btad090⟩","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:pubmedcentral.nih.gov:9945845","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9945845","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC9945845/pdf/btad090.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Bioinformatics","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1093/bioinformatics/btad090","is_oa":true,"landing_page_url":"https://doi.org/10.1093/bioinformatics/btad090","pdf_url":"https://academic.oup.com/bioinformatics/article-pdf/39/2/btad090/49296492/btad090.pdf","source":{"id":"https://openalex.org/S52395412","display_name":"Bioinformatics","issn_l":"1367-4803","issn":["1367-4803","1367-4811"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bioinformatics","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/1","display_name":"No poverty","score":0.7300000190734863}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4320709500.pdf"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W140600869","https://openalex.org/W1509877324","https://openalex.org/W1667925084","https://openalex.org/W1741748490","https://openalex.org/W2007058650","https://openalex.org/W2011726136","https://openalex.org/W2054473834","https://openalex.org/W2067096102","https://openalex.org/W2088717306","https://openalex.org/W2099668895","https://openalex.org/W2119646114","https://openalex.org/W2152881983","https://openalex.org/W2411035889","https://openalex.org/W2753199411","https://openalex.org/W2756665674","https://openalex.org/W2896730986","https://openalex.org/W2987066226","https://openalex.org/W3025908968","https://openalex.org/W3176924827","https://openalex.org/W3198013016","https://openalex.org/W6714723423","https://openalex.org/W6744901063"],"related_works":["https://openalex.org/W4229532702","https://openalex.org/W1980754907","https://openalex.org/W2133570600","https://openalex.org/W4248003338","https://openalex.org/W2396213177","https://openalex.org/W2345595359","https://openalex.org/W2400001545","https://openalex.org/W4248913060","https://openalex.org/W2426153652","https://openalex.org/W1547678399"],"abstract_inverted_index":{"Nowadays":[0],"virtually":[1],"any":[2,321,855,1648,1882,2254,2400],"biomedical":[3,436,1344,2423],"research":[4,437,474,1199,1404,1528,1679,2509],"work":[5,1232,2578],"is":[6,17,45,117,294,310,390,401,449,461,485,529,660,675,709,726,946,1023,1056,1100,1108,1114,1214,1224,1311,1349,1370,1413,1541,1568,1600,1619,1629,1701,1724,1731,1789,1916,1934,1982,2046,2052,2127,2146,2228,2237,2371,2395,2427,2479,2513,2612,2625],"available":[7,680,1119],"almost":[8,920,2080],"instantly":[9],"in":[10,50,266,337,575,772,804,851,888,927,996,1044,1263,1270,1278,1280,1322,1388,1400,1421,1543,1639,1651,1677,1688,1695,1835,1853,1875,1892,1955,1973,2033,2243,2297,2304,2330,2382,2418,2442,2461,2505,2643],"digital":[11],"form,":[12],"but":[13,520,615,655,830,1032,1147,1163,1566,1995,2235],"exploring":[14],"the":[15,21,36,105,138,143,168,175,208,217,233,243,246,250,270,280,292,307,348,360,363,395,398,408,430,435,446,467,477,489,498,501,505,550,572,579,627,656,662,672,678,707,716,718,752,820,845,848,867,889,910,928,931,934,942,960,964,970,1015,1039,1045,1064,1070,1073,1095,1127,1139,1142,1155,1182,1201,1212,1229,1234,1243,1252,1274,1281,1284,1290,1294,1314,1317,1379,1382,1406,1422,1425,1434,1447,1479,1485,1490,1495,1497,1502,1545,1577,1586,1591,1598,1605,1612,1630,1652,1678,1689,1693,1711,1715,1736,1743,1747,1770,1774,1783,1798,1810,1826,1829,1832,1836,1848,1859,1871,1893,1929,1967,1974,1978,1986,1998,2005,2030,2043,2057,2073,2155,2158,2164,2168,2171,2182,2190,2200,2203,2214,2240,2244,2256,2279,2288,2305,2308,2312,2323,2358,2362,2375,2385,2410,2422,2432,2443,2451,2455,2469,2472,2508,2518,2523,2554,2557,2581,2604,2609,2644,2647],"literature":[16,38,574,679,1771],"made":[18,755,2514],"challenging":[19,392],"by":[20,69,95,127,229,411,434,747,756,763,794,899,1254,1283,1289,2064,2189,2221,2266,2515],"ever-increasing":[22],"amount":[23,1047],"of":[24,107,140,142,177,212,232,263,272,302,359,397,432,445,457,469,479,492,500,507,511,549,559,592,630,692,706,739,822,844,847,912,933,936,944,963,972,1030,1034,1048,1072,1161,1184,1198,1206,1231,1236,1242,1245,1296,1316,1319,1332,1376,1381,1384,1403,1424,1437,1467,1487,1492,1515,1527,1539,1548,1555,1654,1691,1714,1721,1750,1776,1785,1795,1800,1895,1969,2004,2076,2202,2258,2310,2315,2322,2352,2365,2374,2377,2401,2471,2474,2485,2492,2520,2525,2559,2583,2646,2656],"publications.":[25],"Literature-based":[26],"discovery":[27,91,668,720,958,1170,1700],"(LBD)":[28],"aims":[29],"to":[30,47,59,85,150,157,161,268,277,285,299,323,334,352,368,394,405,419,429,531,577,589,612,715,858,866,883,986,1075,1082,1120,1168,1217,1228,1251,1312,1360,1531,1561,1570,1608,1673,1682,1733,1746,1761,1778,1824,1996,2035,2054,2061,2072,2102,2122,2135,2147,2181,2193,2209,2249,2275,2299,2341,2356,2397,2420,2429,2440,2500,2563,2607,2617,2638],"automatically":[31],"extract":[32],"new":[33,782,2099,2231,2529,2571],"insights":[34],"from":[35,132,137,248,700,1131,1195,1464],"scientific":[37,63,145,490,1459,1546,2150,2437],"(Henry":[39],"and":[40,61,74,100,245,260,275,385,537,540,598,619,653,684,796,799,815,877,959,991,1010,1058,1122,1151,1154,1190,1265,1286,1321,1430,1563,1595,1657,1727,1757,1821,1878,2009,2066,2106,2167,2277,2361,2449,2478,2544,2552],"McInnes,":[41],"2017).":[42],"Thus":[43,200,1013],"LBD":[44,68,108,178,201,224,364,389,413,424,448,470,508,673,729,749,890,1021,1107,1124,1185,1207,1260,1368,1461,1488,1636,1787,1796,1925,1953,2411,2426,2533],"intended":[46],"assist":[48],"researchers":[49],"identifying":[51],"potentially":[52,57],"interesting":[53,517,1416],"relations":[54,235,409,693],"between":[55,1141],"concepts,":[56],"contributing":[58],"faster":[60],"broader":[62,2415],"progress.":[64],"Swanson":[65,130,757,1445],"(1986a)":[66],"introduced":[67],"linking":[70,98],"dietary":[71],"fish":[72],"oil":[73],"Raynaud\u2019s":[75],"syndrome,":[76],"noting":[77,119],"that":[78,120,279,291,483,626,1181,1191,1258,1324,1352,1572,1585,1597,1610,1635,2239,2399,2425],"both":[79,242],"concepts":[80,2540],"have":[81,353,561,651,743,1328,2060,2115],"a":[82,187,253,258,300,442,451,463,472,546,582,631,666,686,689,736,781,791,816,939,947,956,1020,1026,1062,1090,1110,1133,1196,1237,1248,1329,1342,1465,1471,1549,1559,1580,1616,1622,1699,1704,1718,1725,1768,1802,1863,1866,1896,1901,1906,1935,1941,2001,2049,2137,2149,2217,2222,2230,2263,2267,2338,2349,2368,2436,2465,2482,2490,2495,2560,2565,2595,2614,2626,2629],"known":[83,311,667],"relation":[84],"blood":[86],"circulation.":[87],"This":[88,503,840,893,1223,1306,1340,1363,1482,1633,2025,2205,2227,2487,2611],"promising":[89],"first":[90,2591],"was":[92,109,895,1299,1386,1449,1862,1873,1880],"quickly":[93],"followed":[94],"another":[96,1764,2128],"one":[97,147,1002,1504,2335],"migraine":[99],"magnesium":[101],"(Swanson,":[102,1510],"1988)":[103],"(while":[104],"relevance":[106],"established":[110],"through":[111],"these":[112,121,133,158,1297,1518,2021,2039,2123],"two":[113,164,1522],"initial":[114,165,1426,2313],"discoveries,":[115,581,698,1078],"it":[116,317,533,853,870,881,1136,1310,1348,1419,1567,1628,1753,1813,1819,1920,1963,2236],"worth":[118],"specific":[122,862,2040],"conditions":[123],"were":[124,1268,1276],"not":[125,319,330,586,831,1068,1102,1269,1300,1450,1620,1643,1740,1790,1887,1983,2229,2598,2635],"picked":[126],"coincidence,":[128],"as":[129,172,214,356,471,790,836,919,938,967,1051,1292,1444,1558,1845,1847,1909,2328,2481],"suffered":[131],"himself":[134],"(Smalheiser,":[135],"2017);":[136],"point":[139],"view":[141],"protocol":[144],"neutrality,":[146],"may":[148,983,1552,2059,2336,2597],"question":[149,1380,1538,1775,1784,2309],"what":[151,1590,1698,1786],"extent":[152],"his":[153],"personal":[154],"motivation":[155],"contributed":[156],"discoveries":[159,166,190,213,265,741,754,945,1041,1146,1261,1298,1385,1516,2317],"attributed":[160],"LBD).":[162],"These":[163,647],"are":[167,731,769,825,834,975,1036,1042,1086,1642,2177,2187,2295,2354],"most":[169,657,843,1033],"commonly":[170,658],"used":[171,659,2344],"benchmark":[173,215,1117,1345,1664,2092],"for":[174,216,312,554,564,785,897,917,941,969,1104,1204,1373,1626,1666,1912,1951,2023,2094,2225,2457],"evaluation":[176,202,256,304,308,344,349,425,459,481,552,648,724,774,783,803,907,1018,1158,1205,1535,1540,1556,1573,1583,1624,1804,1816,1842,1949,2010,2044,2107,2142,2558,2631],"systems":[179,730],"(Thilakaratne":[180],"et":[181,193,197,377,381,542,567,595,600,622,765,777,806,901,1175],"al.,":[182,194,198,378,382],"2019),":[183],"sometimes":[184,1553,2343],"together":[185],"with":[186,634,677,1014,1166,1475,1924,1966,2345,2390],"few":[188,915,953,1149,1907],"additional":[189],"(e.g.":[191,375,1335],"Crichton":[192],"2020;":[195],"Pyysalo":[196],"2019).":[199],"has":[203,366,924,1394,1500,1850,1992,2463,2535,2616],"been":[204,354,562,744,1395,1851],"mostly":[205,452],"relying":[206,2082],"on":[207,296,604,640,712,1233,1453,1582,1589,1615,1662,1905,2038,2083,2091,2468,2517,2546],"same":[209,2359],"small":[210,737,1617],"set":[211,262,738,935,943],"past":[218,2526],"three":[219,1259,1513],"decades.":[220],"Consciously":[221],"or":[222,325,494,860,977,998,1397,1684,2118,2143,2232,2302,2573],"not,":[223],"practitioners":[225],"can":[226,282,643,871,1772,2207,2403],"be":[227,283,335,420,645,984,1674,1888,1922,1946,1959,2271,2285,2326,2388,2404,2564,2636],"influenced":[228],"their":[230,341,786,1054,1169,2174,2194],"knowledge":[231],"target":[234,264,719,817,922,1578,2160],"(in":[236],"clinical":[237,1902],"trials,":[238],"double-blind":[239],"experiments":[240],"prevent":[241,2300],"patient":[244],"researcher":[247],"influencing":[249],"outcome).":[251],"Moreover,":[252,2590],"methodologically":[254],"solid":[255,458,527,1803,1938],"requires":[257,616,1754,2262],"large":[259,1028,1046,1663,2259],"diverse":[261],"order":[267,576,2034,2298,2419],"satisfy":[269],"condition":[271],"statistical":[273,641,2339],"representativity,":[274],"consequently":[276],"ensure":[278],"results":[281,614],"generalized":[284],"other":[286,1441,1458,1649,1970],"discoveries.":[287,422,839,863],"The":[288,455,704,904,1537,1793,1948,1990,2068,2319,2532],"author":[289],"argues":[290],"field":[293,506,1128,1183,1213,1448,1474,1794,1811,1872,1991,2069,2473,2534,2648],"built":[295],"sand":[297],"due":[298,393,857,985,1227],"lack":[301,431,456,478,1230],"appropriate":[303,1890],"method.":[305,2185],"Although":[306,1378],"issue":[309,350],"twenty":[313],"years,":[314],"so":[315,2251],"far":[316],"did":[318],"cause":[320],"impetus":[322],"solve":[324],"alleviate":[326],"it.":[327],"It":[328,1730,2394,2633],"does":[329,585,1067,1739,1788],"stop":[331],"novel":[332],"contributions":[333,1671,2018,2527,2530,2550,2569],"accepted":[336],"reputable":[338,1856,1956],"journals,":[339],"despite":[340,441],"often":[342,1087,2096,2579],"poor":[343,1815],"methodology.":[345,775],"In":[346,950,1172,1668,1828,2253,2507,2548],"fact,":[347,951],"seems":[351],"admitted":[355],"an":[357,412,513,516,608,810,1240,1414,1841,1854],"idiosyncrasy":[358],"field,":[361,2444],"something":[362],"community":[365,438,1587,1606,2058,2139,2412,2433,2615],"learned":[367],"live":[369],"with.":[370],"As":[371,760,864,1061,1239,1767,1809],"many":[372,1457],"authors":[373,1285],"noted":[374],"Ganiz":[376,764,1174],"2005;":[379],"Thilakaratne":[380,541,805],"2019;":[383],"Yetisgen-Yildiz":[384,536,795,1264],"Pratt,":[386],"2009),":[387],"evaluating":[388],"very":[391,952,1003,1027,1164],"nature":[396,1383,1436,1713,2321],"task:":[399,1496,1579],"there":[400,484,768,1113,1393,1879,1915,2624],"no":[402,1115,1398,1917,1993],"direct":[403],"way":[404,1560,1641,2134,2606],"assess":[406],"whether":[407],"produced":[410],"system":[414,674,708,891,1022,1074,1369],"will":[415],"eventually":[416],"turn":[417],"out":[418],"significant":[421,2138,2210],"Poor":[423],"methodology":[426,460,793,1805],"might":[427,522,1327,2026,2488],"contribute":[428,1530,1762],"uptake":[433],"at":[439,495,509,669,1000,1409,1489,2593,2602],"large:":[440],"rich":[443],"state":[444],"art,":[447],"still":[450,486,661,1101,1215,1874],"theoretical":[453,1202,1683],"field.":[454,1550,1898],"probably":[462,1432],"factor":[464],"which":[465,521,584,610,694,742,824,1085,1367,1374,1839,1933,2019,2176,2445],"hinders":[466],"dissemination":[468],"general":[473],"tool.":[475],"Crucially,":[476],"rigorous":[480],"means":[482,1584],"uncertainty":[487],"about":[488,497,1428,2287,2628],"validity":[491,1295,1547],"LBD,":[493,1429,1627,1692,1780],"least":[496,1001],"scope":[499,1486],"task.":[502],"makes":[504,1341,1702,1840,2528],"risk":[510,1760],"being":[512],"empty":[514],"promise:":[515],"intellectual":[518],"hypothesis,":[519],"go":[523],"extinct":[524],"unless":[525],"some":[526,2272],"evidence":[528],"brought":[530],"back":[532],"up.":[534],"Both":[535],"Pratt":[538,797,1266],"(2008)":[539],"al.":[543,568,596,601,623,766,778,807,902,1176],"(2019)":[544],"provide":[545,2163],"detailed":[547],"review":[548,571],"existing":[551,748,2584],"methods":[553,560,649,750,1574,1637],"LBD.":[555,2506],"A":[556,2132,2576],"wide":[557],"variety":[558],"applied:":[563],"example":[565,898,1241],"Kostoff":[566,1255],"(2021)":[569,602],"manually":[570],"corresponding":[573,1359],"validate":[578],"predicted":[580],"method":[583,725,784,894,974,1019,1099,1144,1614,1625,1843,1849,1861,1885,1981],"necessarily":[587],"apply":[588],"every":[590,921],"kind":[591],"discovery;":[593],"Smalheiser":[594],"(2006)":[597,1267],"Henry":[599],"rely":[603,2089],"large-scale":[605,1116,1719],"collaborative":[606],"studies,":[607],"approach":[609,841,1939,2340],"leads":[611],"convincing":[613],"considerable":[617],"effort":[618,1756,2140,2265],"funding;":[620],"Wren":[621],"(2004)":[624],"show":[625],"observed/expected":[628],"ratio":[629,1738],"relationship":[632],"correlates":[633],"its":[635,1080,1210,1219,1807,1876,2538],"strength,":[636],"thus":[637],"heuristics":[638],"based":[639,711],"observations":[642],"also":[644,872,2284],"considered.":[646],"all":[650],"merits":[652],"limitations,":[654],"replication":[663,849,868,1096,1143,1613,1860],"method:":[664],"given":[665,809],"time":[670,682,701,801,828,905,1016,1156,1930,1943,1979],"t,":[671],"provided":[676,2389],"before":[681,832,1302],"t":[683,702,814,829,833],"produces":[685],"list":[687],"(often":[688],"ranked":[690],"list)":[691],"represent":[695,955],"potential":[696],"\u2018future\u2019":[697],"i.e.":[699,2522],"onward.":[703],"performance":[705,1066],"estimated":[710],"how":[713,1308,1735,1777],"close":[714],"top":[717,2201],"is.":[721],"While":[722,1038,1106,1858],"this":[723,773,973,1098,1246,1333,1401,1431,1438,1525,1640,1884,2248,2331,2378,2383,2402,2640],"reasonably":[727,2391],"sound,":[728],"usually":[732],"tested":[733,1904],"only":[734,1079,1152,1503,1557,1621],"against":[735,1025],"confirmed":[740],"previously":[745],"found":[746,826],"[traditionally":[751],"original":[753,2233],"(1986a,":[758],"1988)].":[759],"already":[761,1179],"mentioned":[762,1988],"(2005),":[767],"multiple":[770,925],"biases":[771],"Hristovski":[776],"(2001)":[779],"proposed":[780],"system,":[787],"later":[788],"formalized":[789],"principled":[792],"(2009)":[798],"called":[800],"sliced":[802,906,1017,1157,1931,1980],"(2019):":[808],"arbitrary":[811],"cut-off":[812],"year":[813],"term":[818,923,1005],"x,":[819],"co-occurrences":[821,926,965,982,1049],"x":[823],"after":[827],"considered":[835,966,1506,1889],"gold":[837,1052,1187],"standard":[838,1188],"solves":[842,909],"problems":[846],"method,":[850,869,1097,1932,2170],"particular":[852,1323,2369],"avoids":[854],"bias":[856,1838],"size":[859],"cherry-picking":[861],"opposed":[865],"take":[873],"into":[874,1200,1470],"account":[875],"positive":[876],"negative":[878,886],"instances,":[879],"making":[880,1818],"possible":[882],"measure":[884,1562],"false":[885],"cases":[887,1275],"output.":[892],"adopted":[896],"Lever":[900],"(2017).":[903],"clearly":[908,1418,1601,2070],"problem":[911],"using":[913],"too":[914,1148],"instances":[916,1150],"evaluation,":[918,2095],"literature.":[929],"However,":[930],"use":[932],"co-occurences":[937,954],"proxy":[940],"dramatic":[948],"simplification.":[949],"true":[957,1040],"vast":[961],"majority":[962],"\u2018discoveries\u2019":[968],"purpose":[971],"meaningless":[976],"poorly":[978],"informative.":[979],"For":[980,2109,2333,2453],"example,":[981,2110,2454],"chance":[987],"[e.g.":[988,1006],"Ebolavirus":[989],"(D029043)":[990],"Burnout,":[992],"Professional":[993],"(D002055)":[994],"cooccur":[995],"Medline]":[997],"involve":[999],"generic":[1004,1343],"Alzheimer\u2019s":[1007],"Disease":[1008],"(D000544)":[1009],"Elderly":[1011],"(D000368)].":[1012],"evaluated":[1024,1638,2179],"number":[1029,1160,2351],"relations,":[1031],"them":[1035],"noise.":[1037],"included":[1043],"interpreted":[1050],"standard,":[1053],"proportion":[1055,2364],"unknown":[1057],"likely":[1059,1225,1351,2238],"low.":[1060],"result,":[1063,1769],"final":[1065],"reflect":[1069],"ability":[1071,1081],"predict":[1076,1083],"insightful":[1077],"co-occurrences,":[1084],"arbitrary.":[1088],"Despite":[1089,1209],"great":[1091],"methodological":[1092],"improvement":[1093],"over":[1094],"fit":[1103],"purpose.":[1105],"unambiguously":[1109],"data-driven":[1111,2077],"task,":[1112,1716],"dataset":[1118,1346,1707,2314],"evaluate":[1121],"compare":[1123,1564],"methods.":[1125,1536,2085],"Clearly,":[1126],"would":[1129,1137,1356,1364,1529,2634],"benefit":[1130],"such":[1132,1443,2620],"resource,":[1134],"since":[1135],"bridge":[1138],"gap":[1140,2045],"(actual":[1145],"LBD-based)":[1153],"(large":[1159],"examples":[1162],"noisy":[1165],"respect":[1167],"status).":[1171],"2005,":[1173],"(2005,":[1177],"p.34)":[1178],"emphasized":[1180],"needs":[1186],"benchmarks,":[1189],"\u2018these":[1192],"difficulties":[1193],"stem":[1194],"dearth":[1197],"foundations":[1203,2645],"systems\u2019.":[1208],"maturity,":[1211],"reluctant":[1216],"create":[1218,2489],"own":[1220],"quality":[1221,2031],"benchmarks.":[1222],"partly":[1226],"definition":[1235,2003],"discovery.":[1238,1377],"importance":[1244],"question,":[1247],"previous":[1249,2245],"letter":[1250],"editor":[1253],"(2007)":[1256,1304],"demonstrated":[1257],"presented":[1262],"fact":[1271],"discoveries:":[1272],"although":[1273],"studied":[1277,1387],"detail":[1279],"paper":[1282],"presumably":[1287],"checked":[1288],"reviewers":[1291],"well,":[1293],"questioned":[1301],"Kostoff\u2019s":[1303],"letter.":[1305],"illustrates":[1307],"difficult":[1309,1823],"define":[1313,1576],"boundaries":[1315],"concept":[1318,1334],"discovery,":[1320],"different":[1325,1330,1361,1923],"people":[1326],"understanding":[1331],"social":[1336],"scientists":[1337],"versus":[1338],"biologists).":[1339],"unlikely;":[1347],"more":[1350,1371,1472,1820,1822,1936,2502],"several":[1353],"distinct":[1354],"datasets":[1355,1665,2093,2261],"co-exist,":[1357],"possibly":[1358,2586],"domains.":[1362],"help":[1365],"clarifying":[1366],"suitable":[1372],"type":[1375],"Davies\u2019s":[1389],"(1989)":[1390,1412,1520],"early":[1391],"work,":[1392,2195,2621],"little":[1396],"follow-up":[1399],"direction":[1402],"(to":[1405],"author\u2019s":[1407,1830],"knowledge,":[1408],"least).":[1410],"Davies":[1411,1519],"especially":[1415,2196,2212,2622],"study:":[1417],"appeared":[1420],"context":[1423,1894],"excitement":[1427],"explains":[1433],"epistemological":[1435],"work.":[1439],"Like":[1440],"works":[1442],"(1986b),":[1446],"yet":[1451,1763],"focused":[1452],"technical":[1454,1685,1765,2574],"questions:":[1455],"like":[1456],"fields,":[1460],"turned":[1462],"progressively":[1463,1960,2062],"stage":[1466],"\u2018creative":[1468],"engineering\u2019":[1469],"mature":[1473,1897],"well-established":[1476],"definitions,":[1477],"e.g.":[1478],"ABC":[1480,1498],"model.":[1481],"process":[1483,1720],"clarified":[1484],"cost":[1491],"strongly":[1493],"narrowing":[1494],"model":[1499],"become":[1501],"ever":[1505],"nowadays,":[1507],"even":[1508,1708,1781,1977,2097,2381,2414],"though":[1509,1782],"1986b)":[1511],"considers":[1512,1900],"types":[1514],"[to":[1517],"adds":[1521],"categories].":[1523],"Reviving":[1524],"line":[1526],"progress":[1532,1749,2441,2470,2512],"towards":[1533,2000],"better":[1534],"crucial":[1542],"establishing":[1544,1801],"People":[1551],"think":[1554],"performance,":[1565],"important":[1569],"emphasize":[1571],"formally":[1575,1696],"consensus":[1581,2627],"agrees":[1588],"task":[1592,1599,1650,2324,2561,2596],"consists":[1593],"of,":[1594],"therefore":[1596],"defined.":[1602],"To":[1603],"date,":[1604],"appears":[1607],"accept":[1609,2036],"applying":[1611],"sample":[1618],"valid":[1623],"main":[1631],"standard.":[1632],"implies":[1634],"demonstrably":[1644],"generalizable.":[1645],"By":[1646],"contrast,":[1647],"area":[1653],"big":[1655,2074],"data":[1656,1670,1722,2008,2103,2144,2166],"machine":[1658],"learning":[1659],"(ML)":[1660],"relies":[1661],"evaluation.":[1667],"general,":[1669,2549],"tend":[1672,2562],"less":[1675,1755,1759],"valued":[1676],"ecosystem":[1680],"compared":[1681],"ones.":[1686],"But":[1687,1972,2380],"case":[1690],"difficulty":[1694],"defining":[1697],"compiling":[1703],"high-quality":[1705],"annotated":[1706,2260],"harder.":[1709],"Given":[1710],"interpretative":[1712,2130,2320],"tackling":[1717],"annotation":[1723,2104,2280,2289,2293],"complex":[1726],"risky":[1728],"endeavour.":[1729],"easy":[1732],"see":[1734],"investment/reward":[1737],"favour":[1741],"addressing":[1742],"issue:":[1744],"thanks":[1745],"constant":[1748],"ML":[1751,2084],"techniques,":[1752],"involves":[1758],"improvement.":[1766],"answer":[1773],"do":[1779],"fully":[1791],"clear.":[1792],"bypassed":[1797],"step":[1799],"during":[1806],"development.":[1808],"grew":[1812],"standardized":[1814],"practices,":[1817],"fix":[1825],"issue.":[1827,2632],"opinion,":[1831],"crux":[1833],"lies":[1834],"editorial":[1837,2013],"acceptable":[1844],"long":[1846,1942,1975],"employed":[1852],"earlier":[1855],"publication.":[1857],"reasonable":[1864],"workaround":[1865],"couple":[1867],"decades":[1868],"ago":[1869],"(when":[1870],"infancy":[1877],"hardly":[1881],"alternative),":[1883],"should":[1886,1921,1945,1958,2283],"anymore":[1891],"Nobody":[1899],"study":[1903],"patients":[1908],"conclusive":[1910],"evidence,":[1911],"good":[1913],"reasons;":[1914],"reason":[1918],"why":[1919,2613],"results.":[1926],"At":[1927],"first,":[1928],"statistically":[1937],"published":[1940],"ago,":[1944],"enforced.":[1947],"threshold":[1950,2032],"accepting":[1952],"papers":[1954,2037],"journals/conferences":[1957],"raised":[1961],"until":[1962],"catches":[1964],"up":[1965],"standards":[1968,2105,2145],"fields.":[1971],"term,":[1976],"satisfactory":[1984],"(for":[1985],"reasons":[1987],"above).":[1989],"alternative":[1994],"restart":[1997],"efforts":[1999],"formal":[2002],"problem,":[2006],"including":[2007],"issues.":[2011],"An":[2012],"policy":[2014],"could":[2015,2434,2446],"voluntarily":[2016],"welcome":[2017],"address":[2020],"questions,":[2022],"example.":[2024],"require":[2027],"temporarily":[2028],"lowering":[2029],"topics":[2041],"(until":[2042],"reduced),":[2047],"because":[2048,2291],"perfect":[2050],"solution":[2051],"unlikely":[2053],"appear":[2055],"overnight;":[2056],"improve":[2063],"trial":[2065],"error.":[2067],"belongs":[2071],"family":[2075],"tasks,":[2078],"nowadays":[2079],"exclusively":[2081],"Other":[2086],"similar":[2087],"fields":[2088],"heavily":[2090],"spawning":[2098],"sub-communities":[2100],"devoted":[2101,2120,2274,2439],"measures.":[2108],"Machine":[2111],"Translation":[2112,2126],"conferences/journals":[2113],"regularly":[2114],"special":[2116],"issues":[2117,2241],"workshops":[2119],"specifically":[2121],"questions":[2124],"(Machine":[2125],"highly":[2129,2346],"task).":[2131],"common":[2133,2496],"marshal":[2136],"around":[2141,2494,2537],"organize":[2148,2450],"competition":[2151,2215],"(a.k.a":[2152],"shared":[2153],"task):":[2154],"organizers":[2156],"design":[2157,2555],"precise":[2159],"task(s),":[2161],"they":[2162,2198],"input":[2165],"scoring":[2169,2184],"participants":[2172],"submit":[2173],"system/entry,":[2175],"then":[2178],"according":[2180],"predefined":[2183],"Participants":[2186],"incentivized":[2188],"visibility":[2191],"offered":[2192],"if":[2197,2213,2623],"reach":[2199],"ranking.":[2204],"strategy":[2206],"lead":[2208],"progress,":[2211],"becomes":[2216],"regular":[2218],"event":[2219],"hosted":[2220],"major":[2223,2630],"conference":[2224],"instance.":[2226],"idea,":[2234],"highlighted":[2242],"section":[2246],"prevented":[2247],"happen":[2250],"far.":[2252],"case,":[2255],"creation":[2257],"conscious":[2264],"community.":[2268],"There":[2269,2282],"must":[2270,2325,2387],"funding":[2273],"designing":[2276],"implementing":[2278],"process.":[2281],"discussions":[2286],"methodology,":[2290],"clear":[2292,2392,2466],"guidelines":[2294],"needed":[2296],"errors":[2301],"noise":[2303],"labels.":[2306],"Similarly,":[2307],"sampling":[2311],"candidate":[2316],"matters.":[2318],"addressed":[2327],"well":[2329,2587],"context.":[2332],"instance,":[2334],"consider":[2337],"annotation,":[2342],"subjective":[2347],"tasks:":[2348],"fair":[2350],"annotators":[2353,2366,2386],"asked":[2355],"label":[2357,2370],"samples,":[2360],"resulting":[2363],"selecting":[2367],"assumed":[2372],"representative":[2373],"likelihood":[2376],"label.":[2379],"option,":[2384],"instructions.":[2393],"hard":[2396],"imagine":[2398],"achieved":[2405],"without":[2406],"strong":[2407],"collaboration":[2408],"across":[2409],"(maybe":[2413],"than":[2416,2542,2568],"this,":[2417],"include":[2421],"experts":[2424],"meant":[2428],"help).":[2430],"Perhaps":[2431],"establish":[2435],"society":[2438],"discuss,":[2447],"decide":[2448],"priorities.":[2452],"Association":[2456],"Computational":[2458],"Linguistics,":[2459],"created":[2460],"1962,":[2462],"had":[2464],"impact":[2467],"Natural":[2475],"Language":[2476],"Processing":[2477],"recognized":[2480],"trustable":[2483],"source":[2484],"standards.":[2486],"feeling":[2491],"ownership":[2493],"goal,":[2497],"encouraging":[2498],"individuals":[2499],"tackle":[2501],"ambitious":[2503],"projects":[2504],"ecosystem,":[2510],"continuous":[2511],"\u2018standing":[2516],"shoulders":[2519],"giants\u2019,":[2521],"corpus":[2524],"possible.":[2531],"crystallized":[2536],"seminal":[2539],"rather":[2541],"refined":[2543],"improved":[2545],"them.":[2547],"questioning":[2551],"discussing":[2553],"and/or":[2556],"harder":[2566],"sell":[2567],"proposing":[2570],"models":[2572],"improvements.":[2575],"design/evaluation":[2577],"emphasizes":[2580],"limitations":[2582],"(and":[2585],"established)":[2588],"practices.":[2589],"attempts":[2592],"redefining":[2594],"always":[2599],"immediately":[2600],"succeed":[2601],"finding":[2603],"best":[2605],"formalize":[2608],"problem.":[2610],"proactively":[2618],"encourage":[2619],"wise":[2637],"ignore":[2639],"dangerous":[2641],"flaw":[2642],"much":[2649],"longer.":[2650],"Financial":[2651],"Support:":[2652],"None":[2653],"declared.":[2654,2659],"Conflict":[2655],"Interest:":[2657],"none":[2658]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}