{"id":"https://openalex.org/W2123381015","doi":"https://doi.org/10.1162/coli_a_00182","title":"On the Problem of Theoretical Terms in Empirical Computational Linguistics","display_name":"On the Problem of Theoretical Terms in Empirical Computational Linguistics","publication_year":2013,"publication_date":"2013-11-04","ids":{"openalex":"https://openalex.org/W2123381015","doi":"https://doi.org/10.1162/coli_a_00182","mag":"2123381015"},"language":"en","primary_location":{"id":"doi:10.1162/coli_a_00182","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00182","pdf_url":"https://direct.mit.edu/coli/article-pdf/40/1/235/1812880/coli_a_00182.pdf","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://direct.mit.edu/coli/article-pdf/40/1/235/1812880/coli_a_00182.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011749347","display_name":"Stefan Riezler","orcid":null},"institutions":[{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Stefan Riezler","raw_affiliation_strings":["Computational Linguistics Heidelberg University, Germany"],"affiliations":[{"raw_affiliation_string":"Computational Linguistics Heidelberg University, Germany","institution_ids":["https://openalex.org/I223822909"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5011749347"],"corresponding_institution_ids":["https://openalex.org/I223822909"],"apc_list":null,"apc_paid":null,"fwci":3.4596,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.93011967,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"40","issue":"1","first_page":"235","last_page":"245"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7304114103317261},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.6795390844345093},{"id":"https://openalex.org/keywords/theory-of-computation","display_name":"Theory of computation","score":0.6635058522224426},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.6241261959075928},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.6025216579437256},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5907008051872253},{"id":"https://openalex.org/keywords/computational-linguistics","display_name":"Computational linguistics","score":0.5817303657531738},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.581095814704895},{"id":"https://openalex.org/keywords/philosophy-of-science","display_name":"Philosophy of science","score":0.48806464672088623},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.41901493072509766},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39616331458091736},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.38380369544029236},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.3029528558254242},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.224895179271698},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.1308344602584839},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.07637006044387817}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7304114103317261},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.6795390844345093},{"id":"https://openalex.org/C24858836","wikidata":"https://www.wikidata.org/wiki/Q844718","display_name":"Theory of computation","level":2,"score":0.6635058522224426},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.6241261959075928},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6025216579437256},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5907008051872253},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.5817303657531738},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.581095814704895},{"id":"https://openalex.org/C110099512","wikidata":"https://www.wikidata.org/wiki/Q59115","display_name":"Philosophy of science","level":2,"score":0.48806464672088623},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.41901493072509766},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39616331458091736},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38380369544029236},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.3029528558254242},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.224895179271698},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.1308344602584839},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.07637006044387817},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1162/coli_a_00182","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00182","pdf_url":"https://direct.mit.edu/coli/article-pdf/40/1/235/1812880/coli_a_00182.pdf","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.589.409","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.589.409","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.stefanriezler.com/PAPERS/CL2014.pdf","raw_type":"text"},{"id":"pmh:oai:doaj.org/article:4d8b035959a44773a6ba4d2250abf00c","is_oa":true,"landing_page_url":"https://doaj.org/article/4d8b035959a44773a6ba4d2250abf00c","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computational Linguistics, Vol 40, Iss 1 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/coli_a_00182","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00182","pdf_url":"https://direct.mit.edu/coli/article-pdf/40/1/235/1812880/coli_a_00182.pdf","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6800000071525574}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2123381015.pdf","grobid_xml":"https://content.openalex.org/works/W2123381015.grobid-xml"},"referenced_works_count":66,"referenced_works":["https://openalex.org/W109228390","https://openalex.org/W124768838","https://openalex.org/W143382514","https://openalex.org/W147273232","https://openalex.org/W587135490","https://openalex.org/W1480519300","https://openalex.org/W1481820510","https://openalex.org/W1500227852","https://openalex.org/W1520080814","https://openalex.org/W1520403579","https://openalex.org/W1559723967","https://openalex.org/W1578407799","https://openalex.org/W1660280462","https://openalex.org/W1780272748","https://openalex.org/W1830628992","https://openalex.org/W1970381522","https://openalex.org/W1971218560","https://openalex.org/W1976891431","https://openalex.org/W1977270690","https://openalex.org/W1991503118","https://openalex.org/W2012378416","https://openalex.org/W2047080500","https://openalex.org/W2052861746","https://openalex.org/W2079783326","https://openalex.org/W2088911157","https://openalex.org/W2091950237","https://openalex.org/W2093420365","https://openalex.org/W2103018059","https://openalex.org/W2105842272","https://openalex.org/W2105897558","https://openalex.org/W2115259925","https://openalex.org/W2116705992","https://openalex.org/W2118781169","https://openalex.org/W2121300346","https://openalex.org/W2127849236","https://openalex.org/W2136985729","https://openalex.org/W2138455848","https://openalex.org/W2140526624","https://openalex.org/W2141282920","https://openalex.org/W2141766660","https://openalex.org/W2153804780","https://openalex.org/W2154764394","https://openalex.org/W2156050092","https://openalex.org/W2157063199","https://openalex.org/W2163302275","https://openalex.org/W2166245164","https://openalex.org/W2166706824","https://openalex.org/W2173492235","https://openalex.org/W2241862190","https://openalex.org/W2479032603","https://openalex.org/W2502285310","https://openalex.org/W2560656125","https://openalex.org/W2615497679","https://openalex.org/W2620196883","https://openalex.org/W2741609678","https://openalex.org/W2788009413","https://openalex.org/W2898447168","https://openalex.org/W2907147533","https://openalex.org/W2912150279","https://openalex.org/W2930957955","https://openalex.org/W3021916629","https://openalex.org/W3089019132","https://openalex.org/W4210856302","https://openalex.org/W4214929020","https://openalex.org/W4231741839","https://openalex.org/W4241982274"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4318823662","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W3207526114","https://openalex.org/W4286908577"],"abstract_inverted_index":{"Philosophy":[0],"of":[1,8,25,31,69,120],"science":[2],"has":[3],"pointed":[4],"out":[5],"a":[6,23,26,46,67,107],"problem":[7,15],"theoretical":[9,39],"terms":[10,40],"in":[11,51,56,95,114],"empirical":[12,52,112],"sciences.":[13],"This":[14],"arises":[16],"if":[17],"all":[18],"known":[19],"measuring":[20],"procedures":[21],"for":[22,110,118],"quantity":[24],"theory":[27],"presuppose":[28],"the":[29,96],"validity":[30],"this":[32,81,101],"very":[33],"theory,":[34],"because":[35],"then":[36],"statements":[37],"containing":[38],"are":[41,60],"circular.":[42],"We":[43,65,98],"argue":[44,99],"that":[45,100],"similar":[47],"circularity":[48],"can":[49,83],"happen":[50],"computational":[53],"linguistics,":[54],"especially":[55],"cases":[57],"where":[58],"data":[59,90,94,121],"manually":[61],"annotated":[62],"by":[63,86,88,93],"experts.":[64],"define":[66],"criterion":[68,82,102],"T-non-theoretical":[70],"grounding":[71],"as":[72,106],"guidance":[73],"to":[74,116],"avoid":[75],"such":[76],"circularities,":[77],"and":[78],"exemplify":[79],"how":[80],"be":[84,104],"met":[85],"crowdsourcing,":[87],"task-related":[89],"annotation,":[91],"or":[92],"wild.":[97],"should":[103],"considered":[105],"necessary":[108],"condition":[109],"an":[111],"science,":[113],"addition":[115],"measures":[117],"reliability":[119],"annotation.":[122]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":2}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}