{"id":"https://openalex.org/W4200208413","doi":"https://doi.org/10.2200/s01137ed1v01y202110hlt055","title":"Validity, Reliability, and Significance: Empirical Methods for NLP and Data Science","display_name":"Validity, Reliability, and Significance: Empirical Methods for NLP and Data Science","publication_year":2021,"publication_date":"2021-12-03","ids":{"openalex":"https://openalex.org/W4200208413","doi":"https://doi.org/10.2200/s01137ed1v01y202110hlt055"},"language":"en","primary_location":{"id":"doi:10.2200/s01137ed1v01y202110hlt055","is_oa":true,"landing_page_url":"https://doi.org/10.2200/s01137ed1v01y202110hlt055","pdf_url":"https://link.springer.com/content/pdf/bfm%3A978-3-031-02183-1%2F1","source":{"id":"https://openalex.org/S4210203380","display_name":"Synthesis lectures on human language technologies","issn_l":"1947-4040","issn":["1947-4040","1947-4059"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310322570","host_organization_name":"Morgan & Claypool Publishers","host_organization_lineage":["https://openalex.org/P4310322570"],"host_organization_lineage_names":["Morgan & Claypool Publishers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Synthesis Lectures on Human Language Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://link.springer.com/content/pdf/bfm%3A978-3-031-02183-1%2F1","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011749347","display_name":"Stefan Riezler","orcid":null},"institutions":[{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Stefan Riezler","raw_affiliation_strings":["Department of Computational Linguistics and & Interdisciplinary Center for Scientific Computing and Heidelberg University, Heidelberg, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Computational Linguistics and & Interdisciplinary Center for Scientific Computing and Heidelberg University, Heidelberg, Germany","institution_ids":["https://openalex.org/I223822909"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068098596","display_name":"Michael Hagmann","orcid":null},"institutions":[{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michael Hagmann","raw_affiliation_strings":["Department of Computational Linguistics and Heidelberg University, Heidelberg, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Computational Linguistics and Heidelberg University, Heidelberg, Germany","institution_ids":["https://openalex.org/I223822909"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5011749347"],"corresponding_institution_ids":["https://openalex.org/I223822909"],"apc_list":null,"apc_paid":null,"fwci":0.5598,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.74447654,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"14","issue":"6","first_page":"1","last_page":"165"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9685999751091003,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.9650999903678894,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.682409405708313},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6358581781387329},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5270302891731262},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5050624012947083},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4112357795238495},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3840685188770294},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1942216455936432},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.140421062707901},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.05240795016288757}],"concepts":[{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.682409405708313},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6358581781387329},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5270302891731262},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5050624012947083},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4112357795238495},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3840685188770294},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1942216455936432},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.140421062707901},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.05240795016288757},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.2200/s01137ed1v01y202110hlt055","is_oa":true,"landing_page_url":"https://doi.org/10.2200/s01137ed1v01y202110hlt055","pdf_url":"https://link.springer.com/content/pdf/bfm%3A978-3-031-02183-1%2F1","source":{"id":"https://openalex.org/S4210203380","display_name":"Synthesis lectures on human language technologies","issn_l":"1947-4040","issn":["1947-4040","1947-4059"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310322570","host_organization_name":"Morgan & Claypool Publishers","host_organization_lineage":["https://openalex.org/P4310322570"],"host_organization_lineage_names":["Morgan & Claypool Publishers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Synthesis Lectures on Human Language Technologies","raw_type":"journal-article"},{"id":"pmh:oai:aleph.bib-bvb.de:BVB01-033053114","is_oa":false,"landing_page_url":"http://bvbr.bib-bvb.de:8991/F?func=service&doc_library=BVB01&local_base=BVB01&doc_number=033053114&sequence=000001&line_number=0001&func_code=DB_RECORDS&service_type=MEDIA","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:aleph.bib-bvb.de:BVB01-035659760","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.2200/s01137ed1v01y202110hlt055","is_oa":true,"landing_page_url":"https://doi.org/10.2200/s01137ed1v01y202110hlt055","pdf_url":"https://link.springer.com/content/pdf/bfm%3A978-3-031-02183-1%2F1","source":{"id":"https://openalex.org/S4210203380","display_name":"Synthesis lectures on human language technologies","issn_l":"1947-4040","issn":["1947-4040","1947-4059"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310322570","host_organization_name":"Morgan & Claypool Publishers","host_organization_lineage":["https://openalex.org/P4310322570"],"host_organization_lineage_names":["Morgan & Claypool Publishers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Synthesis Lectures on Human Language Technologies","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4200208413.pdf"},"referenced_works_count":105,"referenced_works":["https://openalex.org/W27605680","https://openalex.org/W569478347","https://openalex.org/W587135490","https://openalex.org/W610135065","https://openalex.org/W648087242","https://openalex.org/W985756785","https://openalex.org/W1413993273","https://openalex.org/W1460189015","https://openalex.org/W1491613324","https://openalex.org/W1498436455","https://openalex.org/W1561572740","https://openalex.org/W1571046241","https://openalex.org/W1571883544","https://openalex.org/W1707943224","https://openalex.org/W1898928487","https://openalex.org/W1951724000","https://openalex.org/W1964218847","https://openalex.org/W1976891431","https://openalex.org/W1977601279","https://openalex.org/W1981606737","https://openalex.org/W2007815473","https://openalex.org/W2019841176","https://openalex.org/W2049024590","https://openalex.org/W2052861746","https://openalex.org/W2053154970","https://openalex.org/W2057720927","https://openalex.org/W2067724039","https://openalex.org/W2069549793","https://openalex.org/W2074466695","https://openalex.org/W2076983043","https://openalex.org/W2099111195","https://openalex.org/W2105114716","https://openalex.org/W2111296615","https://openalex.org/W2119160928","https://openalex.org/W2125001590","https://openalex.org/W2132218683","https://openalex.org/W2133943399","https://openalex.org/W2140308441","https://openalex.org/W2141403362","https://openalex.org/W2141766660","https://openalex.org/W2141845152","https://openalex.org/W2143891888","https://openalex.org/W2144211451","https://openalex.org/W2144620969","https://openalex.org/W2148603752","https://openalex.org/W2153222072","https://openalex.org/W2155243985","https://openalex.org/W2159306398","https://openalex.org/W2167277498","https://openalex.org/W2168632947","https://openalex.org/W2171033594","https://openalex.org/W2242706318","https://openalex.org/W2277377380","https://openalex.org/W2280404143","https://openalex.org/W2282181907","https://openalex.org/W2295951612","https://openalex.org/W2325014228","https://openalex.org/W2327037637","https://openalex.org/W2414283705","https://openalex.org/W2477882401","https://openalex.org/W2494354788","https://openalex.org/W2495099234","https://openalex.org/W2507058334","https://openalex.org/W2593643174","https://openalex.org/W2750746504","https://openalex.org/W2758081422","https://openalex.org/W2773795499","https://openalex.org/W2776803885","https://openalex.org/W2790376986","https://openalex.org/W2801890059","https://openalex.org/W2886354607","https://openalex.org/W2892638968","https://openalex.org/W2896991425","https://openalex.org/W2899689163","https://openalex.org/W2921802966","https://openalex.org/W2963433607","https://openalex.org/W2963583956","https://openalex.org/W2974973348","https://openalex.org/W2995282027","https://openalex.org/W2998853022","https://openalex.org/W3016035762","https://openalex.org/W3022130366","https://openalex.org/W3023757607","https://openalex.org/W3106889297","https://openalex.org/W3112717819","https://openalex.org/W3135588948","https://openalex.org/W3175955584","https://openalex.org/W4206439534","https://openalex.org/W4206653471","https://openalex.org/W4210551050","https://openalex.org/W4210856302","https://openalex.org/W4213009331","https://openalex.org/W4231079698","https://openalex.org/W4233096244","https://openalex.org/W4233882242","https://openalex.org/W4235051201","https://openalex.org/W4238804190","https://openalex.org/W4249303080","https://openalex.org/W4249446031","https://openalex.org/W4252076394","https://openalex.org/W4293278643","https://openalex.org/W4298286109","https://openalex.org/W4299409299","https://openalex.org/W4301861531","https://openalex.org/W4388322985"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2931662336","https://openalex.org/W2077865380","https://openalex.org/W2134894512","https://openalex.org/W2053487507","https://openalex.org/W2765597752","https://openalex.org/W2083375246","https://openalex.org/W2067108088","https://openalex.org/W3192589309"],"abstract_inverted_index":null,"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}