{"id":"https://openalex.org/W2949818215","doi":"https://doi.org/10.18653/v1/p19-1092","title":"HEAD-QA: A Healthcare Dataset for Complex Reasoning","display_name":"HEAD-QA: A Healthcare Dataset for Complex Reasoning","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2949818215","doi":"https://doi.org/10.18653/v1/p19-1092","mag":"2949818215"},"language":"en","primary_location":{"id":"doi:10.18653/v1/p19-1092","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1092","pdf_url":"https://www.aclweb.org/anthology/P19-1092.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/P19-1092.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039380414","display_name":"David Vilares","orcid":"https://orcid.org/0000-0002-1295-3840"},"institutions":[{"id":"https://openalex.org/I11019714","display_name":"Universidade da Coru\u00f1a","ror":"https://ror.org/01qckj285","country_code":"ES","type":"education","lineage":["https://openalex.org/I11019714"]},{"id":"https://openalex.org/I4210124246","display_name":"CITIC Group (China)","ror":"https://ror.org/037b6wy35","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210124246"]}],"countries":["CN","ES"],"is_corresponding":false,"raw_author_name":"David Vilares","raw_affiliation_strings":["Universidade da Corua, CITIC Departamento de Computacin Campus de Elvia s/n, 15071 A Corua, Spain","Universidade da Coru\u00f1a, CITIC Departamento de Computaci\u00f3n Campus de Elvi\u00f1a s/n, 15071 A Coru\u00f1a, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade da Corua, CITIC Departamento de Computacin Campus de Elvia s/n, 15071 A Corua, Spain","institution_ids":["https://openalex.org/I4210124246"]},{"raw_affiliation_string":"Universidade da Coru\u00f1a, CITIC Departamento de Computaci\u00f3n Campus de Elvi\u00f1a s/n, 15071 A Coru\u00f1a, Spain","institution_ids":["https://openalex.org/I11019714"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030874155","display_name":"Carlos G\u00f3mez\u2010Rodr\u00edguez","orcid":"https://orcid.org/0000-0003-0752-8812"},"institutions":[{"id":"https://openalex.org/I11019714","display_name":"Universidade da Coru\u00f1a","ror":"https://ror.org/01qckj285","country_code":"ES","type":"education","lineage":["https://openalex.org/I11019714"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Carlos G\u00f3mez-Rodr\u00edguez","raw_affiliation_strings":["Universidade da Coru\u00f1a, CITIC Departamento de Computaci\u00f3n Campus de Elvi\u00f1a s/n, 15071 A Coru\u00f1a, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade da Coru\u00f1a, CITIC Departamento de Computaci\u00f3n Campus de Elvi\u00f1a s/n, 15071 A Coru\u00f1a, Spain","institution_ids":["https://openalex.org/I11019714"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8586,"has_fulltext":true,"cited_by_count":50,"citation_normalized_percentile":{"value":0.89689544,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"960","last_page":"966"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9861000180244446,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9726999998092651,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.844976544380188},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7810872793197632},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.773768424987793},{"id":"https://openalex.org/keywords/head","display_name":"Head (geology)","score":0.560191810131073},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.550740659236908},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.48736459016799927},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48066771030426025},{"id":"https://openalex.org/keywords/position-paper","display_name":"Position paper","score":0.47760483622550964},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.46456092596054077},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.42376238107681274},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3758963942527771},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3679540157318115},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.32888320088386536},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1516539454460144},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.06952586770057678}],"concepts":[{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.844976544380188},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7810872793197632},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.773768424987793},{"id":"https://openalex.org/C2780312720","wikidata":"https://www.wikidata.org/wiki/Q5689100","display_name":"Head (geology)","level":2,"score":0.560191810131073},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.550740659236908},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.48736459016799927},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48066771030426025},{"id":"https://openalex.org/C78780964","wikidata":"https://www.wikidata.org/wiki/Q7233193","display_name":"Position paper","level":2,"score":0.47760483622550964},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.46456092596054077},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.42376238107681274},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3758963942527771},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3679540157318115},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32888320088386536},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1516539454460144},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.06952586770057678},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C114793014","wikidata":"https://www.wikidata.org/wiki/Q52109","display_name":"Geomorphology","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/p19-1092","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1092","pdf_url":"https://www.aclweb.org/anthology/P19-1092.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},{"id":"pmh:oai:zenodo.org:11474926","is_oa":true,"landing_page_url":"https://hdl.handle.net/2183/36616","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACL 2019, 57th Annual Meeting of the Association for Computational Linguistics, Florence (Italy), 28 July - 2 August 2019","raw_type":"info:eu-repo/semantics/conferencePaper"}],"best_oa_location":{"id":"doi:10.18653/v1/p19-1092","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1092","pdf_url":"https://www.aclweb.org/anthology/P19-1092.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8500000238418579}],"awards":[{"id":"https://openalex.org/G3768625766","display_name":null,"funder_award_id":"ED431B 2017/01","funder_id":"https://openalex.org/F4320326655","funder_display_name":"Xunta de Galicia"},{"id":"https://openalex.org/G434337789","display_name":null,"funder_award_id":"HORIZON2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6258374248","display_name":null,"funder_award_id":"ED431B","funder_id":"https://openalex.org/F4320326655","funder_display_name":"Xunta de Galicia"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320326655","display_name":"Xunta de Galicia","ror":"https://ror.org/0181xnw06"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2949818215.pdf","grobid_xml":"https://content.openalex.org/works/W2949818215.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W118585533","https://openalex.org/W1525961042","https://openalex.org/W1544827683","https://openalex.org/W2097417694","https://openalex.org/W2137687953","https://openalex.org/W2152311128","https://openalex.org/W2295405869","https://openalex.org/W2413794162","https://openalex.org/W2547185913","https://openalex.org/W2551396370","https://openalex.org/W2606964149","https://openalex.org/W2620811048","https://openalex.org/W2746097825","https://openalex.org/W2766371743","https://openalex.org/W2788496822","https://openalex.org/W2794325560","https://openalex.org/W2892060537","https://openalex.org/W2929738314","https://openalex.org/W2949615363","https://openalex.org/W2953868496","https://openalex.org/W2962727366","https://openalex.org/W2962808855","https://openalex.org/W2962985038","https://openalex.org/W2963159690","https://openalex.org/W2963323070","https://openalex.org/W2963748441"],"related_works":["https://openalex.org/W2883256816","https://openalex.org/W2171408034","https://openalex.org/W3003320923","https://openalex.org/W2106140982","https://openalex.org/W2152313554","https://openalex.org/W2064303750","https://openalex.org/W4285042611","https://openalex.org/W1509300825","https://openalex.org/W3092582874","https://openalex.org/W2338718585"],"abstract_inverted_index":{"We":[0,37,53],"present":[1],"HEAD-QA,":[2],"a":[3,21,74],"multi-choice":[4],"question":[5],"answering":[6],"testbed":[7],"to":[8,19],"encourage":[9],"research":[10],"on":[11],"complex":[12],"reasoning.":[13],"The":[14],"questions":[15],"come":[16],"from":[17],"exams":[18],"access":[20],"specialized":[22,35],"position":[23],"in":[24],"the":[25,63],"Spanish":[26],"healthcare":[27],"system,":[28],"and":[29,42,50,61],"are":[30],"challenging":[31],"even":[32],"for":[33,76],"highly":[34],"humans.":[36],"then":[38],"consider":[39],"monolingual":[40],"(Spanish)":[41],"cross-lingual":[43],"(to":[44],"English)":[45],"experiments":[46],"with":[47],"information":[48],"retrieval":[49],"neural":[51],"techniques.":[52],"show":[54],"that:":[55],"(i)":[56],"HEAD-QA":[57],"challenges":[58],"current":[59],"methods,":[60],"(ii)":[62],"results":[64],"lag":[65],"well":[66],"behind":[67],"human":[68],"performance,":[69],"demonstrating":[70],"its":[71],"usefulness":[72],"as":[73],"benchmark":[75],"future":[77],"work.":[78]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":2}],"updated_date":"2026-08-04T08:18:43.703281","created_date":"2025-10-10T00:00:00"}