{"id":"https://openalex.org/W2970229707","doi":"https://doi.org/10.18653/v1/w19-5041","title":"Pentagon at MEDIQA 2019: Multi-task Learning for Filtering and Re-ranking Answers using Language Inference and Question Entailment","display_name":"Pentagon at MEDIQA 2019: Multi-task Learning for Filtering and Re-ranking Answers using Language Inference and Question Entailment","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2970229707","doi":"https://doi.org/10.18653/v1/w19-5041","mag":"2970229707"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w19-5041","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-5041","pdf_url":"https://www.aclweb.org/anthology/W19-5041.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th BioNLP Workshop and Shared Task","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W19-5041.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002450533","display_name":"Hemant Pugaliya","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hemant Pugaliya","raw_affiliation_strings":["Language Technologies Institute (LTI), Carnegie Mellon University (CMU"],"affiliations":[{"raw_affiliation_string":"Language Technologies Institute (LTI), Carnegie Mellon University (CMU","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101573304","display_name":"Karan Saxena","orcid":"https://orcid.org/0000-0002-0168-7444"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Karan Saxena","raw_affiliation_strings":["Language Technologies Institute (LTI), Carnegie Mellon University (CMU"],"affiliations":[{"raw_affiliation_string":"Language Technologies Institute (LTI), Carnegie Mellon University (CMU","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047141122","display_name":"Shefali Garg","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shefali Garg","raw_affiliation_strings":["Language Technologies Institute (LTI), Carnegie Mellon University (CMU"],"affiliations":[{"raw_affiliation_string":"Language Technologies Institute (LTI), Carnegie Mellon University (CMU","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083079697","display_name":"Sheetal Shalini","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sheetal Shalini","raw_affiliation_strings":["Language Technologies Institute (LTI), Carnegie Mellon University (CMU"],"affiliations":[{"raw_affiliation_string":"Language Technologies Institute (LTI), Carnegie Mellon University (CMU","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048725802","display_name":"Prashant Gupta","orcid":"https://orcid.org/0000-0003-4220-1954"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Prashant Gupta","raw_affiliation_strings":["Language Technologies Institute (LTI), Carnegie Mellon University (CMU"],"affiliations":[{"raw_affiliation_string":"Language Technologies Institute (LTI), Carnegie Mellon University (CMU","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063241234","display_name":"Eric Nyberg","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric Nyberg","raw_affiliation_strings":["Language Technologies Institute (LTI), Carnegie Mellon University (CMU"],"affiliations":[{"raw_affiliation_string":"Language Technologies Institute (LTI), Carnegie Mellon University (CMU","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052956256","display_name":"Teruko Mitamura","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Teruko Mitamura","raw_affiliation_strings":["Language Technologies Institute (LTI), Carnegie Mellon University (CMU"],"affiliations":[{"raw_affiliation_string":"Language Technologies Institute (LTI), Carnegie Mellon University (CMU","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5002450533"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":1.99703069,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.89149398,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"389","last_page":"398"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8523156642913818},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.7071634531021118},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6819868087768555},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6268401145935059},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.6265000104904175},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6241781115531921},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6056867837905884},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5376710891723633},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5179589986801147},{"id":"https://openalex.org/keywords/mean-reciprocal-rank","display_name":"Mean reciprocal rank","score":0.5125594139099121},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5082015991210938},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.48258841037750244},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.48199525475502014},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4791266620159149},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.4752616286277771},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.44832107424736023}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8523156642913818},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.7071634531021118},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6819868087768555},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6268401145935059},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.6265000104904175},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6241781115531921},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6056867837905884},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5376710891723633},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5179589986801147},{"id":"https://openalex.org/C44083865","wikidata":"https://www.wikidata.org/wiki/Q3853443","display_name":"Mean reciprocal rank","level":2,"score":0.5125594139099121},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5082015991210938},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.48258841037750244},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.48199525475502014},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4791266620159149},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.4752616286277771},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.44832107424736023},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/w19-5041","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-5041","pdf_url":"https://www.aclweb.org/anthology/W19-5041.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th BioNLP Workshop and Shared Task","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/w19-5041","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-5041","pdf_url":"https://www.aclweb.org/anthology/W19-5041.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th BioNLP Workshop and Shared Task","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7200000286102295}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2970229707.pdf","grobid_xml":"https://content.openalex.org/works/W2970229707.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W65592459","https://openalex.org/W2017637319","https://openalex.org/W2035720976","https://openalex.org/W2108263314","https://openalex.org/W2112644606","https://openalex.org/W2123442489","https://openalex.org/W2159583324","https://openalex.org/W2168041406","https://openalex.org/W2169099542","https://openalex.org/W2415204069","https://openalex.org/W2608787653","https://openalex.org/W2611099133","https://openalex.org/W2620811048","https://openalex.org/W2742079690","https://openalex.org/W2888120268","https://openalex.org/W2891308403","https://openalex.org/W2896457183","https://openalex.org/W2913352150","https://openalex.org/W2950279864","https://openalex.org/W2953356739","https://openalex.org/W2963341956","https://openalex.org/W2963854351","https://openalex.org/W2963918774","https://openalex.org/W2970986790","https://openalex.org/W3099023595","https://openalex.org/W4300874613"],"related_works":["https://openalex.org/W3130378938","https://openalex.org/W2969318268","https://openalex.org/W1575184037","https://openalex.org/W2401488880","https://openalex.org/W1569284118","https://openalex.org/W4245477095","https://openalex.org/W2944454640","https://openalex.org/W4205887426","https://openalex.org/W3101676040","https://openalex.org/W4387073571"],"abstract_inverted_index":{"Parallel":[0],"deep":[1,19,117],"learning":[2,22],"architectures":[3],"like":[4],"fine-tuned":[5],"BERT":[6],"and":[7,20,66,82,104,127,133],"MT-DNN,":[8],"have":[9,36],"quickly":[10],"become":[11],"the":[12,15,108,123,137],"state":[13],"of":[14,79,131],"art,":[16],"bypassing":[17],"previous":[18],"shallow":[21],"methods":[23],"by":[24,46],"a":[25,72,99],"large":[26,33,67],"margin.":[27],"More":[28],"recently,":[29],"pre-trained":[30,114],"models":[31,59,115],"from":[32],"related":[34],"datasets":[35,51,85],"been":[37],"able":[38],"to":[39,53,75,102],"perform":[40],"well":[41],"on":[42,49,60,136],"many":[43],"downstream":[44],"tasks":[45],"just":[47],"fine-tuning":[48],"domain-specific":[50],"(similar":[52],"transfer":[54],"learning).":[55],"However,":[56],"using":[57],"powerful":[58],"non-trivial":[61],"tasks,":[62],"such":[63],"as":[64,116],"ranking":[65],"document":[68],"classification,":[69],"still":[70],"remains":[71],"challenge":[73],"due":[74],"input":[76],"size":[77],"limitations":[78],"parallel":[80],"architecture":[81],"extremely":[83],"small":[84],"(insufficient":[86],"for":[87],"fine-tuning).":[88],"In":[89],"this":[90],"work,":[91],"we":[92],"introduce":[93],"an":[94],"end-to-end":[95],"system,":[96],"trained":[97],"in":[98,107],"multi-task":[100],"setting,":[101],"filter":[103],"re-rank":[105],"answers":[106],"medical":[109],"domain.":[110],"We":[111],"use":[112],"task-specific":[113],"feature":[118],"extractors.":[119],"Our":[120],"model":[121],"achieves":[122],"highest":[124],"Spearman\u2019s":[125],"Rho":[126],"Mean":[128],"Reciprocal":[129],"Rank":[130],"0.338":[132],"0.9622":[134],"respectively,":[135],"ACL-BioNLP":[138],"workshop":[139],"MediQA":[140],"Question":[141],"Answering":[142],"shared-task.":[143]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}