{"id":"https://openalex.org/W2752582418","doi":"https://doi.org/10.18653/v1/s17-2057","title":"NLM_NIH at SemEval-2017 Task 3: from Question Entailment to Question Similarity for Community Question Answering","display_name":"NLM_NIH at SemEval-2017 Task 3: from Question Entailment to Question Similarity for Community Question Answering","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2752582418","doi":"https://doi.org/10.18653/v1/s17-2057","mag":"2752582418"},"language":"en","primary_location":{"id":"doi:10.18653/v1/s17-2057","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/s17-2057","pdf_url":"https://www.aclweb.org/anthology/S17-2057.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 11th International Workshop on Semantic Evaluation\n          (SemEval-2017)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/S17-2057.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011349649","display_name":"Asma Ben Abacha","orcid":"https://orcid.org/0000-0001-6312-9387"},"institutions":[{"id":"https://openalex.org/I2800548410","display_name":"United States National Library of Medicine","ror":"https://ror.org/0060t0j89","country_code":"US","type":"archive","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I2800548410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Asma Ben Abacha","raw_affiliation_strings":["National Library of Medicine, Bethesda, MD"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Library of Medicine, Bethesda, MD","institution_ids":["https://openalex.org/I2800548410"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046764593","display_name":"Dina Demner\u2010Fushman","orcid":null},"institutions":[{"id":"https://openalex.org/I2800548410","display_name":"United States National Library of Medicine","ror":"https://ror.org/0060t0j89","country_code":"US","type":"archive","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I2800548410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dina Demner-Fushman","raw_affiliation_strings":["National Library of Medicine, Bethesda, MD"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Library of Medicine, Bethesda, MD","institution_ids":["https://openalex.org/I2800548410"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I2800548410"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"349","last_page":"352"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/semeval","display_name":"SemEval","score":0.8191870450973511},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.8174409866333008},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.7406686544418335},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7325318455696106},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7147725224494934},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6241324543952942},{"id":"https://openalex.org/keywords/textual-entailment","display_name":"Textual entailment","score":0.5862869024276733},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5789464712142944},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5722113847732544},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5576500296592712},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5072731375694275},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4445534646511078},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4235129952430725},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.41256183385849},{"id":"https://openalex.org/keywords/logical-consequence","display_name":"Logical consequence","score":0.3938031792640686},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14344727993011475},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.09398648142814636},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.09193384647369385}],"concepts":[{"id":"https://openalex.org/C44572571","wikidata":"https://www.wikidata.org/wiki/Q7448970","display_name":"SemEval","level":3,"score":0.8191870450973511},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.8174409866333008},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.7406686544418335},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7325318455696106},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7147725224494934},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6241324543952942},{"id":"https://openalex.org/C95318506","wikidata":"https://www.wikidata.org/wiki/Q6588467","display_name":"Textual entailment","level":3,"score":0.5862869024276733},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5789464712142944},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5722113847732544},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5576500296592712},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5072731375694275},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4445534646511078},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4235129952430725},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.41256183385849},{"id":"https://openalex.org/C134752490","wikidata":"https://www.wikidata.org/wiki/Q374182","display_name":"Logical consequence","level":2,"score":0.3938031792640686},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14344727993011475},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.09398648142814636},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.09193384647369385},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/s17-2057","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/s17-2057","pdf_url":"https://www.aclweb.org/anthology/S17-2057.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 11th International Workshop on Semantic Evaluation\n          (SemEval-2017)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/s17-2057","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/s17-2057","pdf_url":"https://www.aclweb.org/anthology/S17-2057.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 11th International Workshop on Semantic Evaluation\n          (SemEval-2017)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337372","display_name":"U.S. National Library of Medicine","ror":"https://ror.org/0060t0j89"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2752582418.pdf","grobid_xml":"https://content.openalex.org/works/W2752582418.grobid-xml"},"referenced_works_count":8,"referenced_works":["https://openalex.org/W1507223999","https://openalex.org/W2098162425","https://openalex.org/W2156938860","https://openalex.org/W2162355876","https://openalex.org/W2466490286","https://openalex.org/W2468484304","https://openalex.org/W2620811048","https://openalex.org/W2915240437"],"related_works":["https://openalex.org/W2169644218","https://openalex.org/W12963412","https://openalex.org/W2250460949","https://openalex.org/W3158371345","https://openalex.org/W2751698142","https://openalex.org/W3141423438","https://openalex.org/W2071098659","https://openalex.org/W2627035043","https://openalex.org/W4200417912","https://openalex.org/W1893429831"],"abstract_inverted_index":{"This":[0],"paper":[1],"describes":[2],"our":[3,42,60],"participation":[4],"in":[5,71,121,127],"SemEval-2017":[6],"Task":[7],"3":[8],"on":[9,56],"Community":[10],"Question":[11,15,47],"Answering":[12],"(cQA).":[13],"The":[14,105],"Similarity":[16],"subtask":[17],"(B)":[18],"aims":[19],"to":[20,33,36,50],"rank":[21],"a":[22,29],"set":[23],"of":[24,67,85,123,129,132],"related":[25],"questions":[26],"retrieved":[27],"by":[28,89],"search":[30],"engine":[31],"according":[32],"their":[34],"similarity":[35,53],"the":[37,51,64,68],"original":[38],"question.":[39],"We":[40],"adapted":[41],"featurebased":[43],"system":[44,62,66,95,108,117],"for":[45],"Recognizing":[46],"Entailment":[48],"(RQE)":[49],"question":[52],"task.":[54],"Tested":[55],"cQA-B-2016":[57],"test":[58,82],"data,":[59,83],"RQE":[61],"outperformed":[63],"best":[65,107],"2016":[69],"challenge":[70],"all":[72,86],"measures":[73],"with":[74],"77.47":[75],"MAP":[76,111,124],"and":[77,101,112,125],"80.57":[78],"Accuracy.":[79],"On":[80],"cQA-B-2017":[81,106],"performances":[84],"systems":[87],"dropped":[88],"around":[90],"30":[91],"points.":[92],"Our":[93,116],"primary":[94],"obtained":[96],"44.62":[97],"MAP,":[98],"67.27":[99],"Accuracy":[100],"47.25":[102],"F1":[103,114,130],"score.":[104,115],"achieved":[109],"47.22":[110],"42.37":[113],"is":[118],"ranked":[119],"sixth":[120],"terms":[122,128],"third":[126],"out":[131],"13":[133],"participating":[134],"teams.":[135]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}
