{"id":"https://openalex.org/W3098771568","doi":"https://doi.org/10.1017/s1351324920000017","title":"Constrained BERT BiLSTM CRF for understanding multi-sentence entity-seeking questions","display_name":"Constrained BERT BiLSTM CRF for understanding multi-sentence entity-seeking questions","publication_year":2020,"publication_date":"2020-02-13","ids":{"openalex":"https://openalex.org/W3098771568","doi":"https://doi.org/10.1017/s1351324920000017","mag":"3098771568"},"language":"en","primary_location":{"id":"doi:10.1017/s1351324920000017","is_oa":true,"landing_page_url":"https://doi.org/10.1017/s1351324920000017","pdf_url":null,"source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1017/s1351324920000017","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082114795","display_name":"Danish Contractor","orcid":"https://orcid.org/0000-0002-6843-1961"},"institutions":[{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Danish Contractor","raw_affiliation_strings":["IBM Research AI","Indian Institute of Technology Delhi, New Delhi, India"],"raw_orcid":"https://orcid.org/0000-0002-6843-1961","affiliations":[{"raw_affiliation_string":"IBM Research AI","institution_ids":[]},{"raw_affiliation_string":"Indian Institute of Technology Delhi, New Delhi, India","institution_ids":["https://openalex.org/I68891433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076387701","display_name":"Barun Patra","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Barun Patra","raw_affiliation_strings":["Microsoft Corporation, Redmond, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Corporation, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042262991","display_name":"Mausam Mausam","orcid":"https://orcid.org/0000-0003-4088-4296"},"institutions":[{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Mausam","raw_affiliation_strings":["Indian Institute of Technology Delhi, New Delhi, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Delhi, New Delhi, India","institution_ids":["https://openalex.org/I68891433"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103677687","display_name":"Parag Singla","orcid":"https://orcid.org/0009-0000-9190-9794"},"institutions":[{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Parag Singla","raw_affiliation_strings":["Indian Institute of Technology Delhi, New Delhi, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Delhi, New Delhi, India","institution_ids":["https://openalex.org/I68891433"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5082114795"],"corresponding_institution_ids":["https://openalex.org/I68891433"],"apc_list":null,"apc_paid":null,"fwci":1.3038,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.8513495,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"27","issue":"1","first_page":"65","last_page":"87"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/conditional-random-field","display_name":"Conditional random field","score":0.84386146068573},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8051819801330566},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6515001058578491},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.6276559829711914},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6091904640197754},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6089460849761963},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5952301621437073},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.5897078514099121},{"id":"https://openalex.org/keywords/semantic-role-labeling","display_name":"Semantic role labeling","score":0.5596259236335754},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.528969943523407},{"id":"https://openalex.org/keywords/schema","display_name":"Schema (genetic algorithms)","score":0.510592520236969},{"id":"https://openalex.org/keywords/named-entity-recognition","display_name":"Named-entity recognition","score":0.4915359914302826},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3439457416534424},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.11126363277435303}],"concepts":[{"id":"https://openalex.org/C152565575","wikidata":"https://www.wikidata.org/wiki/Q1124538","display_name":"Conditional random field","level":2,"score":0.84386146068573},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8051819801330566},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6515001058578491},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.6276559829711914},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6091904640197754},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6089460849761963},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5952301621437073},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.5897078514099121},{"id":"https://openalex.org/C67277372","wikidata":"https://www.wikidata.org/wiki/Q7449085","display_name":"Semantic role labeling","level":3,"score":0.5596259236335754},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.528969943523407},{"id":"https://openalex.org/C52146309","wikidata":"https://www.wikidata.org/wiki/Q7431116","display_name":"Schema (genetic algorithms)","level":2,"score":0.510592520236969},{"id":"https://openalex.org/C2779135771","wikidata":"https://www.wikidata.org/wiki/Q403574","display_name":"Named-entity recognition","level":3,"score":0.4915359914302826},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3439457416534424},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.11126363277435303},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1017/s1351324920000017","is_oa":true,"landing_page_url":"https://doi.org/10.1017/s1351324920000017","pdf_url":null,"source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1017/s1351324920000017","is_oa":true,"landing_page_url":"https://doi.org/10.1017/s1351324920000017","pdf_url":null,"source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.5299999713897705,"id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":80,"referenced_works":["https://openalex.org/W37244022","https://openalex.org/W580074167","https://openalex.org/W1614298861","https://openalex.org/W1646084575","https://openalex.org/W1801721664","https://openalex.org/W1894439495","https://openalex.org/W1940872118","https://openalex.org/W1980095184","https://openalex.org/W2090243146","https://openalex.org/W2117729721","https://openalex.org/W2130237711","https://openalex.org/W2131726681","https://openalex.org/W2147880316","https://openalex.org/W2158847908","https://openalex.org/W2161002933","https://openalex.org/W2173361515","https://openalex.org/W2177512083","https://openalex.org/W2250225488","https://openalex.org/W2250564385","https://openalex.org/W2251079237","https://openalex.org/W2251199578","https://openalex.org/W2251599843","https://openalex.org/W2251673953","https://openalex.org/W2252136820","https://openalex.org/W2269075722","https://openalex.org/W2270499809","https://openalex.org/W2289952147","https://openalex.org/W2291880741","https://openalex.org/W2295978800","https://openalex.org/W2302963717","https://openalex.org/W2342010368","https://openalex.org/W2421747218","https://openalex.org/W2444318157","https://openalex.org/W2466292699","https://openalex.org/W2468783103","https://openalex.org/W2514077680","https://openalex.org/W2536574992","https://openalex.org/W2547185913","https://openalex.org/W2557764419","https://openalex.org/W2572127022","https://openalex.org/W2575773175","https://openalex.org/W2578328577","https://openalex.org/W2591368218","https://openalex.org/W2604862103","https://openalex.org/W2605089588","https://openalex.org/W2607188338","https://openalex.org/W2608309533","https://openalex.org/W2773993304","https://openalex.org/W2777063654","https://openalex.org/W2788363870","https://openalex.org/W2798836595","https://openalex.org/W2798949492","https://openalex.org/W2807174321","https://openalex.org/W2889276770","https://openalex.org/W2889787757","https://openalex.org/W2896391192","https://openalex.org/W2896457183","https://openalex.org/W2950577311","https://openalex.org/W2951365061","https://openalex.org/W2953361271","https://openalex.org/W2962985038","https://openalex.org/W2962990932","https://openalex.org/W2963246595","https://openalex.org/W2963339397","https://openalex.org/W2963341956","https://openalex.org/W2963578915","https://openalex.org/W2963691697","https://openalex.org/W2963748441","https://openalex.org/W2963866616","https://openalex.org/W2963997623","https://openalex.org/W2964059756","https://openalex.org/W2964212344","https://openalex.org/W2964232431","https://openalex.org/W2980282514","https://openalex.org/W3098862418","https://openalex.org/W6640362995","https://openalex.org/W6677337689","https://openalex.org/W6717286470","https://openalex.org/W6736172710","https://openalex.org/W6741728649"],"related_works":["https://openalex.org/W4250494529","https://openalex.org/W1964783010","https://openalex.org/W2399696375","https://openalex.org/W45206245","https://openalex.org/W2211396092","https://openalex.org/W2061834489","https://openalex.org/W2751906762","https://openalex.org/W3088215229","https://openalex.org/W2078793151","https://openalex.org/W3047727388"],"abstract_inverted_index":{"Abstract":[0],"We":[1,33,105,120,159],"present":[2],"the":[3,14,35,60,78,122,128,137,168,187],"novel":[4,129],"task":[5,44,130],"of":[6,37,62,80,124,131,142,170,180],"understanding":[7,38],"multi-sentence":[8],"entity-seeking":[9,134],"questions":[10,15,135,149],"(MSEQs),":[11],"that":[12,16,24,49,107],"is,":[13],"may":[17],"be":[18],"expressed":[19],"in":[20,110,172,186],"multiple":[21,103],"sentences,":[22],"and":[23,75,99,183],"expect":[25],"one":[26],"or":[27,55],"more":[28,148,152],"entities":[29],"as":[30,40,95,97,155],"an":[31,46,173],"answer.":[32],"formulate":[34],"problem":[36],"MSEQs":[39,171],"a":[41,67,111,116],"semantic":[42,57,188],"labeling":[43],"over":[45,115],"open":[47],"representation":[48],"makes":[50],"minimal":[51],"assumptions":[52],"about":[53],"schema":[54],"ontology-specific":[56],"vocabulary.":[58],"At":[59],"core":[61],"our":[63,125,143,163],"model,":[64],"we":[65,86],"use":[66,141],"BiLSTM":[68,118],"(bidirectional":[69],"LSTM)":[70],"conditional":[71],"random":[72],"field":[73],"(CRF),":[74],"to":[76,157],"overcome":[77],"challenges":[79],"operating":[81],"with":[82,150,177],"low":[83],"training":[84,181],"data,":[85],"supplement":[87],"it":[88],"by":[89],"using":[90,127],"BERT":[91],"embeddings,":[92],"hand-designed":[93],"features,":[94],"well":[96],"hard":[98],"soft":[100],"constraints":[101],"spanning":[102],"sentences.":[104],"find":[106],"this":[108],"results":[109],"12\u201315":[112],"points":[113],"gain":[114],"vanilla":[117],"CRF.":[119],"demonstrate":[121,161],"strengths":[123],"work":[126],"answering":[132],"real-world":[133],"from":[136],"tourism":[138],"domain.":[139],"The":[140],"labels":[144],"helps":[145],"answer":[146],"36%":[147],"35%":[151],"(relative)":[153],"accuracy":[154],"compared":[156],"baselines.":[158],"also":[160],"how":[162],"framework":[164],"can":[165],"rapidly":[166],"enable":[167],"parsing":[169],"entirely":[174],"new":[175],"domain":[176],"small":[178],"amounts":[179],"data":[182],"little":[184],"change":[185],"representation.":[189]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2020-11-23T00:00:00"}