{"id":"https://openalex.org/W4404782885","doi":"https://doi.org/10.18653/v1/2024.emnlp-main.560","title":"Enhancing Pre-Trained Generative Language Models with Question Attended Span Extraction on Machine Reading Comprehension","display_name":"Enhancing Pre-Trained Generative Language Models with Question Attended Span Extraction on Machine Reading Comprehension","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4404782885","doi":"https://doi.org/10.18653/v1/2024.emnlp-main.560"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2024.emnlp-main.560","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.emnlp-main.560","pdf_url":"https://aclanthology.org/2024.emnlp-main.560.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2024.emnlp-main.560.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062844781","display_name":"Lin Ai","orcid":"https://orcid.org/0000-0002-8688-7778"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lin Ai","raw_affiliation_strings":["Columbia University , New York , NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University , New York , NY","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050186511","display_name":"Zheng Hui","orcid":"https://orcid.org/0000-0002-7072-8983"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zheng Hui","raw_affiliation_strings":["Columbia University , New York , NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University , New York , NY","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076224515","display_name":"Zizhou Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zizhou Liu","raw_affiliation_strings":["Columbia University , New York , NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University , New York , NY","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045037642","display_name":"Julia Hirschberg","orcid":"https://orcid.org/0000-0003-0689-7616"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Julia Hirschberg","raw_affiliation_strings":["Columbia University , New York , NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University , New York , NY","institution_ids":["https://openalex.org/I78577930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I78577930"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"10046","last_page":"10063"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9509999752044678,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.7958186864852905},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7904646396636963},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6815891265869141},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6175500154495239},{"id":"https://openalex.org/keywords/reading-comprehension","display_name":"Reading comprehension","score":0.5531781315803528},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.4684320390224457},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.4459091126918793},{"id":"https://openalex.org/keywords/span","display_name":"Span (engineering)","score":0.4348507821559906},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.3064553141593933},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.13412165641784668},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09352242946624756}],"concepts":[{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.7958186864852905},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7904646396636963},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6815891265869141},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6175500154495239},{"id":"https://openalex.org/C2778780117","wikidata":"https://www.wikidata.org/wiki/Q3269423","display_name":"Reading comprehension","level":3,"score":0.5531781315803528},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.4684320390224457},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.4459091126918793},{"id":"https://openalex.org/C2778753569","wikidata":"https://www.wikidata.org/wiki/Q1960395","display_name":"Span (engineering)","level":2,"score":0.4348507821559906},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3064553141593933},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.13412165641784668},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09352242946624756},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2024.emnlp-main.560","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.emnlp-main.560","pdf_url":"https://aclanthology.org/2024.emnlp-main.560.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2024.emnlp-main.560","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.emnlp-main.560","pdf_url":"https://aclanthology.org/2024.emnlp-main.560.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8799999952316284,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404782885.pdf","grobid_xml":"https://content.openalex.org/works/W4404782885.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2380075625","https://openalex.org/W4229054622","https://openalex.org/W4283651310","https://openalex.org/W4283803146","https://openalex.org/W4283792424","https://openalex.org/W2082438799","https://openalex.org/W2082296339","https://openalex.org/W2161828220","https://openalex.org/W1972348076","https://openalex.org/W2083863157"],"abstract_inverted_index":{"Machine":[0],"Reading":[1],"Comprehension":[2],"(MRC)":[3],"poses":[4],"a":[5],"significant":[6],"challenge":[7],"in":[8,56,101,106,114,146],"the":[9,32,50,64,71,89,119,139],"field":[10],"of":[11,34,74,92,118],"Natural":[12],"Language":[13,95],"Processing":[14],"(NLP).While":[15],"mainstream":[16],"MRC":[17,148],"methods":[18],"predominantly":[19],"leverage":[20],"extractive":[21,60,90,144,147],"strategies":[22],"using":[23],"encoder-only":[24],"models":[25,58,78,145],"such":[26,98],"as":[27,99],"BERT,":[28],"generative":[29,57,76,142],"approaches":[30],"face":[31],"issue":[33],"out-of-control":[35],"generation":[36],"-a":[37],"critical":[38],"problem":[39],"where":[40],"answers":[41],"generated":[42],"are":[43],"often":[44],"incorrect,":[45],"irrelevant,":[46],"or":[47,131],"unfaithful":[48],"to":[49,87],"source":[51],"text.To":[52],"address":[53],"these":[54,104],"limitations":[55],"for":[59],"MRC,":[61],"we":[62],"introduce":[63],"Question-Attended":[65],"Span":[66],"Extraction":[67],"(QASE)":[68],"module.Integrated":[69],"during":[70],"finetuning":[72],"phase":[73],"pre-trained":[75],"language":[77],"(PLMs),":[79],"QASE":[80,120],"significantly":[81],"enhances":[82],"their":[83],"performance,":[84],"allowing":[85],"them":[86],"surpass":[88],"capabilities":[91],"advanced":[93],"Large":[94],"Models":[96],"(LLMs)":[97],"GPT-4":[100],"few-shot":[102],"settings.Notably,":[103],"gains":[105],"performance":[107],"do":[108],"not":[109],"come":[110],"with":[111],"an":[112],"increase":[113],"computational":[115],"demands.The":[116],"efficacy":[117],"module":[121],"has":[122],"been":[123],"rigorously":[124],"tested":[125],"across":[126],"various":[127],"datasets,":[128],"consistently":[129],"achieving":[130],"even":[132],"surpassing":[133],"state-of-the-art":[134],"(SOTA)":[135],"results,":[136],"thereby":[137],"bridging":[138],"gap":[140],"between":[141],"and":[143],"tasks.Our":[149],"code":[150],"is":[151],"available":[152],"at":[153],"this":[154],"GitHub":[155],"repository.":[156]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}