{"id":"https://openalex.org/W2998000750","doi":"https://doi.org/10.1145/3336191.3371835","title":"Label Distribution Augmented Maximum Likelihood Estimation for Reading Comprehension","display_name":"Label Distribution Augmented Maximum Likelihood Estimation for Reading Comprehension","publication_year":2020,"publication_date":"2020-01-20","ids":{"openalex":"https://openalex.org/W2998000750","doi":"https://doi.org/10.1145/3336191.3371835","mag":"2998000750"},"language":"en","primary_location":{"id":"doi:10.1145/3336191.3371835","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3336191.3371835","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076267273","display_name":"Lixin Su","orcid":null},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lixin Su","raw_affiliation_strings":["Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088621320","display_name":"Jiafeng Guo","orcid":"https://orcid.org/0000-0002-9509-8674"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiafeng Guo","raw_affiliation_strings":["Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006971161","display_name":"Yixing Fan","orcid":"https://orcid.org/0000-0003-4317-2702"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yixing Fan","raw_affiliation_strings":["Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101616866","display_name":"Yanyan Lan","orcid":"https://orcid.org/0000-0002-7811-3262"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanyan Lan","raw_affiliation_strings":["Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029998682","display_name":"Xueqi Cheng","orcid":"https://orcid.org/0000-0002-5201-8195"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueqi Cheng","raw_affiliation_strings":["Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5076267273"],"corresponding_institution_ids":["https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":0.2651,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.60705635,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"564","last_page":"572"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.7087447643280029},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6930423974990845},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6402695178985596},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6116492748260498},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5992535948753357},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5734127163887024},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5568653345108032},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.5055794715881348},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.49380382895469666},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.44956350326538086},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.41662997007369995},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21746087074279785}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.7087447643280029},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6930423974990845},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6402695178985596},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6116492748260498},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5992535948753357},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5734127163887024},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5568653345108032},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.5055794715881348},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.49380382895469666},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44956350326538086},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.41662997007369995},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21746087074279785},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3336191.3371835","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3336191.3371835","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th International Conference on Web Search and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6800000071525574,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1544827683","https://openalex.org/W2066454034","https://openalex.org/W2096557251","https://openalex.org/W2099691725","https://openalex.org/W2146574666","https://openalex.org/W2155027007","https://openalex.org/W2156737235","https://openalex.org/W2183341477","https://openalex.org/W2330485005","https://openalex.org/W2508728158","https://openalex.org/W2521709538","https://openalex.org/W2553156677","https://openalex.org/W2557764419","https://openalex.org/W2606964149","https://openalex.org/W2740711318","https://openalex.org/W2740747242","https://openalex.org/W2798471433","https://openalex.org/W2798586382","https://openalex.org/W2798999921","https://openalex.org/W2890820068","https://openalex.org/W2951815760","https://openalex.org/W2962739339","https://openalex.org/W2963167310","https://openalex.org/W2963244606","https://openalex.org/W2963310665","https://openalex.org/W2963323070","https://openalex.org/W2963339397","https://openalex.org/W2963403868","https://openalex.org/W2963463964","https://openalex.org/W2963748441","https://openalex.org/W2963769536","https://openalex.org/W2963846996","https://openalex.org/W2964223283","https://openalex.org/W3098057198","https://openalex.org/W3105616927"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W972276598","https://openalex.org/W4246352526","https://openalex.org/W4323323165","https://openalex.org/W2745033168"],"abstract_inverted_index":{"Reading":[0],"comprehension":[1],"(RC)":[2],"aims":[3],"to":[4,13,63,78,87,143],"locate":[5],"a":[6,10,118,227],"text":[7,51],"span":[8],"from":[9],"context":[11],"passage":[12],"answer":[14],"the":[15,19,37,40,50,56,80,91,98,123,128,145,148,160,164,170,177,183,188,199,202,238,254,266],"given":[16],"question.":[17],"Despite":[18],"effectiveness":[20],"of":[21,39,94,130,147,163,182,198,201],"modern":[22],"neural":[23],"RC":[24,124,165,171,240,250],"models,":[25],"most":[26],"existing":[27,239],"work":[28],"relies":[29],"on":[30,66,159,243,265],"maximum":[31],"likelihood":[32],"estimation":[33],"(MLE)":[34],"and":[35,70,84,133,269],"ignores":[36],"structure":[38,200],"output":[41,203],"space.":[42],"That":[43],"is":[44,86,104,226],"during":[45],"training,":[46],"one":[47],"treats":[48],"all":[49,237],"spans":[52],"do":[53],"not":[54],"match":[55],"ground":[57,67,184],"truth":[58,68,185],"as":[59,109,219],"equally":[60],"poor,":[61],"leading":[62],"overconfident":[64],"predictions":[65],"labels":[69],"reduced":[71],"generalization":[72,207],"ability":[73],"in":[74,107],"test.":[75],"One":[76],"way":[77],"bridge":[79],"gap":[81],"between":[82],"training":[83],"test":[85],"take":[88],"into":[89],"account":[90],"task":[92,125,156],"reward":[93],"alternative":[95],"outputs":[96],"using":[97,153,187],"reinforcement":[99],"learning":[100,120,175,229],"(RL)":[101],"algorithms,":[102],"which":[103,126,225],"often":[105],"deficient":[106],"optimization":[108,212],"compared":[110],"with":[111,253],"MLE.":[112],"In":[113,191],"this":[114,192],"paper,":[115],"we":[116,137,140,194],"propose":[117],"new":[119],"criterion":[121,230,256],"for":[122,205],"combines":[127],"merits":[129],"both":[131],"MLE":[132,189,223,268],"RL-based":[134,270],"methods.":[135],"Specifically,":[136],"show":[138],"that":[139,231,249],"are":[141],"able":[142],"derive":[144],"distribution":[146],"outputs,":[149],"i.e.,":[150],"label":[151,179],"distribution,":[152,180],"their":[154],"corresponding":[155],"rewards":[157],"based":[158,264],"decomposition":[161],"property":[162],"problem.":[166],"We":[167,215],"then":[168],"optimize":[169],"model":[172],"by":[173,235],"directly":[174],"towards":[176],"auxiliary":[178],"instead":[181],"label,":[186],"framework.":[190],"way,":[193],"can":[195,257],"make":[196],"use":[197],"space":[204],"better":[206],"(as":[208,213],"RL)":[209],"via":[210],"efficient":[211],"MLE).":[214],"name":[216],"our":[217],"approach":[218],"Label":[220],"Distribution":[221],"augmented":[222],"(LD-MLE),":[224],"general":[228],"could":[232],"be":[233],"adopted":[234],"almost":[236],"models.":[241],"Experiments":[242],"three":[244],"representative":[245],"benchmark":[246],"datasets":[247],"demonstrate":[248],"models":[251],"learned":[252],"LD-MLE":[255],"achieve":[258],"consistently":[259],"improved":[260],"results":[261],"over":[262],"those":[263],"traditional":[267],"criteria.":[271]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}