{"id":"https://openalex.org/W4415180631","doi":"https://doi.org/10.1109/tpami.2025.3621229","title":"Discourse-Aware Language Representation","display_name":"Discourse-Aware Language Representation","publication_year":2025,"publication_date":"2025-10-14","ids":{"openalex":"https://openalex.org/W4415180631","doi":"https://doi.org/10.1109/tpami.2025.3621229","pmid":"https://pubmed.ncbi.nlm.nih.gov/41086082"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3621229","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3621229","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070962435","display_name":"Zhuosheng Zhang","orcid":"https://orcid.org/0000-0002-4183-3645"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuosheng Zhang","raw_affiliation_strings":["School of Computer Science, Shanghai Jiao Tong University, Shanghai, China","School of Computer ScienceShanghai Jiao Tong University"],"raw_orcid":"https://orcid.org/0000-0002-4183-3645","affiliations":[{"raw_affiliation_string":"School of Computer Science, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"School of Computer ScienceShanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002970439","display_name":"Siru Ouyang","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210109614","display_name":"The HDF Group","ror":"https://ror.org/024jrkp82","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210109614"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Siru Ouyang","raw_affiliation_strings":["School of Computer Science, Shanghai Jiao Tong University, Shanghai, China","Data Mining Group at the University of IllinoisUrbana-Champaign (UIUC)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Data Mining Group at the University of IllinoisUrbana-Champaign (UIUC)","institution_ids":["https://openalex.org/I4210109614"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036050911","display_name":"Hai Zhao","orcid":"https://orcid.org/0000-0001-7290-0487"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210158445","display_name":"Institute of Natural Science","ror":"https://ror.org/004tze884","country_code":"KP","type":"education","lineage":["https://openalex.org/I4210158445"]}],"countries":["CN","KP"],"is_corresponding":false,"raw_author_name":"Hai Zhao","raw_affiliation_strings":["School of Computer Science, Shanghai Jiao Tong University, Shanghai, China","AGI institute, School of Computer ScienceShanghai Jiao Tong University"],"raw_orcid":"https://orcid.org/0000-0001-7290-0487","affiliations":[{"raw_affiliation_string":"School of Computer Science, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"AGI institute, School of Computer ScienceShanghai Jiao Tong University","institution_ids":["https://openalex.org/I4210158445"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.396,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.86431349,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"48","issue":"2","first_page":"1888","last_page":"1903"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9610000252723694,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9610000252723694,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/contextualization","display_name":"Contextualization","score":0.6779999732971191},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5486000180244446},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.541100025177002},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4894999861717224},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4781999886035919},{"id":"https://openalex.org/keywords/context-model","display_name":"Context model","score":0.4731000065803528},{"id":"https://openalex.org/keywords/language-understanding","display_name":"Language understanding","score":0.4661000072956085},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.41350001096725464}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8367999792098999},{"id":"https://openalex.org/C2780712339","wikidata":"https://www.wikidata.org/wiki/Q5165204","display_name":"Contextualization","level":3,"score":0.6779999732971191},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6620000004768372},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6360999941825867},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5486000180244446},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.541100025177002},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4894999861717224},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4781999886035919},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.4731000065803528},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.4661000072956085},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.41350001096725464},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.40869998931884766},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.3880999982357025},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.3269999921321869},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.31529998779296875},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.3089999854564667},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.30730000138282776},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.29280000925064087},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.29089999198913574},{"id":"https://openalex.org/C2778780117","wikidata":"https://www.wikidata.org/wiki/Q3269423","display_name":"Reading comprehension","level":3,"score":0.2840000092983246},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.26980000734329224},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.25380000472068787}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2025.3621229","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3621229","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:41086082","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41086082","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1561164823","display_name":null,"funder_award_id":"62406188","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6975732744","display_name":null,"funder_award_id":"24ZR1440300","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"}],"funders":[{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":88,"referenced_works":["https://openalex.org/W2101105183","https://openalex.org/W2125436846","https://openalex.org/W2561368124","https://openalex.org/W2564875206","https://openalex.org/W2593751037","https://openalex.org/W2600702321","https://openalex.org/W2604314403","https://openalex.org/W2606964149","https://openalex.org/W2610536450","https://openalex.org/W2798456655","https://openalex.org/W2798749466","https://openalex.org/W2799187742","https://openalex.org/W2807938752","https://openalex.org/W2832876791","https://openalex.org/W2888302696","https://openalex.org/W2891304738","https://openalex.org/W2891416139","https://openalex.org/W2896457183","https://openalex.org/W2904132824","https://openalex.org/W2908331278","https://openalex.org/W2911489562","https://openalex.org/W2912904516","https://openalex.org/W2946434750","https://openalex.org/W2949212908","https://openalex.org/W2949911880","https://openalex.org/W2951846787","https://openalex.org/W2952813980","https://openalex.org/W2962809918","https://openalex.org/W2962854379","https://openalex.org/W2963041453","https://openalex.org/W2963323070","https://openalex.org/W2963339397","https://openalex.org/W2963344337","https://openalex.org/W2963542836","https://openalex.org/W2963748441","https://openalex.org/W2964006684","https://openalex.org/W2964223283","https://openalex.org/W2970530566","https://openalex.org/W2970771982","https://openalex.org/W2970780738","https://openalex.org/W2985258882","https://openalex.org/W2986728023","https://openalex.org/W2996876695","https://openalex.org/W2997561853","https://openalex.org/W2998230451","https://openalex.org/W2998579922","https://openalex.org/W3034446185","https://openalex.org/W3035413376","https://openalex.org/W3037463749","https://openalex.org/W3086456409","https://openalex.org/W3094612274","https://openalex.org/W3097024838","https://openalex.org/W3099728037","https://openalex.org/W3100353332","https://openalex.org/W3102009955","https://openalex.org/W3109558947","https://openalex.org/W3114142294","https://openalex.org/W3115149992","https://openalex.org/W3115467422","https://openalex.org/W3119139426","https://openalex.org/W3135745701","https://openalex.org/W3165695488","https://openalex.org/W3167002470","https://openalex.org/W3174881085","https://openalex.org/W3175218683","https://openalex.org/W3175802991","https://openalex.org/W3176002924","https://openalex.org/W3176506090","https://openalex.org/W3188385856","https://openalex.org/W3196783364","https://openalex.org/W3198087180","https://openalex.org/W3198950523","https://openalex.org/W3210131246","https://openalex.org/W3214910576","https://openalex.org/W4205137784","https://openalex.org/W4205492448","https://openalex.org/W4206674056","https://openalex.org/W4220835136","https://openalex.org/W4281478935","https://openalex.org/W4309096955","https://openalex.org/W4385245566","https://openalex.org/W4385734111","https://openalex.org/W4386566439","https://openalex.org/W4389523957","https://openalex.org/W4400111732","https://openalex.org/W4400188660","https://openalex.org/W4400448403","https://openalex.org/W4401692204"],"related_works":[],"abstract_inverted_index":{"Recent":[0],"Transformer-based":[1],"language":[2],"representation":[3],"techniques":[4,112],"have":[5],"commonly":[6],"adopted":[7],"a":[8,16,55],"straightforward":[9],"approach":[10,164],"to":[11,115,168],"modeling":[12,25,99],"textual":[13],"context":[14,78,175],"as":[15],"linear":[17],"sequence":[18],"of":[19,69,127,154],"successive":[20],"tokens.":[21],"However,":[22],"this":[23],"sequential":[24,63,102],"strategy":[26],"falls":[27],"short":[28],"in":[29,35],"actively":[30],"exploring":[31],"intermediate":[32],"structures":[33],"present":[34],"natural":[36],"languages":[37],"and":[38,65,107,145,176,189],"does":[39],"not":[40],"account":[41],"for":[42,98],"the":[43,60,66,77,117,121,125,152,162,166,174],"rich":[44],"interactive":[45,67],"relationships":[46,172],"between":[47,62],"sentences.":[48],"To":[49,123],"overcome":[50],"these":[51],"limitations,":[52],"we":[53,74,93,130],"propose":[54],"discourse-aware":[56,105,163],"framework":[57],"that":[58,85,161],"bridges":[59],"gap":[61],"contextualization":[64],"nature":[68],"conversational":[70,135,142,146],"reading":[71,136],"comprehension.":[72],"Concretely,":[73],"first":[75],"divide":[76],"into":[79],"elementary":[80],"discourse":[81,100,108],"units":[82],"(EDUs),":[83],"ensuring":[84],"each":[86],"unit":[87],"contains":[88],"precisely":[89],"one":[90],"condition.":[91],"Then,":[92],"systematically":[94],"explore":[95],"three":[96,134],"instantiations":[97],"features:":[101],"EDU":[103],"encoding,":[104],"masking,":[106],"graph":[109],"network.":[110],"These":[111],"allow":[113],"us":[114],"capture":[116,170],"nuanced":[118],"interactions":[119],"within":[120,173],"discourse.":[122],"assess":[124],"efficacy":[126,184],"our":[128,155,181],"methodologies,":[129],"perform":[131],"experiments":[132],"on":[133],"comprehension":[137],"tasks:":[138],"multi-turn":[139],"response":[140],"selection,":[141],"question":[143],"answering,":[144],"machine":[147],"reading.":[148],"Experimental":[149],"results":[150],"demonstrate":[151],"superiority":[153],"proposed":[156],"approach.":[157],"Moreover,":[158],"analysis":[159],"reveals":[160],"enables":[165],"model":[167],"effectively":[169],"intricate":[171],"fosters":[177],"reasoning":[178],"interpretability.":[179],"Additionally,":[180],"method":[182],"exhibits":[183],"across":[185],"various":[186],"backbone":[187],"PLMs":[188],"diverse":[190],"domains.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-01-11T23:08:45.486102","created_date":"2025-10-15T00:00:00"}