{"id":"https://openalex.org/W7166886081","doi":"https://doi.org/10.18653/v1/2026.findings-acl.676","title":"MIPIC: Matryoshka Representation Learning via Self-Distilled Intra-Relational and Progressive Information Chaining","display_name":"MIPIC: Matryoshka Representation Learning via Self-Distilled Intra-Relational and Progressive Information Chaining","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7166886081","doi":"https://doi.org/10.18653/v1/2026.findings-acl.676"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.findings-acl.676","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.676","pdf_url":"https://aclanthology.org/2026.findings-acl.676.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.findings-acl.676.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139840902","display_name":"Phung Gia Huy","orcid":null},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Phung Gia Huy","raw_affiliation_strings":["Hanoi University of Science and Technology ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hanoi University of Science and Technology ,","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139754384","display_name":"Hai An Vu","orcid":null},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Hai An Vu","raw_affiliation_strings":["Hanoi University of Science and Technology ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hanoi University of Science and Technology ,","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133718120","display_name":"Minh-Phuc Truong","orcid":"https://orcid.org/0009-0005-3834-4882"},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Minh-Phuc Truong","raw_affiliation_strings":["Hanoi University of Science and Technology ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hanoi University of Science and Technology ,","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134802999","display_name":"Thang Duc Tran","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thang Duc Tran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125251729","display_name":"Linh Ngo Van","orcid":null},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Linh Ngo Van","raw_affiliation_strings":["Hanoi University of Science and Technology ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hanoi University of Science and Technology ,","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046079137","display_name":"T. JoAnna Nguyen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thanh Hong Nguyen","raw_affiliation_strings":["University of Oregon ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oregon ,","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5139767052","display_name":"Trung Le","orcid":null},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Trung Le","raw_affiliation_strings":["Monash University ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Monash University ,","institution_ids":["https://openalex.org/I56590836"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.84917922,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"13824","last_page":"13838"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.24400000274181366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.24400000274181366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.12280000001192093,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.03359999880194664,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5324000120162964},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.374099999666214},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.3652999997138977},{"id":"https://openalex.org/keywords/chaining","display_name":"Chaining","score":0.31380000710487366},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.25440001487731934}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6786999702453613},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5324000120162964},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5102999806404114},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.374099999666214},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3652999997138977},{"id":"https://openalex.org/C49020025","wikidata":"https://www.wikidata.org/wiki/Q1059099","display_name":"Chaining","level":2,"score":0.31380000710487366},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.25440001487731934},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.24570000171661377},{"id":"https://openalex.org/C116409475","wikidata":"https://www.wikidata.org/wiki/Q1385056","display_name":"External Data Representation","level":2,"score":0.23739999532699585},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.22470000386238098}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.findings-acl.676","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.676","pdf_url":"https://aclanthology.org/2026.findings-acl.676.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.findings-acl.676","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.676","pdf_url":"https://aclanthology.org/2026.findings-acl.676.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166886081.pdf","grobid_xml":"https://content.openalex.org/works/W7166886081.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Representation":[0,18,53],"learning":[1,30],"is":[2,16,39],"fundamental":[3],"to":[4,68,139],"NLP,":[5],"but":[6],"building":[7],"embeddings":[8],"that":[9,116,143,148],"work":[10],"well":[11],"at":[12],"different":[13],"computational":[14],"budgets":[15],"challenging.Matryoshka":[17],"Learning":[19,54],"(MRL)":[20],"offers":[21],"a":[22,63,112],"flexible":[23],"inference":[24],"paradigm":[25],"through":[26,81],"nested":[27],"embeddings;":[28],"however,":[29],"such":[31],"structures":[32],"requires":[33],"explicit":[34],"coordination":[35],"of":[36],"how":[37],"information":[38],"arranged":[40],"across":[41,152],"embedding":[42],"dimensionality":[43],"and":[44,59,72,90,95,132],"model":[45],"depth.In":[46],"this":[47],"work,":[48],"we":[49],"propose":[50],"MIPIC":[51,144],"(Matryoshka":[52],"via":[55,107],"Self-Distilled":[56,82],"Intra-Relational":[57,83],"Alignment":[58,84],"Progressive":[60,108],"Information":[61,109],"Chaining),":[62],"unified":[64],"training":[65],"framework":[66],"designed":[67],"produce":[69],"structurally":[70],"coherent":[71],"semantically":[73],"compact":[74],"Matryoshka":[75,146],"representations.MIPIC":[76],"promotes":[77],"cross-dimensional":[78],"structural":[79],"consistency":[80],"(SIA),":[85],"which":[86],"aligns":[87],"token-level":[88],"geometric":[89],"attention-driven":[91],"relations":[92],"between":[93],"full":[94],"truncated":[96],"representations":[97,147],"using":[98],"top-k":[99],"CKA":[100],"self-distillation.Complementarily,":[101],"it":[102],"enables":[103],"depth-wise":[104],"semantic":[105],"consolidation":[106],"Chaining":[110],"(PIC),":[111],"scaffolded":[113],"alignment":[114],"strategy":[115],"incrementally":[117],"transfers":[118],"mature":[119],"task":[120],"semantics":[121],"from":[122,137],"deeper":[123],"layers":[124],"into":[125],"earlier":[126],"layers.Extensive":[127],"experiments":[128],"on":[129],"STS,":[130],"NLI,":[131],"classification":[133],"benchmarks":[134],"(spanning":[135],"models":[136],"TinyBERT":[138],"BGEM3,":[140],"Qwen3)":[141],"demonstrate":[142],"yields":[145],"are":[149],"highly":[150],"competitive":[151],"all":[153],"capacities,":[154],"with":[155],"significant":[156],"performance":[157],"advantages":[158],"observed":[159],"under":[160],"extreme":[161],"low-dimensional.":[162]},"counts_by_year":[],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2026-07-02T00:00:00"}