{"id":"https://openalex.org/W7155066843","doi":"https://doi.org/10.48550/arxiv.2604.18146","title":"Modular Representation Compression: Adapting LLMs for Efficient and Effective Recommendations","display_name":"Modular Representation Compression: Adapting LLMs for Efficient and Effective Recommendations","publication_year":2026,"publication_date":"2026-04-20","ids":{"openalex":"https://openalex.org/W7155066843","doi":"https://doi.org/10.48550/arxiv.2604.18146"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.18146","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.18146","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.18146","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013513956","display_name":"Yunjia Xi","orcid":"https://orcid.org/0000-0001-6883-881X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xi, Yunjia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034417837","display_name":"Menghui Zhu","orcid":"https://orcid.org/0000-0002-8567-2185"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Menghui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134127464","display_name":"Jianghao Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Jianghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134139549","display_name":"Bo Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Bo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134195262","display_name":"Ruiming Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Ruiming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134129484","display_name":"Yong Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Yong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134139300","display_name":"Weinan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Weinan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.4487000107765198,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.4487000107765198,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.11190000176429749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.035100001841783524,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modularity","display_name":"Modularity (biology)","score":0.7149999737739563},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.6729000210762024},{"id":"https://openalex.org/keywords/counterintuitive","display_name":"Counterintuitive","score":0.5527999997138977},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4366999864578247},{"id":"https://openalex.org/keywords/lift","display_name":"Lift (data mining)","score":0.41600000858306885},{"id":"https://openalex.org/keywords/decoupling","display_name":"Decoupling (probability)","score":0.39629998803138733},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.3824999928474426}],"concepts":[{"id":"https://openalex.org/C2779478453","wikidata":"https://www.wikidata.org/wiki/Q6889748","display_name":"Modularity (biology)","level":2,"score":0.7149999737739563},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.6729000210762024},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6355000138282776},{"id":"https://openalex.org/C101097943","wikidata":"https://www.wikidata.org/wiki/Q5176983","display_name":"Counterintuitive","level":2,"score":0.5527999997138977},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4366999864578247},{"id":"https://openalex.org/C139002025","wikidata":"https://www.wikidata.org/wiki/Q3001212","display_name":"Lift (data mining)","level":2,"score":0.41600000858306885},{"id":"https://openalex.org/C205606062","wikidata":"https://www.wikidata.org/wiki/Q5249645","display_name":"Decoupling (probability)","level":2,"score":0.39629998803138733},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3824999928474426},{"id":"https://openalex.org/C55282118","wikidata":"https://www.wikidata.org/wiki/Q252683","display_name":"Snapshot (computer storage)","level":2,"score":0.328000009059906},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3246000111103058},{"id":"https://openalex.org/C171018156","wikidata":"https://www.wikidata.org/wiki/Q7370306","display_name":"Rotation formalisms in three dimensions","level":2,"score":0.2913999855518341},{"id":"https://openalex.org/C100980136","wikidata":"https://www.wikidata.org/wiki/Q4668956","display_name":"Malleability","level":4,"score":0.2872999906539917},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.2827000021934509},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.2815000116825104},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.2671999931335449},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2614000141620636}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.18146","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.18146","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.18146","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.18146","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.45024484395980835}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recently,":[0],"large":[1],"language":[2],"models":[3],"(LLMs)":[4],"have":[5,13],"advanced":[6],"recommendation":[7,83],"systems":[8],"(RSs),":[9],"and":[10,32,45,115,147,176,190],"recent":[11],"works":[12],"begun":[14],"to":[15,18,30,52,120,134,154,162,166,180],"explore":[16],"how":[17],"integrate":[19],"LLMs":[20,28,41,76,109],"into":[21],"industrial":[22],"RSs.":[23],"While":[24],"most":[25],"approaches":[26],"deploy":[27],"offline":[29],"generate":[31],"pre-cache":[33],"augmented":[34],"representations":[35,39,55,71],"for":[36],"RSs,":[37],"high-dimensional":[38],"from":[40,72,79],"introduce":[42],"substantial":[43],"storage":[44],"computational":[46],"costs.":[47],"Thus,":[48,127],"it":[49],"is":[50],"crucial":[51],"compress":[53,95],"LLM":[54,153],"effectively.":[56],"However,":[57],"we":[58,128],"identify":[59],"a":[60,158,197,207],"counterintuitive":[61],"phenomenon":[62],"during":[63],"representation":[64],"compression:":[65],"Mid-layer":[66],"Representation":[67],"Advantage":[68],"(MRA),":[69],"where":[70],"middle":[73],"layers":[74,81],"of":[75,139],"outperform":[77],"those":[78],"final":[80,87,98,118],"in":[82,122,201],"tasks.":[84,182],"This":[85],"degraded":[86],"layer":[88,119],"renders":[89],"existing":[90],"compression":[91,146],"methods,":[92],"which":[93],"typically":[94],"on":[96,105],"the":[97,117,123,137,152],"layer,":[99],"suboptimal.":[100],"We":[101],"interpret":[102],"this":[103],"based":[104],"modularity":[106,114,138],"theory":[107],"that":[108,186],"develop":[110],"spontaneous":[111],"internal":[112],"functional":[113],"force":[116],"specialize":[121],"proxy":[124],"training":[125],"task.":[126],"propose":[129],"\\underline{M}odul\\underline{a}r":[130],"\\underline{R}epresentation":[131],"\\underline{C}ompression":[132],"(MARC)":[133],"explicitly":[135,144],"control":[136],"LLMs.":[140],"First,":[141],"Modular":[142,170],"Adjustment":[143],"introduces":[145],"task":[148],"adaptation":[149],"modules,":[150],"enabling":[151],"operate":[155],"strictly":[156],"as":[157],"representation-learning":[159],"module.":[160],"Next,":[161],"ground":[163],"each":[164],"module":[165],"its":[167],"specific":[168],"task,":[169],"Task":[171],"Decoupling":[172],"uses":[173],"information":[174],"constraints":[175],"different":[177],"network":[178],"structures":[179],"decouple":[181],"Extensive":[183],"experiments":[184],"validate":[185],"MARC":[187,195],"addresses":[188],"MRA":[189],"produces":[191],"efficient":[192],"representations.":[193],"Notably,":[194],"achieved":[196],"2.82%":[198],"eCPM":[199],"lift":[200],"an":[202],"online":[203],"A/B":[204],"test":[205],"within":[206],"large-scale":[208],"commercial":[209],"search":[210],"advertising":[211],"scenario.":[212]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-22T00:00:00"}