{"id":"https://openalex.org/W7138421175","doi":"https://doi.org/10.1609/aaai.v40i8.37592","title":"CATP: Contextually Adaptive Token Pruning for Efficient and Enhanced Multimodal In-Context Learning","display_name":"CATP: Contextually Adaptive Token Pruning for Efficient and Enhanced Multimodal In-Context Learning","publication_year":2026,"publication_date":"2026-03-14","ids":{"openalex":"https://openalex.org/W7138421175","doi":"https://doi.org/10.1609/aaai.v40i8.37592"},"language":null,"primary_location":{"id":"doi:10.1609/aaai.v40i8.37592","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i8.37592","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1609/aaai.v40i8.37592","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031761785","display_name":"Yanshu Li","orcid":"https://orcid.org/0000-0001-7683-806X"},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yanshu Li","raw_affiliation_strings":["Brown University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brown University","institution_ids":["https://openalex.org/I27804330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102954986","display_name":"Jianjiang Yang","orcid":"https://orcid.org/0000-0002-6061-4552"},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jianjiang Yang","raw_affiliation_strings":["University of Bristol"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Bristol","institution_ids":["https://openalex.org/I36234482"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129659670","display_name":"Zhennan Shen","orcid":null},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhennan Shen","raw_affiliation_strings":["Brown University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brown University","institution_ids":["https://openalex.org/I27804330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016596228","display_name":"Ligong Han","orcid":"https://orcid.org/0000-0003-3166-0848"},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ligong Han","raw_affiliation_strings":["MIT-IBM Watson AI Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT-IBM Watson AI Lab","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110133782","display_name":"Haoyan Xu","orcid":"https://orcid.org/0009-0005-3103-8639"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2800817003","display_name":"California Southern University","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haoyan Xu","raw_affiliation_strings":["University of Southern California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California","institution_ids":["https://openalex.org/I1174212","https://openalex.org/I2800817003"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5129687573","display_name":"Ruixiang Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210096112","display_name":"Rutgers Sexual and Reproductive Health and Rights","ror":"https://ror.org/00rcvgx40","country_code":"NL","type":"other","lineage":["https://openalex.org/I4210096112"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Ruixiang Tang","raw_affiliation_strings":["Rutgers University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University","institution_ids":["https://openalex.org/I4210096112"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.27617084,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"40","issue":"8","first_page":"6619","last_page":"6627"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8118000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8118000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.09260000288486481,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.03500000014901161,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.7337999939918518},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.586899995803833},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5846999883651733},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.5378999710083008},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.46700000762939453},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.428600013256073},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4178999960422516}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7986999750137329},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.7337999939918518},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6205999851226807},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.586899995803833},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5846999883651733},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.5378999710083008},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.46700000762939453},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.428600013256073},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4178999960422516},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3968000113964081},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.36550000309944153},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.36010000109672546},{"id":"https://openalex.org/C2780186347","wikidata":"https://www.wikidata.org/wiki/Q11414","display_name":"Subnetwork","level":2,"score":0.3440999984741211},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3276999890804291},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.27970001101493835},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2777999937534332},{"id":"https://openalex.org/C2780929884","wikidata":"https://www.wikidata.org/wiki/Q737460","display_name":"Blindness","level":2,"score":0.258899986743927},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v40i8.37592","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i8.37592","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v40i8.37592","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i8.37592","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Modern":[0],"large":[1,11,125],"vision-language":[2],"models":[3],"(LVLMs)":[4],"convert":[5],"each":[6],"input":[7,173],"image":[8,30,34,50,180],"into":[9],"a":[10,130,149],"set":[12],"of":[13,76,102,161,178,188,218,225],"tokens":[14,35,60,98],"that":[15,164],"far":[16],"outnumber":[17],"the":[18,63,100,134,167,172,179,191,205,222,230],"text":[19],"tokens.":[20],"Although":[21],"this":[22,55,121],"improves":[23,209],"visual":[24],"perception,":[25],"it":[26,208],"also":[27],"introduces":[28],"severe":[29],"token":[31,51],"redundancy.":[32],"Because":[33],"contain":[36],"sparse":[37],"information,":[38],"many":[39],"contribute":[40],"little":[41],"to":[42,111],"reasoning":[43],"but":[44],"greatly":[45],"increase":[46],"inference":[47,213],"cost.":[48],"Recent":[49],"pruning":[52,116,151,163],"methods":[53,66,117],"address":[54,140],"issue":[56],"by":[57,211,215],"identifying":[58],"important":[59],"and":[61,82,92,109,133,197,228],"removing":[62,176],"rest.":[64],"These":[65],"improve":[67],"efficiency":[68,93,210],"with":[69],"only":[70],"small":[71],"performance":[72,186],"drops.":[73],"However,":[74],"most":[75],"them":[77],"focus":[78],"on":[79,194],"single-image":[80],"tasks":[81],"overlook":[83],"multimodal":[84,103,155,226],"in-context":[85],"learning":[86],"(ICL),":[87],"where":[88],"redundancy":[89],"is":[90,94],"higher":[91],"more":[95],"important.":[96],"Redundant":[97],"weaken":[99],"advantage":[101],"ICL":[104,227],"for":[105,136,154,232],"rapid":[106],"domain":[107],"adaptation":[108],"lead":[110],"unstable":[112],"performance.":[113],"When":[114],"existing":[115],"are":[118],"applied":[119],"in":[120,171,235],"setting,":[122],"they":[123],"cause":[124],"accuracy":[126],"drops,":[127],"which":[128],"exposes":[129],"clear":[131],"gap":[132],"need":[135],"new":[137],"approaches.":[138],"To":[139],"this,":[141],"we":[142],"propose":[143],"Contextually":[144],"Adaptive":[145],"Token":[146],"Pruning":[147],"(CATP),":[148],"training-free":[150],"method":[152],"designed":[153],"ICL.":[156],"CATP":[157,182,220],"uses":[158],"two":[159],"stages":[160],"progressive":[162],"fully":[165],"reflect":[166],"complex":[168],"cross-modal":[169],"interactions":[170],"sequence.":[174],"After":[175],"77.8%":[177],"tokens,":[181],"achieves":[183],"an":[184,216],"average":[185,217],"gain":[187],"0.6%":[189],"over":[190],"vanilla":[192],"model":[193],"four":[195],"LVLMs":[196],"eight":[198],"benchmarks,":[199],"clearly":[200],"outperforming":[201],"all":[202],"baselines.":[203],"At":[204],"same":[206],"time,":[207],"reducing":[212],"latency":[214],"10.78%.":[219],"strengthens":[221],"practical":[223],"value":[224],"lays":[229],"foundation":[231],"future":[233],"progress":[234],"interleaved":[236],"image-text":[237],"settings.":[238]},"counts_by_year":[],"updated_date":"2026-07-31T08:31:51.225901","created_date":"2026-03-18T00:00:00"}
