{"id":"https://openalex.org/W7138284635","doi":"https://doi.org/10.1609/aaai.v40i10.37733","title":"Where and What Matters: Sensitivity-Aware Task Vectors for Many-Shot Multimodal In-Context Learning","display_name":"Where and What Matters: Sensitivity-Aware Task Vectors for Many-Shot Multimodal In-Context Learning","publication_year":2026,"publication_date":"2026-03-14","ids":{"openalex":"https://openalex.org/W7138284635","doi":"https://doi.org/10.1609/aaai.v40i10.37733"},"language":null,"primary_location":{"id":"doi:10.1609/aaai.v40i10.37733","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i10.37733","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/37733/41695","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/37733/41695","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129751606","display_name":"Ziyu Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I4210095624","display_name":"Alibaba Group (United States)","ror":"https://ror.org/00rn0m335","country_code":"US","type":"company","lineage":["https://openalex.org/I4210095624","https://openalex.org/I45928872"]},{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Ziyu Ma","raw_affiliation_strings":["AMAP, Alibaba Group, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AMAP, Alibaba Group, China","institution_ids":["https://openalex.org/I45928872","https://openalex.org/I4210095624"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129689403","display_name":"Chenhui Gou","orcid":null},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Chenhui Gou","raw_affiliation_strings":["Data Science & AI Department, Faculty of IT, Monash University, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data Science & AI Department, Faculty of IT, Monash University, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129732615","display_name":"Yiming Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210095624","display_name":"Alibaba Group (United States)","ror":"https://ror.org/00rn0m335","country_code":"US","type":"company","lineage":["https://openalex.org/I4210095624","https://openalex.org/I45928872"]},{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Yiming Hu","raw_affiliation_strings":["AMAP, Alibaba Group, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AMAP, Alibaba Group, China","institution_ids":["https://openalex.org/I45928872","https://openalex.org/I4210095624"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129721250","display_name":"Yong Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210095624","display_name":"Alibaba Group (United States)","ror":"https://ror.org/00rn0m335","country_code":"US","type":"company","lineage":["https://openalex.org/I4210095624","https://openalex.org/I45928872"]},{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Yong Wang","raw_affiliation_strings":["AMAP, Alibaba Group, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AMAP, Alibaba Group, China","institution_ids":["https://openalex.org/I45928872","https://openalex.org/I4210095624"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129652201","display_name":"Bohan Zhuang","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bohan Zhuang","raw_affiliation_strings":["ZIP Lab, Zhejiang University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ZIP Lab, Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5129701873","display_name":"Jianfei Cai","orcid":null},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jianfei Cai","raw_affiliation_strings":["Data Science & AI Department, Faculty of IT, Monash University, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data Science & AI Department, Faculty of IT, Monash University, Australia","institution_ids":["https://openalex.org/I56590836"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"40","issue":"10","first_page":"7892","last_page":"7900"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.6772000193595886,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.6772000193595886,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0812000036239624,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.026900000870227814,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6711999773979187},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5806999802589417},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5568000078201294},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5375999808311462},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.5192999839782715},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4959999918937683},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4819999933242798}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7261000275611877},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6711999773979187},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5961999893188477},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5806999802589417},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5568000078201294},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5375999808311462},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.5192999839782715},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4959999918937683},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4819999933242798},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44179999828338623},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.35370001196861267},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3393000066280365},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.32580000162124634},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.29409998655319214},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.28529998660087585},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.27000001072883606},{"id":"https://openalex.org/C91682802","wikidata":"https://www.wikidata.org/wiki/Q620538","display_name":"Multidimensional scaling","level":2,"score":0.2597000002861023}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v40i10.37733","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i10.37733","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/37733/41695","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v40i10.37733","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i10.37733","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/37733/41695","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7138284635.pdf","grobid_xml":"https://content.openalex.org/works/W7138284635.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Multimodal":[1],"Models":[2],"(LMMs)":[3],"have":[4,33],"shown":[5],"promising":[6],"in-context":[7,42],"learning":[8,135],"(ICL)":[9],"capabilities,":[10],"but":[11],"scaling":[12],"to":[13,19,57,63,83,89,136,142],"many-shot":[14,41],"settings":[15],"remains":[16],"difficult":[17],"due":[18],"limited":[20],"context":[21],"length":[22],"and":[23,87,131,156,164],"high":[24],"inference":[25],"cost.":[26],"To":[27,70],"address":[28],"these":[29],"challenges,":[30],"task-vector-based":[31,49,170],"methods":[32,50,171],"been":[34],"explored":[35],"by":[36,126],"inserting":[37],"compact":[38],"representations":[39],"of":[40,55,150],"demonstrations":[43],"into":[44],"model":[45],"activations.":[46],"However,":[47],"existing":[48],"either":[51],"overlook":[52],"the":[53,113,128,138],"importance":[54],"where":[56,86],"insert":[58],"task":[59],"vectors":[60],"or":[61],"struggle":[62],"determine":[64],"suitable":[65,140],"values":[66],"for":[67,109,123],"each":[68,124],"location.":[69],"this":[71],"end,":[72],"we":[73,117],"propose":[74],"a":[75,106,119,148],"novel":[76],"Sensitivity-aware":[77],"Task":[78],"Vector":[79],"insertion":[80],"framework":[81],"(STV)":[82],"figure":[84],"out":[85],"what":[88],"insert.":[90,143],"Our":[91],"key":[92],"insight":[93],"is":[94],"that":[95],"activation":[96,121,129],"deltas":[97],"across":[98,147],"query-context":[99],"pairs":[100],"exhibit":[101],"consistent":[102,166],"structural":[103],"patterns,":[104],"providing":[105],"reliable":[107],"cue":[108],"insertion.":[110],"Based":[111],"on":[112],"identified":[114],"sensitive-aware":[115],"locations,":[116],"construct":[118],"pre-clustered":[120],"bank":[122],"location":[125],"clustering":[127],"values,":[130],"then":[132],"apply":[133],"reinforcement":[134],"choose":[137],"most":[139],"one":[141],"We":[144],"evaluate":[145],"STV":[146],"range":[149],"multimodal":[151],"models":[152],"(e.g.,":[153,158],"Qwen-VL,":[154],"Idefics-2)":[155],"tasks":[157],"VizWiz,":[159],"OK-VQA),":[160],"demonstrating":[161],"its":[162],"effectiveness":[163],"showing":[165],"improvements":[167],"over":[168],"previous":[169],"with":[172],"strong":[173],"generalization.":[174]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-03-18T00:00:00"}