{"id":"https://openalex.org/W7164421217","doi":"https://doi.org/10.48550/arxiv.2606.11652","title":"IAPO: Input Attribution-Aware Policy Optimization for Tool Use in Small Multimodal Agents","display_name":"IAPO: Input Attribution-Aware Policy Optimization for Tool Use in Small Multimodal Agents","publication_year":2026,"publication_date":"2026-06-10","ids":{"openalex":"https://openalex.org/W7164421217","doi":"https://doi.org/10.48550/arxiv.2606.11652"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.11652","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.11652","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.11652","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138398157","display_name":"Yifan Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138456211","display_name":"Zhen Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zhen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138469945","display_name":"Jiayi Tian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian, Jiayi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137807645","display_name":"Liyan Tan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tan, Liyan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138475521","display_name":"Zheng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8819000124931335,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8819000124931335,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.03420000150799751,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.033900000154972076,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.5946999788284302},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5149999856948853},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.451200008392334},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.43959999084472656},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.3140999972820282},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.3116999864578247}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8059999942779541},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.5946999788284302},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5845999717712402},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5738000273704529},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5149999856948853},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.451200008392334},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.43959999084472656},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.3140999972820282},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.3116999864578247},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.3082999885082245},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.29899999499320984},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2948000133037567},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.2685999870300293}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.11652","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.11652","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.11652","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.11652","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.545669436454773}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"investigates":[2],"reinforcement":[3],"learning":[4],"(RL)":[5],"methods":[6,46],"for":[7,36,66,106,126],"improving":[8,127],"tool-calling":[9,29],"capabilities":[10],"in":[11,130],"multimodal":[12,41,67,107,131],"small":[13],"language":[14],"model":[15,179],"(SLM)":[16],"agents.":[17],"While":[18],"existing":[19,45,171],"works":[20],"have":[21],"explored":[22],"various":[23],"reward":[24],"designs":[25],"to":[26,96,109,181],"improve":[27,97],"agentic":[28],"ability,":[30],"these":[31,114],"approaches":[32],"face":[33],"inherent":[34],"limitations":[35],"SLM":[37,108,132],"training,":[38],"especially":[39],"under":[40],"scenarios.":[42],"First,":[43],"many":[44],"evaluate":[47],"tool":[48,71,79,128,173],"use":[49,72,129,174],"correctness":[50],"through":[51],"exact":[52],"matching":[53],"against":[54],"certain":[55],"ground-truth":[56],"or":[57],"predefined":[58],"formats.":[59],"However,":[60],"this":[61],"assumption":[62],"is":[63],"often":[64],"unsuitable":[65],"tasks,":[68],"where":[69],"multiple":[70],"paths":[73],"may":[74],"be":[75],"valid":[76],"and":[77,87],"annotated":[78],"trajectories":[80],"are":[81],"typically":[82],"unavailable.":[83],"Second,":[84],"such":[85],"sparse":[86],"brittle":[88],"binary":[89],"rewards":[90],"provide":[91],"little":[92],"guidance":[93],"on":[94,148],"how":[95],"the":[98,135,152,178,182],"underlying":[99],"decision":[100],"process,":[101],"making":[102],"them":[103],"particularly":[104],"difficult":[105],"learn":[110],"from.":[111],"To":[112],"address":[113],"issues,":[115],"we":[116],"propose":[117],"Input":[118],"Attribution-Aware":[119],"Policy":[120],"Optimization":[121],"(IAPO),":[122],"an":[123,161],"RL":[124],"algorithm":[125],"by":[133,160,176],"aligning":[134],"model's":[136],"attribution":[137],"across":[138,165],"input":[139,185],"components":[140],"with":[141,170],"that":[142,151],"of":[143,163],"a":[144],"stronger":[145],"teacher.":[146],"Experiments":[147],"Qwen2.5-VL-3B":[149],"show":[150],"proposed":[153],"method":[154],"improves":[155],"visual":[156,172],"question":[157],"answering":[158],"accuracy":[159],"average":[162],"3%":[164],"six":[166],"test":[167],"sets":[168],"compared":[169],"work,":[175],"helping":[177],"attend":[180],"most":[183],"relevant":[184],"evidence.":[186]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-12T00:00:00"}
