{"id":"https://openalex.org/W7084049732","doi":"https://doi.org/10.48550/arxiv.2509.25866","title":"DeepSketcher: Internalizing Visual Manipulation for Multimodal Reasoning","display_name":"DeepSketcher: Internalizing Visual Manipulation for Multimodal Reasoning","publication_year":2025,"publication_date":"2025-09-30","ids":{"openalex":"https://openalex.org/W7084049732","doi":"https://doi.org/10.48550/arxiv.2509.25866"},"language":"en","primary_location":{"id":"doi:10.48550/arxiv.2509.25866","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2509.25866","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2509.25866","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zhang, Chi","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Zhang, Chi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Qiu, Haibo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiu, Haibo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zhang, Qiming","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Qiming","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zeng, Zhixiong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Zhixiong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Ma, Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Lin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Zhang, Jing","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jing","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T12743","display_name":"Spanish Culture and Identity","score":0.27090001106262207,"subfield":{"id":"https://openalex.org/subfields/1211","display_name":"Philosophy"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12743","display_name":"Spanish Culture and Identity","score":0.27090001106262207,"subfield":{"id":"https://openalex.org/subfields/1211","display_name":"Philosophy"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12803","display_name":"Cinema History and Criticism","score":0.23019999265670776,"subfield":{"id":"https://openalex.org/subfields/1213","display_name":"Visual Arts and Performing Arts"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10758","display_name":"Cinema and Media Studies","score":0.0494999997317791,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"Visual reasoning","score":0.671999990940094},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.6047999858856201},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.527999997138977},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.4675999879837036},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.39340001344680786},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.38100001215934753},{"id":"https://openalex.org/keywords/opportunistic-reasoning","display_name":"Opportunistic reasoning","score":0.3314000070095062},{"id":"https://openalex.org/keywords/abductive-reasoning","display_name":"Abductive reasoning","score":0.30550000071525574}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7612000107765198},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.671999990940094},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.6047999858856201},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5347999930381775},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.527999997138977},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.4675999879837036},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.413100004196167},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.39340001344680786},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.38100001215934753},{"id":"https://openalex.org/C86827895","wikidata":"https://www.wikidata.org/wiki/Q7098582","display_name":"Opportunistic reasoning","level":4,"score":0.3314000070095062},{"id":"https://openalex.org/C166088908","wikidata":"https://www.wikidata.org/wiki/Q308495","display_name":"Abductive reasoning","level":2,"score":0.30550000071525574},{"id":"https://openalex.org/C155911833","wikidata":"https://www.wikidata.org/wiki/Q3817354","display_name":"Spatial intelligence","level":2,"score":0.30239999294281006},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.2883000075817108},{"id":"https://openalex.org/C2780878386","wikidata":"https://www.wikidata.org/wiki/Q1659648","display_name":"Visual language","level":2,"score":0.28519999980926514},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.2815999984741211},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.2741999924182892},{"id":"https://openalex.org/C2780977526","wikidata":"https://www.wikidata.org/wiki/Q42417149","display_name":"Data exploration","level":3,"score":0.2705000042915344},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2529999911785126},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25130000710487366},{"id":"https://openalex.org/C103057564","wikidata":"https://www.wikidata.org/wiki/Q4751139","display_name":"Analytic reasoning","level":3,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2509.25866","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2509.25866","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2509.25866","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2509.25866","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,102],"\"thinking":[1,175],"with":[2,110,128,176],"images\"":[3],"paradigm":[4],"represents":[5],"a":[6,89,99,119,138],"pivotal":[7],"shift":[8],"in":[9,61,153],"the":[10,154,189,192,195,198],"reasoning":[11,108,144,182],"of":[12,84,122,191,197],"Vision":[13],"Language":[14],"Models":[15],"(VLMs),":[16],"moving":[17],"from":[18],"text-dominant":[19],"chain-of-thought":[20,106],"to":[21,37],"image-interactive":[22],"reasoning.":[23,48,78],"By":[24],"invoking":[25,160],"visual":[26,31,155],"tools":[27,162],"or":[28],"generating":[29],"intermediate":[30],"representations,":[32],"VLMs":[33],"can":[34],"iteratively":[35],"attend":[36],"fine-grained":[38],"regions,":[39],"enabling":[40],"deeper":[41],"image":[42],"understanding":[43],"and":[44,67,98,114,125,145,163,172,194],"more":[45,173],"faithful":[46],"multimodal":[47,77,181],"As":[49],"an":[50,94],"emerging":[51],"paradigm,":[52],"however,":[53],"it":[54],"still":[55],"leaves":[56],"substantial":[57],"room":[58],"for":[59,75],"exploration":[60],"data":[62,123],"construction":[63],"accuracy,":[64],"structural":[65],"design,":[66],"broader":[68],"application":[69],"scenarios,":[70],"which":[71],"offer":[72],"rich":[73],"opportunities":[74],"advancing":[76],"To":[79],"further":[80],"advance":[81],"this":[82,134],"line":[83],"work,":[85],"we":[86,136],"present":[87],"DeepSketcher,":[88],"comprehensive":[90],"suite":[91],"comprising":[92],"both":[93,188],"image-text":[95,143],"interleaved":[96,142],"dataset":[97,103,193],"self-contained":[100],"model.":[101],"contains":[104],"31k":[105],"(CoT)":[107],"trajectories":[109],"diverse":[111],"tool":[112],"calls":[113],"resulting":[115],"edited":[116],"images,":[117],"covering":[118],"wide":[120],"range":[121],"types":[124],"manipulation":[126],"instructions":[127],"high":[129],"annotation":[130],"accuracy.":[131],"Building":[132],"on":[133,180],"resource,":[135],"design":[137,169],"model":[139,199],"that":[140],"performs":[141],"natively":[146],"generates":[147],"\"visual":[148],"thoughts\"":[149],"by":[150],"operating":[151],"directly":[152],"embedding":[156],"space,":[157],"rather":[158],"than":[159],"external":[161],"repeatedly":[164],"re-encoding":[165],"generated":[166],"images.":[167],"This":[168],"enables":[170],"tool-free":[171],"flexible":[174],"images\".":[177],"Extensive":[178],"experiments":[179],"benchmarks":[183],"demonstrate":[184],"strong":[185],"performance,":[186],"validating":[187],"utility":[190],"effectiveness":[196],"design.":[200]},"counts_by_year":[],"updated_date":"2025-11-06T06:51:31.235846","created_date":"2025-10-10T00:00:00"}