{"id":"https://openalex.org/W4393055591","doi":"https://doi.org/10.48550/arxiv.2403.12966","title":"Chain-of-Spot: Interactive Reasoning Improves Large Vision-Language Models","display_name":"Chain-of-Spot: Interactive Reasoning Improves Large Vision-Language Models","publication_year":2024,"publication_date":"2024-03-19","ids":{"openalex":"https://openalex.org/W4393055591","doi":"https://doi.org/10.48550/arxiv.2403.12966"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2403.12966","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.12966","pdf_url":"https://arxiv.org/pdf/2403.12966","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2403.12966","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013372143","display_name":"Zuyan Liu","orcid":"https://orcid.org/0009-0002-6943-3085"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zuyan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101838988","display_name":"Yuhao Dong","orcid":"https://orcid.org/0000-0003-0564-4369"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Yuhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082694832","display_name":"Yongming Rao","orcid":"https://orcid.org/0000-0003-3952-8753"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rao, Yongming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100620306","display_name":"Jie Zhou","orcid":"https://orcid.org/0000-0001-7701-234X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Jie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100460385","display_name":"Jiwen Lu","orcid":"https://orcid.org/0000-0002-6121-5529"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Jiwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8938999772071838,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8938999772071838,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.7825000286102295,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.76419997215271,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6673659682273865},{"id":"https://openalex.org/keywords/chain","display_name":"Chain (unit)","score":0.5441800355911255},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.46452224254608154},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4252476394176483},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3342345356941223}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6673659682273865},{"id":"https://openalex.org/C199185054","wikidata":"https://www.wikidata.org/wiki/Q552299","display_name":"Chain (unit)","level":2,"score":0.5441800355911255},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.46452224254608154},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4252476394176483},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3342345356941223},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2403.12966","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.12966","pdf_url":"https://arxiv.org/pdf/2403.12966","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2403.12966","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2403.12966","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2403.12966","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.12966","pdf_url":"https://arxiv.org/pdf/2403.12966","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4393055591.pdf","grobid_xml":"https://content.openalex.org/works/W4393055591.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W3204019825"],"abstract_inverted_index":{"In":[0],"the":[1,6,29,46,64,72,98,102,119,135,179],"realm":[2],"of":[3,8,94,137,147],"vision-language":[4],"understanding,":[5],"proficiency":[7],"models":[9,189],"in":[10,32,168],"interpreting":[11],"and":[12,150,154,156,173,188],"reasoning":[13,139],"over":[14],"visual":[15,30,67,115,176,184],"content":[16],"has":[17],"become":[18],"a":[19,51,82,144,165],"cornerstone":[20],"for":[21,28,66,181],"numerous":[22],"applications.":[23,186],"However,":[24],"it":[25],"is":[26,57],"challenging":[27],"encoder":[31],"Large":[33],"Vision-Language":[34],"Models":[35],"(LVLMs)":[36],"to":[37,42,58,101,111,171],"extract":[38],"useful":[39],"features":[40],"tailored":[41],"questions":[43,104],"that":[44,85],"aid":[45],"language":[47],"model's":[48],"response.":[49],"Furthermore,":[50],"common":[52],"practice":[53],"among":[54],"existing":[55],"LVLMs":[56,110],"utilize":[59],"lower-resolution":[60],"images,":[61],"which":[62,76],"restricts":[63],"ability":[65,170],"recognition.":[68],"Our":[69,161],"work":[70],"introduces":[71],"Chain-of-Spot":[73,130],"(CoS)":[74],"method,":[75],"we":[77],"describe":[78],"as":[79],"Interactive":[80],"Reasoning,":[81],"novel":[83],"approach":[84],"enhances":[86],"feature":[87],"extraction":[88],"by":[89],"focusing":[90],"on":[91],"key":[92],"regions":[93],"interest":[95],"(ROI)":[96],"within":[97],"image,":[99],"corresponding":[100],"posed":[103],"or":[105],"instructions.":[106],"This":[107],"technique":[108],"allows":[109],"access":[112],"more":[113,182],"detailed":[114],"information":[116],"without":[117,152],"altering":[118],"original":[120],"image":[121,126,138],"resolution,":[122],"thereby":[123],"offering":[124],"multi-granularity":[125],"features.":[127],"By":[128],"integrating":[129],"with":[131],"instruct-following":[132],"LLaVA-1.5":[133],"models,":[134],"process":[136],"consistently":[140],"improves":[141],"performance":[142],"across":[143],"wide":[145],"range":[146],"multimodal":[148],"datasets":[149],"benchmarks":[151],"bells":[153],"whistles":[155],"achieves":[157],"new":[158],"state-of-the-art":[159],"results.":[160],"empirical":[162],"findings":[163],"demonstrate":[164],"significant":[166],"improvement":[167],"LVLMs'":[169],"understand":[172],"reason":[174],"about":[175],"content,":[177],"paving":[178],"way":[180],"sophisticated":[183],"instruction-following":[185],"Code":[187],"are":[190],"available":[191],"at":[192],"https://github.com/dongyh20/Chain-of-Spot":[193]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2024-03-22T00:00:00"}