{"id":"https://openalex.org/W7160838237","doi":"https://doi.org/10.48550/arxiv.2605.07334","title":"RCoT-Seg: Reinforced Chain-of-Thought for Video Reasoning and Segmentation","display_name":"RCoT-Seg: Reinforced Chain-of-Thought for Video Reasoning and Segmentation","publication_year":2026,"publication_date":"2026-05-08","ids":{"openalex":"https://openalex.org/W7160838237","doi":"https://doi.org/10.48550/arxiv.2605.07334"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.07334","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07334","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.07334","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135839367","display_name":"Junwei Wen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wen, Junwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085059762","display_name":"Deshui Miao","orcid":"https://orcid.org/0000-0001-5168-931X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Miao, Deshui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135875264","display_name":"Guangming Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Guangming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135874586","display_name":"Xin Yu Li","orcid":"https://orcid.org/0000-0002-8866-6848"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135907729","display_name":"Wenjie Pei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pei, Wenjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.7684000134468079,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.7684000134468079,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.12070000171661377,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.032499998807907104,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6934000253677368},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.5644999742507935},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5113999843597412},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.46810001134872437},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.460999995470047},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.4514999985694885},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.4287000000476837},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.41370001435279846}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8025000095367432},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6934000253677368},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6891999840736389},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.5644999742507935},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5113999843597412},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.492900013923645},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.46810001134872437},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.460999995470047},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.4514999985694885},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4287000000476837},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.41370001435279846},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.3855000138282776},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.3628000020980835},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.36149999499320984},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3562000095844269},{"id":"https://openalex.org/C179254644","wikidata":"https://www.wikidata.org/wiki/Q13222844","display_name":"Moment (physics)","level":2,"score":0.3319999873638153},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3091000020503998},{"id":"https://openalex.org/C159620131","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Spatial analysis","level":2,"score":0.2761000096797943},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2709999978542328},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.2624000012874603},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.2549000084400177},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.2538999915122986},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.25200000405311584}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.07334","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07334","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.07334","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07334","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.43382197618484497,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Video":[0],"Reasoning":[1],"Segmentation":[2],"(VRS)":[3],"aims":[4],"to":[5,60,122],"segment":[6],"target":[7,87],"objects":[8],"in":[9,63,98],"videos":[10],"based":[11],"on":[12,144],"implicit":[13],"instructions":[14],"that":[15,53,77,174],"convey":[16],"human":[17],"intent":[18],"and":[19,44,58,85,113,124,133,148,160,167,187],"temporal":[20,56,81,92,134],"logic.":[21],"Existing":[22],"MLLM-based":[23],"methods":[24,153],"predict":[25],"masks":[26,150],"with":[27,108,151],"a":[28,74,109],"[SEG]":[29],"token":[30],"after":[31],"selecting":[32],"frames":[33],"via":[34],"simple":[35],"sampling":[36,159],"or":[37],"an":[38,102],"auxiliary":[39],"MLLM,":[40],"where":[41],"limited":[42],"supervision":[43],"frame-language":[45],"similarity":[46],"rules":[47],"often":[48],"yield":[49],"narrow-scope":[50],"keyframe":[51,86,104,127],"choices":[52],"weaken":[54],"holistic":[55],"understanding":[57],"lead":[59],"brittle":[61],"localization":[62,132],"complex":[64],"multi-object":[65],"scenes.":[66],"To":[67],"address":[68],"these":[69],"issues,":[70],"we":[71],"introduce":[72],"RCoT-Seg,":[73],"video-of-thought":[75],"framework":[76],"factorizes":[78],"VRS":[79],"into":[80],"video":[82],"reasoning":[83,93],"(TVR)":[84],"perception":[88],"(KTP),":[89],"explicitly":[90],"separating":[91],"from":[94],"spatial":[95,165],"perception.":[96],"Specifically,":[97],"the":[99,126,137,145,155,175,182],"TVR":[100],"stage,":[101,139],"agentic":[103],"selection":[105],"module,":[106],"initialized":[107],"curated":[110],"CoT-start":[111],"corpus":[112],"refined":[114],"by":[115],"GRPO":[116],"under":[117],"task-aligned":[118],"rewards,":[119],"is":[120],"proposed":[121,176],"generate":[123],"reselect":[125],"through":[128],"self-evaluation,":[129],"strengthening":[130],"moment":[131],"reasoning.":[135],"In":[136],"KTP":[138],"RCoT-Seg":[140,177],"performs":[141],"high-resolution":[142],"segmentation":[143],"selected":[146],"frame":[147],"propagates":[149],"SAM2-based":[152],"across":[154],"sequence,":[156],"replacing":[157],"heuristic":[158],"external":[161],"selectors":[162],"while":[163],"improving":[164],"precision":[166],"inter-frame":[168],"consistency.":[169],"Extensive":[170],"experimental":[171],"results":[172],"demonstrate":[173],"achieves":[178],"favorable":[179],"performance":[180],"against":[181],"state-of-the-art":[183],"methods.":[184],"The":[185],"code":[186],"models":[188],"will":[189],"be":[190],"publicly":[191],"released":[192],"at":[193],"https://github.com/Victor-wjw/RCoT-Seg.":[194]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-12T00:00:00"}