{"id":"https://openalex.org/W7134058920","doi":"https://doi.org/10.48550/arxiv.2603.04976","title":"3D-RFT: Reinforcement Fine-Tuning for Video-based 3D Scene Understanding","display_name":"3D-RFT: Reinforcement Fine-Tuning for Video-based 3D Scene Understanding","publication_year":2026,"publication_date":"2026-03-05","ids":{"openalex":"https://openalex.org/W7134058920","doi":"https://doi.org/10.48550/arxiv.2603.04976"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.04976","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069232660","display_name":"Xiongkun Linghu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Linghu, Xiongkun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128260301","display_name":"Jiangyong Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Jiangyong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128245094","display_name":"Baoxiong Jia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jia, Baoxiong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128254886","display_name":"Siyuan Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Siyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8995000123977661,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8995000123977661,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.01549999974668026,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.013199999928474426,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7574999928474426},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5473999977111816},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5094000101089478},{"id":"https://openalex.org/keywords/verifiable-secret-sharing","display_name":"Verifiable secret sharing","score":0.4219000041484833},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.38190001249313354},{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.34549999237060547},{"id":"https://openalex.org/keywords/visual-perception","display_name":"Visual perception","score":0.3443000018596649}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7574999928474426},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7260000109672546},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.593500018119812},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5473999977111816},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5094000101089478},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.4219000041484833},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3962000012397766},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.38190001249313354},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3513999879360199},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.34549999237060547},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.3443000018596649},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3440999984741211},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.2937999963760376},{"id":"https://openalex.org/C111370547","wikidata":"https://www.wikidata.org/wiki/Q7451120","display_name":"Sensory cue","level":2,"score":0.290800005197525},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2825999855995178},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.27559998631477356},{"id":"https://openalex.org/C70587473","wikidata":"https://www.wikidata.org/wiki/Q7834111","display_name":"Transformative learning","level":2,"score":0.272599995136261},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.26499998569488525},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.25920000672340393}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.04976","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.04976","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.04976","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.04976","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reinforcement":[0,71],"Learning":[1],"with":[2,128],"Verifiable":[3],"Rewards":[4],"(":[5,23,41,112,126],"RLVR":[6,85],")":[7],"has":[8],"emerged":[9],"as":[10,49,198,215],"a":[11,57,216],"transformative":[12],"paradigm":[13,95,220],"for":[14,53,73,221],"enhancing":[15],"the":[16,44,80,94,99],"reasoning":[17,188],"capabilities":[18],"of":[19,195,224],"Large":[20,109],"Language":[21,110],"Models":[22,111],"LLMs),":[24],"yet":[25],"its":[26],"potential":[27],"in":[28],"3D":[29,75,88,142,166,180,183,225],"scene":[30,167,226],"understanding":[31,168],"remains":[32],"under-explored.":[33],"Existing":[34],"approaches":[35],"largely":[36],"rely":[37],"on":[38,163,179],"Supervised":[39],"Fine-Tuning":[40,72],"SFT),":[42],"where":[43],"token-level":[45],"cross-entropy":[46],"loss":[47],"acts":[48],"an":[50],"indirect":[51],"proxy":[52],"optimization,":[54],"leading":[55],"to":[56,83,86,146,151],"misalignment":[58],"between":[59],"training":[60,205],"objectives":[61],"and":[62,90,144,186,201,207,218],"task":[63],"performances.":[64],"To":[65],"bridge":[66],"this":[67],"gap,":[68],"we":[69],"present":[70],"Video-based":[74],"Scene":[76],"Understanding":[77],"(3D-RFT":[78],"),":[79],"first":[81,105],"framework":[82],"extend":[84],"video-based":[87,165],"perception":[89],"reasoning.":[91],"3D-RFT":[92,104,196,212],"shifts":[93],"by":[96,118],"directly":[97,138],"optimizing":[98],"model":[100,153],"towards":[101],"evaluation":[102],"metrics.":[103],"activates":[106],"3D-aware":[107],"Multi-modal":[108],"MLLM":[113],"s)":[114],"via":[115],"SFT,":[116],"followed":[117],"reinforcement":[119],"fine-tuning":[120],"using":[121],"Group":[122],"Relative":[123],"Policy":[124],"Optimization":[125],"GRPO)":[127],"strictly":[129],"verifiable":[130],"reward":[131,136],"functions.":[132],"We":[133,190,210],"design":[134],"task-specific":[135],"functions":[137],"from":[139],"metrics":[140],"like":[141],"IoU":[143],"F1-Score":[145],"provide":[147],"more":[148],"effective":[149],"signals":[150],"guide":[152],"training.":[154],"Extensive":[155],"experiments":[156],"demonstrate":[157],"that":[158],"3D-RFT-4B":[159,171],"achieves":[160],"state-of-the-art":[161],"performance":[162],"various":[164],"tasks.":[169],"Notably,":[170],"significantly":[172],"outperforms":[173],"larger":[174],"models":[175],"(e.g.,":[176],"VG":[177],"LLM-8B)":[178],"video":[181],"detection,":[182],"visual":[184],"grounding,":[185],"spatial":[187],"benchmarks.":[189],"further":[191],"reveal":[192],"good":[193],"properties":[194],"such":[197],"robust":[199,217],"efficacy,":[200],"valuable":[202],"insights":[203],"into":[204],"strategies":[206],"data":[208],"impact.":[209],"hope":[211],"can":[213],"serve":[214],"promising":[219],"future":[222],"development":[223],"understanding.":[227]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-07T00:00:00"}