{"id":"https://openalex.org/W7151568334","doi":"https://doi.org/10.48550/arxiv.2604.04372","title":"Graph-to-Frame RAG: Visual-Space Knowledge Fusion for Training-Free and Auditable Video Reasoning","display_name":"Graph-to-Frame RAG: Visual-Space Knowledge Fusion for Training-Free and Auditable Video Reasoning","publication_year":2026,"publication_date":"2026-04-06","ids":{"openalex":"https://openalex.org/W7151568334","doi":"https://doi.org/10.48550/arxiv.2604.04372"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.04372","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.04372","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.04372","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133071946","display_name":"Songyuan Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yang, Songyuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133102251","display_name":"Weijiang Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Weijiang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133118019","display_name":"Ziyu Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Ziyu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010970833","display_name":"Guijian Tang","orcid":"https://orcid.org/0000-0003-4022-1142"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Guijian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133140995","display_name":"Wenjing Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Wenjing","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004941473","display_name":"Huibin Tan","orcid":"https://orcid.org/0000-0003-4060-8793"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tan, Huibin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133117077","display_name":"Nong Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Nong","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5133071946"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9721999764442444,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9721999764442444,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.00559999980032444,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.003700000001117587,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.7049000263214111},{"id":"https://openalex.org/keywords/cognitive-load","display_name":"Cognitive load","score":0.5809999704360962},{"id":"https://openalex.org/keywords/knowledge-representation-and-reasoning","display_name":"Knowledge representation and reasoning","score":0.4447999894618988},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.43230000138282776},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.40689998865127563},{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"Visual reasoning","score":0.3693999946117401},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.3463999927043915},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.33230000734329224}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7646999955177307},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.7049000263214111},{"id":"https://openalex.org/C61641136","wikidata":"https://www.wikidata.org/wiki/Q1107019","display_name":"Cognitive load","level":3,"score":0.5809999704360962},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5188000202178955},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.4447999894618988},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.43230000138282776},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.40689998865127563},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.3693999946117401},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.3463999927043915},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3337000012397766},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33329999446868896},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.33230000734329224},{"id":"https://openalex.org/C20854674","wikidata":"https://www.wikidata.org/wiki/Q4386060","display_name":"Cognitive architecture","level":3,"score":0.3163999915122986},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.30390000343322754},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.2996000051498413},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.29660001397132874},{"id":"https://openalex.org/C2983174267","wikidata":"https://www.wikidata.org/wiki/Q3775098","display_name":"Video retrieval","level":2,"score":0.2818000018596649},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2791000008583069},{"id":"https://openalex.org/C193611912","wikidata":"https://www.wikidata.org/wiki/Q4677596","display_name":"Active vision","level":2,"score":0.27889999747276306},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.2736999988555908},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.2630000114440918},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.25540000200271606},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.25220000743865967}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.04372","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.04372","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.04372","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.04372","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"When":[0],"video":[1,65,93,200],"reasoning":[2,131,141],"requires":[3],"external":[4,61,116],"knowledge,":[5],"many":[6],"systems":[7],"with":[8,63,173],"large":[9],"multimodal":[10],"models":[11],"(LMMs)":[12],"adopt":[13],"retrieval":[14,190],"augmentation":[15],"to":[16,53,57,134],"supply":[17],"the":[18,64,81,85,107,135],"missing":[19],"context.":[20],"Appending":[21],"textual":[22],"or":[23],"multi-clip":[24],"evidence,":[25],"however,":[26],"forces":[27],"heterogeneous":[28],"signals":[29],"into":[30],"a":[31,71,91,110,121,129,143],"single":[32,130],"attention":[33,38],"space.":[34,83],"We":[35],"observe":[36],"diluted":[37],"and":[39,59,74,102,125,152,163,185,198],"higher":[40],"cognitive":[41,150],"load":[42,151],"even":[43],"on":[44,169],"non-long":[45],"videos.":[46],"The":[47],"bottleneck":[48],"is":[49,118,159],"not":[50],"only":[51],"what":[52],"retrieve":[54],"but":[55],"how":[56],"represent":[58],"fuse":[60],"knowledge":[62,79,94,117,183,194],"backbone.We":[66],"present":[67],"Graph-to-Frame":[68],"RAG":[69],"(G2F-RAG),":[70],"training":[72],"free":[73],"auditable":[75],"paradigm":[76],"that":[77,96,182],"delivers":[78],"in":[80,142,176],"visual":[82,145,192],"On":[84,106],"offline":[86],"stage,":[87,109],"an":[88,154],"agent":[89],"builds":[90],"problem-agnostic":[92],"graph":[95],"integrates":[97],"entities,":[98],"events,":[99],"spatial":[100],"relations,":[101],"linked":[103],"world":[104],"knowledge.":[105],"online":[108],"hierarchical":[111],"multi-agent":[112],"controller":[113],"decides":[114],"whether":[115],"needed,":[119],"retrieves":[120],"minimal":[122],"sufficient":[123],"subgraph,":[124],"renders":[126],"it":[127],"as":[128,191],"frame":[132],"appended":[133],"video.":[136],"LMMs":[137],"then":[138],"perform":[139],"joint":[140],"unified":[144],"domain.":[146],"This":[147],"design":[148],"reduces":[149],"leaves":[153],"explicit,":[155],"inspectable":[156],"evidence":[157],"trail.G2F-RAG":[158],"plug-and-play":[160],"across":[161],"backbones":[162],"scales.":[164],"It":[165],"yields":[166],"consistent":[167],"gains":[168],"diverse":[170],"public":[171],"benchmarks,":[172],"larger":[174],"improvements":[175],"knowledge-intensive":[177],"settings.":[178],"Ablations":[179],"further":[180],"confirm":[181],"representation":[184],"delivery":[186],"matter.":[187],"G2F-RAG":[188],"reframes":[189],"space":[193],"fusion":[195],"for":[196],"robust":[197],"interpretable":[199],"reasoning.":[201]},"counts_by_year":[],"updated_date":"2026-04-08T06:07:18.267832","created_date":"2026-04-08T00:00:00"}