{"id":"https://openalex.org/W7164554142","doi":"https://doi.org/10.48550/arxiv.2606.13332","title":"OR-Action: Multi-Role Video Understanding with Fine-Grained Actions","display_name":"OR-Action: Multi-Role Video Understanding with Fine-Grained Actions","publication_year":2026,"publication_date":"2026-06-11","ids":{"openalex":"https://openalex.org/W7164554142","doi":"https://doi.org/10.48550/arxiv.2606.13332"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.13332","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.13332","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.13332","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059003501","display_name":"Felix Tristram","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tristram, Felix","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076794873","display_name":"Ege \u00d6zsoy","orcid":"https://orcid.org/0000-0003-2841-3838"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"\u00d6zsoy, Ege","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008127641","display_name":"Christian Benz","orcid":"https://orcid.org/0000-0001-9915-0057"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Benz, Christian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049643015","display_name":"Marcel Walch","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Walch, Marcel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049618827","display_name":"Ghazal Ghazaei","orcid":"https://orcid.org/0000-0002-0792-3583"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ghazaei, Ghazal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138488892","display_name":"Nassir Navab","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Navab, Nassir","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.39750000834465027,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.39750000834465027,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.1103999987244606,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.08579999953508377,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7056000232696533},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5454000234603882},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4885999858379364},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.46219998598098755},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4481000006198883},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.41600000858306885},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.40779998898506165}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7756999731063843},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7056000232696533},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6395999789237976},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5454000234603882},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5177000164985657},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4885999858379364},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.46219998598098755},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4481000006198883},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.41600000858306885},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.40779998898506165},{"id":"https://openalex.org/C179372163","wikidata":"https://www.wikidata.org/wiki/Q1406181","display_name":"Scene graph","level":3,"score":0.34209999442100525},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.30160000920295715},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.2912999987602234},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.29019999504089355},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.27790001034736633},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.27140000462532043},{"id":"https://openalex.org/C155846161","wikidata":"https://www.wikidata.org/wiki/Q1143367","display_name":"Graphical model","level":2,"score":0.25220000743865967}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.13332","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.13332","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.13332","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.13332","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Fine-grained":[0],"understanding":[1,64],"of":[2,35,61],"operating":[3],"room":[4],"(OR)":[5],"activity":[6],"could":[7],"enable":[8,56],"workflow-aware":[9],"assistance,":[10],"yet":[11],"remains":[12],"difficult":[13],"due":[14],"to":[15,24,112,155],"clutter,":[16],"occlusions,":[17],"and":[18,87,177],"limited":[19],"sensing.":[20],"The":[21],"prevailing":[22],"approach":[23],"model":[25,113,131,148],"this":[26,102,147],"environment":[27],"is":[28,49],"scene":[29,96,107],"graphs":[30],"as":[31,143],"an":[32],"interpretable":[33],"representation":[34],"OR":[36,63,78],"interactions.":[37],"Converting":[38],"their":[39],"frame-wise":[40],"relational":[41],"predictions":[42],"into":[43],"temporally":[44],"extended,":[45],"fine-grained":[46],"actions":[47],"however,":[48],"challenging":[50],"without":[51],"explicit":[52,119],"temporal":[53,59,114,130],"modeling.":[54],"To":[55],"a":[57,74,82,128,152],"principled":[58],"evaluation":[60],"current":[62,106],"methods,":[65],"we":[66,149],"introduce":[67,127,151],"the":[68,169],"first":[69],"action-centric":[70],"benchmark":[71,103],"built":[72],"on":[73,101,146,164],"publicly":[75],"available":[76,140],"ego-exocentric":[77],"dataset":[79],"by":[80],"defining":[81],"fine-grained,":[83],"multi-role":[84,165],"action":[85,90,166],"taxonomy":[86],"generating":[88],"dense":[89],"segments":[91],"via":[92],"distillation":[93],"from":[94],"ground-truth":[95],"graph":[97,108],"state":[98],"changes.":[99],"Experiments":[100],"show":[104],"that":[105,132,160],"prediction":[109],"methods":[110,135],"struggle":[111],"structure,":[115],"even":[116],"when":[117,137],"adding":[118],"modeling":[120],"through":[121],"Graph":[122],"Neural":[123],"Networks.":[124],"We":[125],"therefore":[126],"vision-only":[129],"outperforms":[133],"graph-based":[134],"significantly":[136],"using":[138],"all":[139],"egocentric":[141,173],"video":[142,174],"input.":[144],"Building":[145],"also":[150],"novel":[153],"multi-":[154],"single-view":[156,162],"feature":[157],"alignment":[158],"strategy":[159],"improves":[161],"performance":[163],"recognition,":[167],"mitigating":[168],"need":[170],"for":[171],"extensive":[172],"capture.":[175],"Benchmark":[176],"code":[178],"will":[179],"be":[180],"released":[181],"upon":[182],"acceptance.":[183]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-13T00:00:00"}