{"id":"https://openalex.org/W4417456812","doi":"https://doi.org/10.1109/wacv61042.2026.00432","title":"Ego-EXTRA: video-language Egocentric Dataset for EXpert-TRAinee assistance","display_name":"Ego-EXTRA: video-language Egocentric Dataset for EXpert-TRAinee assistance","publication_year":2026,"publication_date":"2026-03-06","ids":{"openalex":"https://openalex.org/W4417456812","doi":"https://doi.org/10.1109/wacv61042.2026.00432"},"language":null,"primary_location":{"id":"doi:10.1109/wacv61042.2026.00432","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv61042.2026.00432","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2512.13238","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101496474","display_name":"Francesco Ragusa","orcid":"https://orcid.org/0000-0002-6368-1910"},"institutions":[{"id":"https://openalex.org/I39063666","display_name":"University of Catania","ror":"https://ror.org/03a64bh57","country_code":"IT","type":"education","lineage":["https://openalex.org/I39063666"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Francesco Ragusa","raw_affiliation_strings":["University of Catania,Department of Mathematics and Computer Science,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Catania,Department of Mathematics and Computer Science,Italy","institution_ids":["https://openalex.org/I39063666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032670827","display_name":"Michele Mazzamuto","orcid":"https://orcid.org/0009-0006-3466-5555"},"institutions":[{"id":"https://openalex.org/I39063666","display_name":"University of Catania","ror":"https://ror.org/03a64bh57","country_code":"IT","type":"education","lineage":["https://openalex.org/I39063666"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Michele Mazzamuto","raw_affiliation_strings":["University of Catania,Department of Mathematics and Computer Science,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Catania,Department of Mathematics and Computer Science,Italy","institution_ids":["https://openalex.org/I39063666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094056087","display_name":"Rosario Forte","orcid":null},"institutions":[{"id":"https://openalex.org/I39063666","display_name":"University of Catania","ror":"https://ror.org/03a64bh57","country_code":"IT","type":"education","lineage":["https://openalex.org/I39063666"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Rosario Forte","raw_affiliation_strings":["University of Catania,Department of Mathematics and Computer Science,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Catania,Department of Mathematics and Computer Science,Italy","institution_ids":["https://openalex.org/I39063666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115632615","display_name":"Irene D'Ambra","orcid":null},"institutions":[{"id":"https://openalex.org/I39063666","display_name":"University of Catania","ror":"https://ror.org/03a64bh57","country_code":"IT","type":"education","lineage":["https://openalex.org/I39063666"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Irene D\u2019Ambra","raw_affiliation_strings":["University of Catania,Department of Mathematics and Computer Science,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Catania,Department of Mathematics and Computer Science,Italy","institution_ids":["https://openalex.org/I39063666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110113721","display_name":"James A. Fort","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Fort","raw_affiliation_strings":["Meta Reality Labs Research,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Reality Labs Research,USA","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041557343","display_name":"Jakob Engel","orcid":"https://orcid.org/0000-0002-2799-5808"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jakob Engel","raw_affiliation_strings":["Meta Reality Labs Research,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Reality Labs Research,USA","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089549062","display_name":"Antonino Furnari","orcid":"https://orcid.org/0000-0001-6911-0302"},"institutions":[{"id":"https://openalex.org/I39063666","display_name":"University of Catania","ror":"https://ror.org/03a64bh57","country_code":"IT","type":"education","lineage":["https://openalex.org/I39063666"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Antonino Furnari","raw_affiliation_strings":["University of Catania,Department of Mathematics and Computer Science,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Catania,Department of Mathematics and Computer Science,Italy","institution_ids":["https://openalex.org/I39063666"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087180022","display_name":"Giovanni Maria Farinella","orcid":"https://orcid.org/0000-0002-6034-0432"},"institutions":[{"id":"https://openalex.org/I39063666","display_name":"University of Catania","ror":"https://ror.org/03a64bh57","country_code":"IT","type":"education","lineage":["https://openalex.org/I39063666"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giovanni Maria Farinella","raw_affiliation_strings":["University of Catania,Department of Mathematics and Computer Science,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Catania,Department of Mathematics and Computer Science,Italy","institution_ids":["https://openalex.org/I39063666"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4438","last_page":"4450"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8682000041007996,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8682000041007996,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.06620000302791595,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.008700000122189522,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6953999996185303},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.6022999882698059},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.5357999801635742},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.5297999978065491},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5187000036239624},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.3736000061035156}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6953999996185303},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6721000075340271},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.6022999882698059},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.5357999801635742},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.5297999978065491},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5187000036239624},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.49970000982284546},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4474000036716461},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3736000061035156},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.319599986076355},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.31940001249313354},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.29089999198913574},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.28859999775886536},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2786000072956085},{"id":"https://openalex.org/C54290928","wikidata":"https://www.wikidata.org/wiki/Q4845080","display_name":"Wearable technology","level":3,"score":0.265500009059906},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2563000023365021},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.2542000114917755}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/wacv61042.2026.00432","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv61042.2026.00432","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2512.13238","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2512.13238","pdf_url":"https://arxiv.org/pdf/2512.13238","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2512.13238","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2512.13238","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2512.13238","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2512.13238","pdf_url":"https://arxiv.org/pdf/2512.13238","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0],"present":[1],"Ego-EXTRA,":[2],"a":[3,41,51,94,119],"video-language":[4,175],"Egocentric":[5],"Dataset":[6],"for":[7],"EXpert-TRAinee":[8],"assistance.":[9],"Ego-EXTRA":[10,91,144,164],"features":[11],"50":[12],"hours":[13],"of":[14,18,43,68,151,173],"unscripted":[15],"egocentric":[16,66,174],"videos":[17],"subjects":[19],"performing":[20],"procedural":[21],"activities":[22,58],"(the":[23],"trainees)":[24],"while":[25],"guided":[26],"by":[27,60,74],"real-world":[28],"experts":[29,109],"who":[30],"provide":[31,157],"guidance":[32],"and":[33,110,115,147],"answer":[34],"specific":[35],"questions":[36,71],"using":[37],"natural":[38],"language.":[39],"Following":[40],"``Wizard":[42],"OZ''":[44],"data":[45,87],"collection":[46,88],"paradigm,":[47],"the":[48,57,61,75,83,104,149,161,171],"expert":[49],"enacts":[50],"wearable":[52],"intelligent":[53],"assistant,":[54],"looking":[55],"at":[56],"performed":[59],"trainee":[62],"exclusively":[63],"from":[64],"their":[65],"point":[67],"view,":[69],"answering":[70],"when":[72,154],"asked":[73],"trainee,":[76],"or":[77],"proactively":[78],"interacting":[79],"with":[80],"suggestions":[81],"during":[82],"procedures.":[84],"This":[85],"unique":[86],"protocol":[89],"enables":[90],"to":[92,103,117,134,156,160,169],"capture":[93],"high-quality":[95,126],"dialogue":[96],"in":[97],"which":[98,131],"expert-level":[99,158],"feedback":[100],"is":[101,145,166],"provided":[102],"trainee.":[105],"Two-way":[106],"dialogues":[107],"between":[108],"trainees":[111],"are":[112],"recorded,":[113],"transcribed,":[114],"used":[116,155],"create":[118],"novel":[120],"benchmark":[121,172],"comprising":[122],"more":[123],"than":[124],"15k":[125],"Visual":[127],"Question":[128],"Answer":[129],"sets,":[130],"we":[132],"use":[133],"evaluate":[135],"Multimodal":[136],"Large":[137],"Language":[138],"Models.":[139],"The":[140,163],"results":[141],"show":[142],"that":[143],"challenging":[146],"highlight":[148],"limitations":[150],"current":[152],"models":[153],"assistance":[159],"user.":[162],"dataset":[165],"publicly":[167],"available":[168],"support":[170],"assistants:":[176],"https://fpv-iplab.github.io/Ego-EXTRA/.":[177]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-12-17T00:00:00"}