{"id":"https://openalex.org/W4407168441","doi":"https://doi.org/10.1109/lra.2025.3539118","title":"\u2018What Did the Robot Do in My Absence?\u2019 Video Foundation Models to Enhance Intermittent Supervision","display_name":"\u2018What Did the Robot Do in My Absence?\u2019 Video Foundation Models to Enhance Intermittent Supervision","publication_year":2025,"publication_date":"2025-02-05","ids":{"openalex":"https://openalex.org/W4407168441","doi":"https://doi.org/10.1109/lra.2025.3539118"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2025.3539118","is_oa":true,"landing_page_url":"https://doi.org/10.1109/lra.2025.3539118","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/lra.2025.3539118","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055563140","display_name":"Kavindie Katuwandeniya","orcid":"https://orcid.org/0000-0003-3645-0137"},"institutions":[{"id":"https://openalex.org/I4210154771","display_name":"CSIRO Manufacturing","ror":"https://ror.org/04sx9wp33","country_code":"AU","type":"facility","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4210154771","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Kavindie Katuwandeniya","raw_affiliation_strings":["CSIRO Robotics, Clayton, VIC, Australia","CSIRO Robotics, Research Way, Clayton, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0003-3645-0137","affiliations":[{"raw_affiliation_string":"CSIRO Robotics, Clayton, VIC, Australia","institution_ids":["https://openalex.org/I4210154771"]},{"raw_affiliation_string":"CSIRO Robotics, Research Way, Clayton, VIC, Australia","institution_ids":["https://openalex.org/I4210154771"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084420184","display_name":"Leimin Tian","orcid":"https://orcid.org/0000-0001-8559-5610"},"institutions":[{"id":"https://openalex.org/I4210154771","display_name":"CSIRO Manufacturing","ror":"https://ror.org/04sx9wp33","country_code":"AU","type":"facility","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4210154771","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Leimin Tian","raw_affiliation_strings":["CSIRO Robotics, Clayton, VIC, Australia","CSIRO Robotics, Research Way, Clayton, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0001-8559-5610","affiliations":[{"raw_affiliation_string":"CSIRO Robotics, Clayton, VIC, Australia","institution_ids":["https://openalex.org/I4210154771"]},{"raw_affiliation_string":"CSIRO Robotics, Research Way, Clayton, VIC, Australia","institution_ids":["https://openalex.org/I4210154771"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072377971","display_name":"Dana Kuli\u0107","orcid":"https://orcid.org/0000-0002-4169-2141"},"institutions":[{"id":"https://openalex.org/I4210154771","display_name":"CSIRO Manufacturing","ror":"https://ror.org/04sx9wp33","country_code":"AU","type":"facility","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4210154771","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dana Kuli\u0107","raw_affiliation_strings":["CSIRO Robotics, Clayton, VIC, Australia","CSIRO Robotics, Research Way, Clayton, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4169-2141","affiliations":[{"raw_affiliation_string":"CSIRO Robotics, Clayton, VIC, Australia","institution_ids":["https://openalex.org/I4210154771"]},{"raw_affiliation_string":"CSIRO Robotics, Research Way, Clayton, VIC, Australia","institution_ids":["https://openalex.org/I4210154771"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210154771"],"apc_list":null,"apc_paid":null,"fwci":0.8404,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.72020511,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"10","issue":"4","first_page":"3222","last_page":"3229"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.9168999791145325,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.9168999791145325,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.766810417175293},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.48412594199180603},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.47610482573509216},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3340336084365845},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.19147780537605286},{"id":"https://openalex.org/keywords/archaeology","display_name":"Archaeology","score":0.06970444321632385}],"concepts":[{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.766810417175293},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48412594199180603},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.47610482573509216},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3340336084365845},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.19147780537605286},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.06970444321632385}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2025.3539118","is_oa":true,"landing_page_url":"https://doi.org/10.1109/lra.2025.3539118","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/lra.2025.3539118","is_oa":true,"landing_page_url":"https://doi.org/10.1109/lra.2025.3539118","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1924343884","https://openalex.org/W1995689332","https://openalex.org/W2139009685","https://openalex.org/W2194775991","https://openalex.org/W2529272619","https://openalex.org/W2963508075","https://openalex.org/W3003205975","https://openalex.org/W3095030303","https://openalex.org/W3174888375","https://openalex.org/W3187918213","https://openalex.org/W3210592264","https://openalex.org/W4311424438","https://openalex.org/W4312632488","https://openalex.org/W4313343169","https://openalex.org/W4376607835","https://openalex.org/W4388721957","https://openalex.org/W4391759936","https://openalex.org/W4399070666","https://openalex.org/W4402727142","https://openalex.org/W4402777385","https://openalex.org/W4402890475","https://openalex.org/W4403796099","https://openalex.org/W4405786457","https://openalex.org/W6856659047","https://openalex.org/W6866263257"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2381393187","https://openalex.org/W2332779545","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W2358060160","https://openalex.org/W2035483685"],"abstract_inverted_index":{"This":[0],"paper":[1],"investigates":[2],"the":[3,57,69,76,115],"use":[4],"of":[5,20,35,59],"Video":[6],"Foundation":[7],"Models":[8],"(ViFMs)":[9],"for":[10,121],"generating":[11],"robot":[12,21,37,77],"data":[13,39],"summaries":[14,34,93,101],"to":[15,66,99,113],"enhance":[16],"intermittent":[17],"human":[18],"supervision":[19,81],"teams.":[22],"We":[23],"propose":[24],"a":[25,49],"novel":[26],"framework":[27],"that":[28,73,91],"produces":[29],"both":[30],"generic":[31,100],"and":[32,46,71],"query-driven":[33,92],"long-duration":[36],"vision":[38],"in":[40,63],"three":[41],"modalities:":[42],"storyboards,":[43],"short":[44],"videos,":[45],"text.":[47],"Through":[48],"user":[50],"study":[51],"involving":[52],"30":[53],"participants,":[54],"we":[55],"evaluate":[56],"efficacy":[58],"these":[60],"summary":[61],"methods":[62],"allowing":[64],"operators":[65],"accurately":[67],"retrieve":[68],"observations":[70],"actions":[72],"occurred":[74],"while":[75],"was":[78],"operating":[79],"without":[80],"over":[82],"an":[83],"extended":[84],"duration":[85],"(40":[86],"min).":[87],"Our":[88],"findings":[89],"reveal":[90],"significantly":[94],"improve":[95],"retrieval":[96],"accuracy":[97],"compared":[98],"or":[102],"raw":[103],"data,":[104],"albeit":[105],"with":[106],"increased":[107],"task":[108],"duration.":[109],"Storyboards":[110],"are":[111],"found":[112],"be":[114],"most":[116],"effective":[117],"presentation":[118],"modality,":[119],"especially":[120],"object-related":[122],"queries.":[123]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}