{"id":"https://openalex.org/W4413371387","doi":"https://doi.org/10.1109/lra.2025.3601037","title":"ILeSiA: Interactive Learning of Robot Situational Awareness From Camera Input","display_name":"ILeSiA: Interactive Learning of Robot Situational Awareness From Camera Input","publication_year":2025,"publication_date":"2025-08-20","ids":{"openalex":"https://openalex.org/W4413371387","doi":"https://doi.org/10.1109/lra.2025.3601037"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2025.3601037","is_oa":true,"landing_page_url":"https://doi.org/10.1109/lra.2025.3601037","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/lra.2025.3601037","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006024654","display_name":"Petr Vanc","orcid":"https://orcid.org/0000-0002-2810-6961"},"institutions":[{"id":"https://openalex.org/I44504214","display_name":"Czech Technical University in Prague","ror":"https://ror.org/03kqpb082","country_code":"CZ","type":"education","lineage":["https://openalex.org/I44504214"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Petr Vanc","raw_affiliation_strings":["Czech Institute of Informatics, Robotics, and Cybernetics, Czech Technical University in Prague, Prague, Czechia","Czech Institute of Informatics, Robotics, and Cybernetics, Czech Technical University in Prague, Czech Republic"],"raw_orcid":"https://orcid.org/0000-0002-2810-6961","affiliations":[{"raw_affiliation_string":"Czech Institute of Informatics, Robotics, and Cybernetics, Czech Technical University in Prague, Prague, Czechia","institution_ids":["https://openalex.org/I44504214"]},{"raw_affiliation_string":"Czech Institute of Informatics, Robotics, and Cybernetics, Czech Technical University in Prague, Czech Republic","institution_ids":["https://openalex.org/I44504214"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035185207","display_name":"Giovanni Franzese","orcid":"https://orcid.org/0000-0002-9863-0291"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Giovanni Franzese","raw_affiliation_strings":["Department of Cognitive Robotics, TU Delft, Delft, Netherlands","Cognitive Robotics, Delft University of Technology, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-9863-0291","affiliations":[{"raw_affiliation_string":"Department of Cognitive Robotics, TU Delft, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Cognitive Robotics, Delft University of Technology, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030177747","display_name":"Jan Kristof Behrens","orcid":"https://orcid.org/0000-0002-7375-2815"},"institutions":[{"id":"https://openalex.org/I44504214","display_name":"Czech Technical University in Prague","ror":"https://ror.org/03kqpb082","country_code":"CZ","type":"education","lineage":["https://openalex.org/I44504214"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Jan Kristof Behrens","raw_affiliation_strings":["Czech Institute of Informatics, Robotics, and Cybernetics, Czech Technical University in Prague, Prague, Czechia","Czech Institute of Informatics, Robotics, and Cybernetics, Czech Technical University in Prague, Czech Republic"],"raw_orcid":"https://orcid.org/0000-0002-7375-2815","affiliations":[{"raw_affiliation_string":"Czech Institute of Informatics, Robotics, and Cybernetics, Czech Technical University in Prague, Prague, Czechia","institution_ids":["https://openalex.org/I44504214"]},{"raw_affiliation_string":"Czech Institute of Informatics, Robotics, and Cybernetics, Czech Technical University in Prague, Czech Republic","institution_ids":["https://openalex.org/I44504214"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050239145","display_name":"Cosimo Della Santina","orcid":"https://orcid.org/0000-0003-1067-1134"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Cosimo Della Santina","raw_affiliation_strings":["Department of Cognitive Robotics, TU Delft, Delft, Netherlands","Cognitive Robotics, Delft University of Technology, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-1067-1134","affiliations":[{"raw_affiliation_string":"Department of Cognitive Robotics, TU Delft, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Cognitive Robotics, Delft University of Technology, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065125599","display_name":"Karla \u0160t\u011bp\u00e1nov\u00e1","orcid":"https://orcid.org/0000-0003-4239-2092"},"institutions":[{"id":"https://openalex.org/I44504214","display_name":"Czech Technical University in Prague","ror":"https://ror.org/03kqpb082","country_code":"CZ","type":"education","lineage":["https://openalex.org/I44504214"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Karla Stepanova","raw_affiliation_strings":["Czech Institute of Informatics, Robotics, and Cybernetics, Czech Technical University in Prague, Prague, Czechia","Czech Institute of Informatics, Robotics, and Cybernetics, Czech Technical University in Prague, Czech Republic"],"raw_orcid":"https://orcid.org/0000-0003-4239-2092","affiliations":[{"raw_affiliation_string":"Czech Institute of Informatics, Robotics, and Cybernetics, Czech Technical University in Prague, Prague, Czechia","institution_ids":["https://openalex.org/I44504214"]},{"raw_affiliation_string":"Czech Institute of Informatics, Robotics, and Cybernetics, Czech Technical University in Prague, Czech Republic","institution_ids":["https://openalex.org/I44504214"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035229829","display_name":"Jens Kober","orcid":"https://orcid.org/0000-0001-7257-5434"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jens Kober","raw_affiliation_strings":["Department of Cognitive Robotics, TU Delft, Delft, Netherlands","Cognitive Robotics, Delft University of Technology, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-7257-5434","affiliations":[{"raw_affiliation_string":"Department of Cognitive Robotics, TU Delft, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Cognitive Robotics, Delft University of Technology, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084264842","display_name":"Robert Babu\u0161ka","orcid":"https://orcid.org/0000-0001-9578-8598"},"institutions":[{"id":"https://openalex.org/I44504214","display_name":"Czech Technical University in Prague","ror":"https://ror.org/03kqpb082","country_code":"CZ","type":"education","lineage":["https://openalex.org/I44504214"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Robert Babuska","raw_affiliation_strings":["Czech Institute of Informatics, Robotics, and Cybernetics, Czech Technical University in Prague, Prague, Czechia","Czech Institute of Informatics, Robotics, and Cybernetics, Czech Technical University in Prague, Czech Republic"],"raw_orcid":"https://orcid.org/0000-0001-9578-8598","affiliations":[{"raw_affiliation_string":"Czech Institute of Informatics, Robotics, and Cybernetics, Czech Technical University in Prague, Prague, Czechia","institution_ids":["https://openalex.org/I44504214"]},{"raw_affiliation_string":"Czech Institute of Informatics, Robotics, and Cybernetics, Czech Technical University in Prague, Czech Republic","institution_ids":["https://openalex.org/I44504214"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":{"value":2645,"currency":"USD","value_usd":2645},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.24911544,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"10","issue":"10","first_page":"10490","last_page":"10497"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9721999764442444,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9584000110626221,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/situation-awareness","display_name":"Situation awareness","score":0.6780996322631836},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5949486494064331},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5745187997817993},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5004317760467529},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4853500425815582},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4752236008644104},{"id":"https://openalex.org/keywords/situational-ethics","display_name":"Situational ethics","score":0.418737530708313},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.37621617317199707},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1699891984462738},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.0847565233707428},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.04748895764350891}],"concepts":[{"id":"https://openalex.org/C145804949","wikidata":"https://www.wikidata.org/wiki/Q478123","display_name":"Situation awareness","level":2,"score":0.6780996322631836},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5949486494064331},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5745187997817993},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5004317760467529},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4853500425815582},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4752236008644104},{"id":"https://openalex.org/C9114305","wikidata":"https://www.wikidata.org/wiki/Q1428317","display_name":"Situational ethics","level":2,"score":0.418737530708313},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.37621617317199707},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1699891984462738},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0847565233707428},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.04748895764350891}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2025.3601037","is_oa":true,"landing_page_url":"https://doi.org/10.1109/lra.2025.3601037","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/lra.2025.3601037","is_oa":true,"landing_page_url":"https://doi.org/10.1109/lra.2025.3601037","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8238017218","display_name":"Multimodal representation of robotic actions and tasks applied to Learning by demonstration","funder_award_id":"GA21-31000S","funder_id":"https://openalex.org/F4320321006","funder_display_name":"Grantov\u00e1 Agentura \u010cesk\u00e9 Republiky"}],"funders":[{"id":"https://openalex.org/F4320321006","display_name":"Grantov\u00e1 Agentura \u010cesk\u00e9 Republiky","ror":"https://ror.org/01pv73b02"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1502922572","https://openalex.org/W1973026036","https://openalex.org/W2018705428","https://openalex.org/W2100495367","https://openalex.org/W2108598243","https://openalex.org/W2122646361","https://openalex.org/W2194775991","https://openalex.org/W2296055201","https://openalex.org/W2315257342","https://openalex.org/W2343067029","https://openalex.org/W2409205391","https://openalex.org/W2910881099","https://openalex.org/W2963166639","https://openalex.org/W2966994213","https://openalex.org/W3003342008","https://openalex.org/W3014596384","https://openalex.org/W3020478135","https://openalex.org/W3095782429","https://openalex.org/W4205285249","https://openalex.org/W4211049957","https://openalex.org/W4312361190","https://openalex.org/W4382790749","https://openalex.org/W4390480935","https://openalex.org/W4394828217","https://openalex.org/W4402353997","https://openalex.org/W4402354012"],"related_works":["https://openalex.org/W2012350746","https://openalex.org/W3024912289","https://openalex.org/W2415747217","https://openalex.org/W2143767096","https://openalex.org/W2561023719","https://openalex.org/W4389264631","https://openalex.org/W4382644910","https://openalex.org/W4386286863","https://openalex.org/W2094708502","https://openalex.org/W4381733965"],"abstract_inverted_index":{"Learning":[0],"from":[1,121],"demonstration":[2],"is":[3,22,32],"a":[4,13,39,84,96,104,116,156,174,183],"promising":[5],"approach":[6],"for":[7,135,177],"teaching":[8,77],"robots":[9],"new":[10,145,179],"skills.":[11],"However,":[12],"central":[14],"challenge":[15],"in":[16,60,139],"the":[17,23,47,61,78,110,126,150,161,201,231],"execution":[18,138],"of":[19,42,109,128,204],"acquired":[20],"skills":[21],"ability":[24],"to":[25,123,206,236],"recognize":[26,70],"faults":[27,171,192],"and":[28,44,87,142,169,218,233],"prevent":[29],"failures.":[30],"This":[31,133],"essential":[33],"because":[34],"demonstrations":[35],"typically":[36],"cover":[37],"only":[38,46,173,190],"limited":[40],"set":[41],"scenarios":[43],"often":[45],"successful":[48],"ones.":[49],"During":[50],"task":[51,137],"execution,":[52],"unforeseen":[53],"situations":[54,141],"may":[55],"arise,":[56],"such":[57,71],"as":[58,90],"changes":[59],"robot's":[62],"environment":[63],"or":[64,92,222],"interaction":[65],"with":[66,210],"human":[67,151],"operators.":[68],"To":[69],"situations,":[72],"this":[73],"paper":[74],"focuses":[75],"on":[76,155,191],"robot":[79],"situational":[80],"awareness":[81],"by":[82,103,149],"using":[83,172],"camera":[85],"input":[86,111],"labeling":[88],"frames":[89],"safe":[91],"risky.":[93],"We":[94,228],"train":[95],"Gaussian":[97],"Process":[98],"(GP)":[99],"regression":[100],"model":[101,114],"fed":[102],"low-dimensional":[105],"latent":[106],"space":[107],"representation":[108],"images.":[112],"The":[113],"outputs":[115],"continuous":[117],"risk":[118,129,213],"score":[119],"ranging":[120],"zero":[122],"one,":[124],"quantifying":[125],"degree":[127],"at":[130,240],"each":[131,178],"timestep.":[132],"allows":[134],"pausing":[136],"unsafe":[140],"directly":[143],"adding":[144],"training":[146],"data,":[147],"labeled":[148],"user.":[152],"Our":[153,198],"experiments":[154,239],"robotic":[157],"manipulator":[158],"show":[159],"that":[160],"proposed":[162],"method":[163,199],"can":[164],"reliably":[165],"detect":[166],"both":[167],"known":[168],"novel":[170],"single":[175],"example":[176],"fault.":[180],"In":[181],"contrast,":[182],"standard":[184],"multi-layer":[185],"perceptron":[186],"(MLP)":[187],"performs":[188],"well":[189],"it":[193],"has":[194],"encountered":[195],"during":[196],"training.":[197],"enables":[200],"next":[202],"generation":[203],"cobots":[205],"be":[207],"rapidly":[208],"deployed":[209],"easy-to-set-up,":[211],"vision-based":[212],"assessment,":[214],"proactively":[215],"safeguarding":[216],"humans":[217],"detecting":[219],"misaligned":[220],"parts":[221],"missing":[223],"objects":[224],"before":[225],"failures":[226],"occur.":[227],"provide":[229],"all":[230],"code":[232],"data":[234],"required":[235],"reproduce":[237],"our":[238],"imitrob.ciirc.cvut.cz/publications/ilesia.":[241]},"counts_by_year":[],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}