{"id":"https://openalex.org/W4390120101","doi":"https://doi.org/10.1109/lra.2023.3346270","title":"Multimodal Detection and Classification of Robot Manipulation Failures","display_name":"Multimodal Detection and Classification of Robot Manipulation Failures","publication_year":2023,"publication_date":"2023-12-22","ids":{"openalex":"https://openalex.org/W4390120101","doi":"https://doi.org/10.1109/lra.2023.3346270"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2023.3346270","doi":"https://doi.org/10.1109/lra.2023.3346270","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2023.3346270","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","jufo-2","ki-jl-1","norway-1","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2305.04639","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044780430","display_name":"Arda \u0130nceo\u011flu","orcid":"https://orcid.org/0000-0001-8259-3986","observed_orcids":["https://orcid.org/0000-0001-8259-3986"]},"institutions":[{"id":"https://openalex.org/I48912391","display_name":"Istanbul Technical University","ror":"https://ror.org/059636586","country_code":"TR","type":"education","lineage":["https://openalex.org/I48912391"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Arda Inceoglu","raw_affiliation_strings":["Artificial Intelligence and Robotics Laboratory, Faculty of Computer and Informatics Engineering, Istanbul Technical University, Maslak, Türkiye"],"raw_orcid":"https://orcid.org/0000-0001-8259-3986","affiliations":[{"raw_affiliation_string":"Artificial Intelligence and Robotics Laboratory, Faculty of Computer and Informatics Engineering, Istanbul Technical University, Maslak, Türkiye","institution_ids":["https://openalex.org/I48912391"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021872962","display_name":"Eren Erdal Aksoy","orcid":"https://orcid.org/0000-0002-5712-6777","observed_orcids":["https://orcid.org/0000-0002-5712-6777"]},"institutions":[{"id":"https://openalex.org/I746986","display_name":"Halmstad University","ror":"https://ror.org/03h0qfp10","country_code":"SE","type":"education","lineage":["https://openalex.org/I746986"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Eren Erdal Aksoy","raw_affiliation_strings":["School of Information Technology, Center for Applied Intelligent Systems Research, Halmstad University, Halmstad, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-5712-6777","affiliations":[{"raw_affiliation_string":"School of Information Technology, Center for Applied Intelligent Systems Research, Halmstad University, Halmstad, Sweden","institution_ids":["https://openalex.org/I746986"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067273251","display_name":"Sanem Sar\u0131el","orcid":"https://orcid.org/0000-0003-2993-6681","observed_orcids":["https://orcid.org/0000-0003-2993-6681"]},"institutions":[{"id":"https://openalex.org/I48912391","display_name":"Istanbul Technical University","ror":"https://ror.org/059636586","country_code":"TR","type":"education","lineage":["https://openalex.org/I48912391"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Sanem Sariel","raw_affiliation_strings":["Artificial Intelligence and Robotics Laboratory, Faculty of Computer and Informatics Engineering, Istanbul Technical University, Maslak, Türkiye"],"raw_orcid":"https://orcid.org/0000-0003-2993-6681","affiliations":[{"raw_affiliation_string":"Artificial Intelligence and Robotics Laboratory, Faculty of Computer and Informatics Engineering, Istanbul Technical University, Maslak, Türkiye","institution_ids":["https://openalex.org/I48912391"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2345,"currency":"USD","value_usd":2345},"apc_paid":null,"fwci":2.1079,"has_fulltext":true,"cited_by_count":24,"citation_normalized_percentile":{"value":0.87262962,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"9","issue":"2","first_page":"1396","last_page":"1403"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11687","display_name":"Teleoperation and Haptic Systems","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/failure-classification","display_name":"failure classification","score":0.9490000009536743},{"id":"https://openalex.org/keywords/multimodal-sensor-fusion","display_name":"multimodal sensor fusion","score":0.9649999737739563},{"id":"https://openalex.org/keywords/tabletop-manipulation","display_name":"tabletop manipulation","score":0.7379999756813049},{"id":"https://openalex.org/keywords/service-robots","display_name":"service robots","score":0.718999981880188},{"id":"https://openalex.org/keywords/exteroception","display_name":"exteroception","score":0.7369999885559082},{"id":"https://openalex.org/keywords/robot-object-interaction","display_name":"robot-object interaction","score":0.7149999737739563}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8086133003234863},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.72330242395401},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6463730335235596},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5512781739234924},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3589872717857361}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/lra.2023.3346270","doi":"https://doi.org/10.1109/lra.2023.3346270","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2023.3346270","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","jufo-2","ki-jl-1","norway-1","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2305.04639","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.04639","pdf_url":"https://arxiv.org/pdf/2305.04639","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:polen.itu.edu.tr:11527/66538","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/11527/66538","pdf_url":null,"source":{"id":"https://openalex.org/S4306400460","display_name":"Istanbul Technical University Academic Open Archive (Istanbul Technical University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I48912391","host_organization_name":"Istanbul Technical University","host_organization_lineage":["https://openalex.org/I48912391"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2305.04639","doi":"https://doi.org/10.48550/arxiv.2305.04639","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2305.04639","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2305.04639","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.04639","pdf_url":"https://arxiv.org/pdf/2305.04639","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322626","display_name":"T\u00fcrkiye Bilimsel ve Teknolojik Ara\u015ft\u0131rma Kurumu","ror":"https://ror.org/04w9kkr77"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4390120101.pdf","grobid_xml":"https://content.openalex.org/works/W4390120101.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W1592847587","https://openalex.org/W2023425306","https://openalex.org/W2065227239","https://openalex.org/W2101821010","https://openalex.org/W2146948159","https://openalex.org/W2156762658","https://openalex.org/W2293467699","https://openalex.org/W2400532028","https://openalex.org/W2488581454","https://openalex.org/W2556043840","https://openalex.org/W2604142883","https://openalex.org/W2762248135","https://openalex.org/W2765308781","https://openalex.org/W2789809032","https://openalex.org/W2797862627","https://openalex.org/W2898634286","https://openalex.org/W2910068345","https://openalex.org/W2910881099","https://openalex.org/W2918843756","https://openalex.org/W2921279630","https://openalex.org/W2940727201","https://openalex.org/W2945854621","https://openalex.org/W2962784708","https://openalex.org/W2981626359","https://openalex.org/W3002853622","https://openalex.org/W3003310656","https://openalex.org/W3044935303","https://openalex.org/W3099659757","https://openalex.org/W3154518992","https://openalex.org/W3185780566","https://openalex.org/W4221143435","https://openalex.org/W4239173685","https://openalex.org/W4250861515","https://openalex.org/W4285124275","https://openalex.org/W4312550647","https://openalex.org/W4312612951","https://openalex.org/W4379931174"],"related_works":["https://openalex.org/W4375959279","https://openalex.org/W3099659757","https://openalex.org/W2910881099","https://openalex.org/W4405785195","https://openalex.org/W4401415100","https://openalex.org/W4312947250","https://openalex.org/W4414747025","https://openalex.org/W7147548242","https://openalex.org/W4400909008","https://openalex.org/W7221572154"],"abstract_inverted_index":{"An":[0],"autonomous":[1],"service":[2],"robot":[3,38],"should":[4],"be":[5],"able":[6],"to":[7,52,92],"interact":[8],"with":[9,144,153],"its":[10],"environment":[11],"safely":[12],"and":[13,64,68,114,128,150,163],"robustly":[14],"without":[15,121],"requiring":[16],"human":[17],"assistance.":[18],"Unstructured":[19],"environments":[20],"are":[21,40],"challenging":[22],"for":[23,85,177],"robots":[24],"since":[25],"the":[26,37,42,46,73],"exact":[27],"prediction":[28],"of":[29,45,82],"outcomes":[30],"is":[31,174],"not":[32],"always":[33],"possible.":[34],"Even":[35],"when":[36],"behaviors":[39],"well-designed,":[41],"unpredictable":[43],"nature":[44],"physical":[47],"robot-object":[48],"interaction":[49],"may":[50],"lead":[51],"failures":[53,71,116],"in":[54],"object":[55],"manipulation.":[56],"In":[57,90,131],"this":[58,132],"letter,":[59],"we":[60,96,134],"focus":[61],"on":[62,125],"detecting":[63],"classifying":[65],"both":[66],"manipulation":[67,88,148],"post-manipulation":[69],"phase":[70],"using":[72],"same":[74],"exteroception":[75],"setup.":[76],"We":[77],"cover":[78],"a":[79,103],"diverse":[80],"set":[81],"failure":[83,156,161,165],"types":[84],"primary":[86],"tabletop":[87],"actions.":[89],"order":[91],"detect":[93],"these":[94],"failures,":[95],"propose":[97],"FINO-Net":[98,111,158,173],"(Inceoglu":[99,140],"et":[100,141],"al.,":[101,142],"2021),":[102],"deep":[104],"multimodal":[105,147],"sensor":[106],"fusion-based":[107],"classifier":[108],"network":[109],"architecture.":[110],"accurately":[112],"detects":[113],"classifies":[115],"from":[117],"raw":[118],"sensory":[119],"data":[120],"any":[122],"additional":[123],"information":[124],"task":[126],"description":[127],"scene":[129],"state.":[130],"work,":[133],"use":[135],"our":[136],"extended":[137],"FAILURE":[138],"dataset":[139],"2021)":[143],"99":[145],"new":[146],"recordings":[149],"annotate":[151],"them":[152],"their":[154],"corresponding":[155],"types.":[157],"achieves":[159],"0.87":[160],"detection":[162],"0.80":[164],"classification":[166],"F1":[167],"scores.":[168],"Experimental":[169],"results":[170],"show":[171],"that":[172],"also":[175],"appropriate":[176],"real-time":[178],"use.":[179]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":5}],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2023-12-23T00:00:00"}