{"id":"https://openalex.org/W4405785195","doi":"https://doi.org/10.1109/iros58592.2024.10802274","title":"Multimodal Failure Prediction for Vision-based Manipulation Tasks with Camera Faults","display_name":"Multimodal Failure Prediction for Vision-based Manipulation Tasks with Camera Faults","publication_year":2024,"publication_date":"2024-10-14","ids":{"openalex":"https://openalex.org/W4405785195","doi":"https://doi.org/10.1109/iros58592.2024.10802274"},"language":"en","primary_location":{"id":"doi:10.1109/iros58592.2024.10802274","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10802274","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006320303","display_name":"Yuliang Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Yuliang Ma","raw_affiliation_strings":["University of Stuttgart,Institute of Industrial Automation and Software Engineering,Stuttgart,Germany,70550"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Stuttgart,Institute of Industrial Automation and Software Engineering,Stuttgart,Germany,70550","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100434424","display_name":"Jingyi Liu","orcid":"https://orcid.org/0000-0002-9710-5006"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jingyi Liu","raw_affiliation_strings":["University of Stuttgart,Institute of Industrial Automation and Software Engineering,Stuttgart,Germany,70550"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Stuttgart,Institute of Industrial Automation and Software Engineering,Stuttgart,Germany,70550","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104001773","display_name":"Ilshat Mamaev","orcid":null},"institutions":[{"id":"https://openalex.org/I70886390","display_name":"Karlsruhe University of Applied Sciences","ror":"https://ror.org/01c0m1t63","country_code":"DE","type":"education","lineage":["https://openalex.org/I70886390"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ilshat Mamaev","raw_affiliation_strings":["Karlsruhe University of Applied Sciences and with Proximity Robotics & Automation GmbH,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Karlsruhe University of Applied Sciences and with Proximity Robotics & Automation GmbH,Germany","institution_ids":["https://openalex.org/I70886390"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080060901","display_name":"Andrey Morozov","orcid":"https://orcid.org/0000-0001-8647-5629"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andrey Morozov","raw_affiliation_strings":["University of Stuttgart,Institute of Industrial Automation and Software Engineering,Stuttgart,Germany,70550"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Stuttgart,Institute of Industrial Automation and Software Engineering,Stuttgart,Germany,70550","institution_ids":["https://openalex.org/I100066346"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5353,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.84745983,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"2951","last_page":"2957"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11606","display_name":"Infrastructure Maintenance and Monitoring","score":0.9747999906539917,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7366678714752197},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.509294867515564},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.41144293546676636}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7366678714752197},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.509294867515564},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.41144293546676636}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros58592.2024.10802274","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10802274","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4099999964237213,"display_name":"Climate action","id":"https://metadata.un.org/sdg/13"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2145071552","https://openalex.org/W2797862627","https://openalex.org/W2963092423","https://openalex.org/W2963166639","https://openalex.org/W2967177252","https://openalex.org/W2983476418","https://openalex.org/W2985321619","https://openalex.org/W3006398608","https://openalex.org/W3037767967","https://openalex.org/W3099659757","https://openalex.org/W3127756416","https://openalex.org/W3132408792","https://openalex.org/W3164160032","https://openalex.org/W3185780566","https://openalex.org/W3206664771","https://openalex.org/W4210656760","https://openalex.org/W4213452319","https://openalex.org/W4312550647","https://openalex.org/W4383108735","https://openalex.org/W4387143366","https://openalex.org/W4390120101"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Due":[0],"to":[1,13,37,41,63,80,162,180,191],"the":[2,15,42,65,82,91,94,140,164,170,198],"increasing":[3],"behavioral":[4],"and":[5,28,122,124,134,177,212,221],"structural":[6],"complexity":[7],"of":[8,67,93,172,206],"robots,":[9],"it":[10],"is":[11,159],"challenging":[12],"predict":[14],"execution":[16,92],"outcome":[17],"after":[18],"error":[19,48,72],"detection.":[20],"Anomaly":[21],"detection":[22],"methods":[23],"can":[24,137],"help":[25,79],"detect":[26],"errors":[27],"prevent":[29],"potential":[30,59,112],"failures.":[31],"However,":[32],"not":[33],"every":[34],"fault":[35,44,144],"leads":[36],"a":[38,53,58,75,99,149,184,192],"failure":[39,60,103,127,165],"due":[40],"system\u2019s":[43],"tolerance":[45],"or":[46,89],"unintended":[47],"masking.":[49],"In":[50],"practical":[51],"applications,":[52],"robotic":[54],"system":[55],"should":[56,78],"have":[57],"evaluation":[61],"module":[62],"estimate":[64],"probability":[66],"failures":[68],"when":[69],"receiving":[70],"an":[71],"alert.":[73],"Subsequently,":[74],"decision-making":[76],"mechanism":[77],"take":[81],"next":[83],"action,":[84],"e.g.,":[85],"terminate,":[86],"degrade":[87],"performance,":[88,208],"continue":[90],"task.":[95,141],"This":[96],"paper":[97],"proposes":[98],"multimodal":[100],"method":[101,200],"for":[102,105],"prediction":[104],"vision-based":[106],"manipulation":[107,126,155,193],"systems":[108],"that":[109,136,197],"suffer":[110],"from":[111],"camera":[113],"faults.":[114],"We":[115],"inject":[116],"faults":[117],"into":[118],"images":[119],"(e.g.,":[120,129],"noise":[121],"blur)":[123],"observe":[125],"scenarios":[128],"pick":[130],"failure,":[131,133],"place":[132],"collision)":[135],"occur":[138],"during":[139],"Through":[142],"extensive":[143],"injection":[145],"experiments,":[146],"we":[147],"created":[148],"FAULT-to-FAILURE":[150],"dataset":[151,158,222],"containing":[152],"4000":[153],"real-world":[154],"samples.":[156],"The":[157,217],"subsequently":[160],"used":[161],"train":[163],"predictor.":[166],"Our":[167],"approach":[168],"processes":[169],"combination":[171],"RGB":[173],"images,":[174,176],"masked":[175],"planned":[178],"paths":[179],"effectively":[181],"evaluate":[182],"whether":[183],"certain":[185],"faulty":[186],"image":[187],"could":[188],"potentially":[189],"lead":[190],"failure.":[194],"Results":[195],"demonstrate":[196],"proposed":[199],"outperforms":[201],"state-of-the-art":[202],"models":[203],"in":[204],"terms":[205],"overall":[207],"requires":[209],"fewer":[210],"sensors,":[211],"achieves":[213],"faster":[214],"inference":[215],"speeds.":[216],"analytical":[218],"software":[219],"prototype":[220],"are":[223],"available":[224],"at":[225],"Github:":[226],"MultimodalFailurePrediction.":[227]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}