{"id":"https://openalex.org/W3132488141","doi":"https://doi.org/10.1109/lra.2021.3093871","title":"GEM: Glare or Gloom, I Can Still See You \u2013 End-to-End Multi-Modal Object Detection","display_name":"GEM: Glare or Gloom, I Can Still See You \u2013 End-to-End Multi-Modal Object Detection","publication_year":2021,"publication_date":"2021-06-30","ids":{"openalex":"https://openalex.org/W3132488141","doi":"https://doi.org/10.1109/lra.2021.3093871","mag":"3132488141"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2021.3093871","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2021.3093871","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2102.12319","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004866968","display_name":"Osama Mazhar","orcid":"https://orcid.org/0000-0002-6897-1917"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Osama Mazhar","raw_affiliation_strings":["Cognitive Robotics Department, Delft University of Technology, Delft, CD, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-6897-1917","affiliations":[{"raw_affiliation_string":"Cognitive Robotics Department, Delft University of Technology, Delft, CD, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084264842","display_name":"Robert Babu\u0161ka","orcid":"https://orcid.org/0000-0001-9578-8598"},"institutions":[{"id":"https://openalex.org/I4210152232","display_name":"Institute of Informatics of the Slovak Academy of Sciences","ror":"https://ror.org/04jgqpc26","country_code":"SK","type":"facility","lineage":["https://openalex.org/I207624831","https://openalex.org/I4210152232"]},{"id":"https://openalex.org/I44504214","display_name":"Czech Technical University in Prague","ror":"https://ror.org/03kqpb082","country_code":"CZ","type":"education","lineage":["https://openalex.org/I44504214"]},{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["CZ","NL","SK"],"is_corresponding":false,"raw_author_name":"Robert Babuska","raw_affiliation_strings":["Cognitive Robotics Department, Delft University of Technology, Delft, CD, The Netherlands","Czech Institute of Informatics, Robotics, and Cybernetics, Czech Technical University in Prague, Prague, Czech"],"raw_orcid":"https://orcid.org/0000-0001-9578-8598","affiliations":[{"raw_affiliation_string":"Cognitive Robotics Department, Delft University of Technology, Delft, CD, The Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Czech Institute of Informatics, Robotics, and Cybernetics, Czech Technical University in Prague, Prague, Czech","institution_ids":["https://openalex.org/I44504214","https://openalex.org/I4210152232"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035229829","display_name":"Jens Kober","orcid":"https://orcid.org/0000-0001-7257-5434"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jens Kober","raw_affiliation_strings":["Cognitive Robotics Department, Delft University of Technology, Delft, CD, The Netherlands","(Delft University of Technology)"],"raw_orcid":"https://orcid.org/0000-0001-7257-5434","affiliations":[{"raw_affiliation_string":"Cognitive Robotics Department, Delft University of Technology, Delft, CD, The Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"(Delft University of Technology)","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0904,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.34851719,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"6","issue":"4","first_page":"6321","last_page":"6328"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7513911724090576},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6370490789413452},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6275914907455444},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.5304500460624695},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5286667346954346},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.5074402689933777},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.5026094913482666},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.5023109912872314},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.46848997473716736},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.46723634004592896},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.19616171717643738}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7513911724090576},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6370490789413452},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6275914907455444},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.5304500460624695},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5286667346954346},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.5074402689933777},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.5026094913482666},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.5023109912872314},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.46848997473716736},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.46723634004592896},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.19616171717643738},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/lra.2021.3093871","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2021.3093871","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2102.12319","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.12319","pdf_url":"https://arxiv.org/pdf/2102.12319","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:tudelft.nl:uuid:279e22f6-5d44-4287-8a94-920327e82bc2","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:279e22f6-5d44-4287-8a94-920327e82bc2","pdf_url":"http://resolver.tudelft.nl/uuid:279e22f6-5d44-4287-8a94-920327e82bc2","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal article"},{"id":"mag:3132488141","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2102.12319","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2102.12319","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2102.12319","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2102.12319","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.12319","pdf_url":"https://arxiv.org/pdf/2102.12319","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1565402342","https://openalex.org/W1910108985","https://openalex.org/W1923184257","https://openalex.org/W2027891191","https://openalex.org/W2401154299","https://openalex.org/W2547875792","https://openalex.org/W2560609797","https://openalex.org/W2571773278","https://openalex.org/W2592480533","https://openalex.org/W2612445135","https://openalex.org/W2613718673","https://openalex.org/W2743059014","https://openalex.org/W2774740309","https://openalex.org/W2796347433","https://openalex.org/W2888849760","https://openalex.org/W2891529090","https://openalex.org/W2912562035","https://openalex.org/W2919203733","https://openalex.org/W2951884431","https://openalex.org/W2963073614","https://openalex.org/W2963351448","https://openalex.org/W2963794138","https://openalex.org/W2966197049","https://openalex.org/W2972006294","https://openalex.org/W2988916019","https://openalex.org/W3034543232","https://openalex.org/W3037492894","https://openalex.org/W3096609285","https://openalex.org/W3106250896","https://openalex.org/W3120601329","https://openalex.org/W6620707391","https://openalex.org/W6633727509","https://openalex.org/W6729448088","https://openalex.org/W6734074887","https://openalex.org/W6737664043","https://openalex.org/W6750227808","https://openalex.org/W6758721326","https://openalex.org/W6763422710","https://openalex.org/W6763810570","https://openalex.org/W6778485988","https://openalex.org/W6779517208","https://openalex.org/W6785652829","https://openalex.org/W6788764362"],"related_works":["https://openalex.org/W3175999922","https://openalex.org/W2999795721","https://openalex.org/W3024052009","https://openalex.org/W2950755545","https://openalex.org/W3163859203","https://openalex.org/W2793888589","https://openalex.org/W2744667719","https://openalex.org/W2998486973","https://openalex.org/W3205934217","https://openalex.org/W2971472640","https://openalex.org/W2963120444","https://openalex.org/W3127613997","https://openalex.org/W3120465078","https://openalex.org/W2891532160","https://openalex.org/W3158853752","https://openalex.org/W3034257362","https://openalex.org/W2911152581","https://openalex.org/W3083190172","https://openalex.org/W3040320765","https://openalex.org/W3139885827"],"abstract_inverted_index":{"Deep":[0],"neural":[1],"networks":[2],"designed":[3],"for":[4,113,131,181],"vision":[5],"tasks":[6],"are":[7,25,43,51,95,178],"often":[8],"prone":[9],"to":[10,31,35,45],"failure":[11],"when":[12,27],"they":[13],"encounter":[14],"environmental":[15],"conditions":[16,67,110],"not":[17],"covered":[18],"by":[19,97],"the":[20,28,62,98,140,144,149,157,173],"training":[21],"data.":[22],"Single-modal":[23],"strategies":[24,142],"insufficient":[26],"sensor":[29,58,70,100],"fails":[30],"acquire":[32],"information":[33],"due":[34],"malfunction":[36],"or":[37],"its":[38],"design":[39],"limitations.":[40],"Multi-sensor":[41],"configurations":[42],"known":[44],"provide":[46],"redundancy,":[47],"increase":[48],"reliability,":[49],"and":[50,68,82,85,119,152,170],"crucial":[52],"in":[53,72,107],"achieving":[54],"robustness":[55],"against":[56],"asymmetric":[57,69],"failures.":[59],"To":[60],"address":[61],"issue":[63],"of":[64,184],"changing":[65],"lighting":[66,109,185],"degradation":[71],"object":[73,80,105,175],"detection,":[74],"we":[75,137],"develop":[76],"a":[77,125,163,182],"multi-modal":[78],"2D":[79],"detector,":[81],"propose":[83,124],"deterministic":[84],"stochastic":[86],"sensor-aware":[87],"feature":[88],"fusion":[89,93],"strategies.":[90],"The":[91],"proposed":[92,141,174],"mechanisms":[94],"driven":[96],"estimated":[99],"measurement":[101],"reliability":[102],"values/weights.":[103],"Reliable":[104],"detection":[106,176],"harsh":[108],"is":[111],"essential":[112],"applications":[114],"such":[115],"as":[116],"self-driving":[117],"vehicles":[118],"human-robot":[120],"interaction.":[121],"We":[122,160],"also":[123],"new":[126,164],"\u201cr-blended\u201d":[127],"hybrid":[128],"depth":[129],"modality":[130],"RGB-D":[132],"sensors.":[133],"Through":[134],"extensive":[135],"experimentation,":[136],"show":[138],"that":[139,172],"outperform":[143],"existing":[145],"state-of-the-art":[146],"methods":[147],"on":[148,156],"FLIR-Thermal":[150],"dataset,":[151,167],"obtain":[153],"promising":[154],"results":[155],"SUNRGB-D":[158],"dataset.":[159],"additionally":[161],"record":[162],"RGB-Infra":[165],"indoor":[166],"namely":[168],"L515-Indoors,":[169],"demonstrate":[171],"methodologies":[177],"highly":[179],"effective":[180],"variety":[183],"conditions.":[186]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}