{"id":"https://openalex.org/W7131899856","doi":"https://doi.org/10.1109/sii64115.2026.11404529","title":"A Complementary Approach for Robust and Safety-Oriented Visual Tracking via Near-Infrared and RGB-D Cameras for Safe Physical Human-Robot Interaction","display_name":"A Complementary Approach for Robust and Safety-Oriented Visual Tracking via Near-Infrared and RGB-D Cameras for Safe Physical Human-Robot Interaction","publication_year":2026,"publication_date":"2026-01-11","ids":{"openalex":"https://openalex.org/W7131899856","doi":"https://doi.org/10.1109/sii64115.2026.11404529"},"language":"en","primary_location":{"id":"doi:10.1109/sii64115.2026.11404529","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sii64115.2026.11404529","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE/SICE International Symposium on System Integration (SII)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087750717","display_name":"Mazin Hamad","orcid":"https://orcid.org/0000-0001-7811-6204"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Mazin Hamad","raw_affiliation_strings":["Technical University of Munich (TUM),Munich Institute of Robotics and Machine Intelligence (MIRMI),Munich,Germany"],"affiliations":[{"raw_affiliation_string":"Technical University of Munich (TUM),Munich Institute of Robotics and Machine Intelligence (MIRMI),Munich,Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125443906","display_name":"Samuel Kangwagye","orcid":null},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Samuel Kangwagye","raw_affiliation_strings":["Technical University of Munich (TUM),Munich Institute of Robotics and Machine Intelligence (MIRMI),Munich,Germany"],"affiliations":[{"raw_affiliation_string":"Technical University of Munich (TUM),Munich Institute of Robotics and Machine Intelligence (MIRMI),Munich,Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125887537","display_name":"Valentin Le Mesle","orcid":null},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Valentin Le Mesle","raw_affiliation_strings":["Technical University of Munich (TUM),Munich Institute of Robotics and Machine Intelligence (MIRMI),Munich,Germany"],"affiliations":[{"raw_affiliation_string":"Technical University of Munich (TUM),Munich Institute of Robotics and Machine Intelligence (MIRMI),Munich,Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025405042","display_name":"Rafael Mosberger","orcid":null},"institutions":[{"id":"https://openalex.org/I27826396","display_name":"Vattenfall (Sweden)","ror":"https://ror.org/028v4fg64","country_code":"SE","type":"company","lineage":["https://openalex.org/I27826396"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Rafael Mosberger","raw_affiliation_strings":["Retenua AB,Örebro,Sweden"],"affiliations":[{"raw_affiliation_string":"Retenua AB,Örebro,Sweden","institution_ids":["https://openalex.org/I27826396"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088586617","display_name":"Achim J. Lilienthal","orcid":"https://orcid.org/0000-0003-0217-9326"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Achim J. Lilienthal","raw_affiliation_strings":["Technical University of Munich (TUM),Munich Institute of Robotics and Machine Intelligence (MIRMI),Munich,Germany"],"affiliations":[{"raw_affiliation_string":"Technical University of Munich (TUM),Munich Institute of Robotics and Machine Intelligence (MIRMI),Munich,Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5116079574","display_name":"Sami Haddadin","orcid":null},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sami Haddadin","raw_affiliation_strings":["Technical University of Munich (TUM),Munich Institute of Robotics and Machine Intelligence (MIRMI),Munich,Germany"],"affiliations":[{"raw_affiliation_string":"Technical University of Munich (TUM),Munich Institute of Robotics and Machine Intelligence (MIRMI),Munich,Germany","institution_ids":["https://openalex.org/I62916508"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5087750717"],"corresponding_institution_ids":["https://openalex.org/I62916508"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.7289412,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"584","last_page":"591"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.5304999947547913,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.5304999947547913,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.03680000081658363,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.02630000002682209,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.5443999767303467},{"id":"https://openalex.org/keywords/workspace","display_name":"Workspace","score":0.5321999788284302},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.5285000205039978},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4912000000476837},{"id":"https://openalex.org/keywords/tracking-system","display_name":"Tracking system","score":0.4830000102519989},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.47839999198913574},{"id":"https://openalex.org/keywords/fuse","display_name":"Fuse (electrical)","score":0.4578000009059906},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.3944000005722046},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3944000005722046}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.661300003528595},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5949000120162964},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5746999979019165},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.5443999767303467},{"id":"https://openalex.org/C58581272","wikidata":"https://www.wikidata.org/wiki/Q12741163","display_name":"Workspace","level":3,"score":0.5321999788284302},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.5285000205039978},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4912000000476837},{"id":"https://openalex.org/C154586513","wikidata":"https://www.wikidata.org/wiki/Q4420972","display_name":"Tracking system","level":3,"score":0.4830000102519989},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.47839999198913574},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.4578000009059906},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.3944000005722046},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3944000005722046},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3449000120162964},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.3310999870300293},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.32690000534057617},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.310699999332428},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.3093999922275543},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.28600001335144043},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.2784999907016754},{"id":"https://openalex.org/C95020103","wikidata":"https://www.wikidata.org/wiki/Q1813492","display_name":"Match moving","level":3,"score":0.2709999978542328},{"id":"https://openalex.org/C150627866","wikidata":"https://www.wikidata.org/wiki/Q1076893","display_name":"Field of view","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.26409998536109924},{"id":"https://openalex.org/C196467688","wikidata":"https://www.wikidata.org/wiki/Q1851985","display_name":"Telerobotics","level":4,"score":0.2630999982357025},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.262800008058548},{"id":"https://openalex.org/C98907195","wikidata":"https://www.wikidata.org/wiki/Q5428562","display_name":"Facial motion capture","level":5,"score":0.2603999972343445},{"id":"https://openalex.org/C145804949","wikidata":"https://www.wikidata.org/wiki/Q478123","display_name":"Situation awareness","level":2,"score":0.2597000002861023},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.2587999999523163},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.25619998574256897},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/sii64115.2026.11404529","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sii64115.2026.11404529","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE/SICE International Symposium on System Integration (SII)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:publications/5d19c5e7-3a12-4532-9a60-c5d1113f27eb","is_oa":false,"landing_page_url":"https://ieeexplore.ieee.org/document/11404529/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Hamad, M, Kangwagye, S, Mesle, V L, Mosberger, R, Lilienthal, A J & Haddadin, S 2026, A Complementary Approach for Robust and Safety-Oriented Visual Tracking via Near-Infrared and RGB-D Cameras for Safe Physical Human-Robot Interaction. in 2026 IEEE/SICE International Symposium on System Integration (SII)., 11404529, IEEE Communications Society, pp. 584-591, 2026 IEEE/SICE International Symposium on System Integration (SII), 11/01/2026. https://doi.org/10.1109/SII64115.2026.11404529","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W28635149","https://openalex.org/W277442887","https://openalex.org/W1575719729","https://openalex.org/W1578655173","https://openalex.org/W2052746172","https://openalex.org/W2060349787","https://openalex.org/W2064183516","https://openalex.org/W2093989592","https://openalex.org/W2131404784","https://openalex.org/W2162990087","https://openalex.org/W2297150532","https://openalex.org/W2609187851","https://openalex.org/W2762248135","https://openalex.org/W2793316857","https://openalex.org/W2810519341","https://openalex.org/W2962730651","https://openalex.org/W2965057984","https://openalex.org/W2974494763","https://openalex.org/W3003235888","https://openalex.org/W3024383962","https://openalex.org/W3163031895","https://openalex.org/W4231366778","https://openalex.org/W4241956693","https://openalex.org/W4287985500","https://openalex.org/W4291392049","https://openalex.org/W4313563110","https://openalex.org/W4323826843","https://openalex.org/W4367664177","https://openalex.org/W4387782561","https://openalex.org/W4402822608","https://openalex.org/W4403247764","https://openalex.org/W4404521028"],"related_works":[],"abstract_inverted_index":{"Safe":[0,139],"physical":[1],"human-robot":[2],"interaction":[3],"(pHRI)":[4],"in":[5,80,150,163,199],"industrial":[6,201],"settings":[7],"requires":[8],"robust":[9],"and":[10,21,44,58,93,186],"accurate":[11],"tracking":[12,28,53,66,86,123,182],"of":[13,38],"key":[14],"points":[15],"on":[16,137],"the":[17,22,77,138],"human":[18,64,122,165],"co-worker\u2019s":[19],"body":[20],"robot":[23,129],"structure.":[24],"However,":[25],"vision-based":[26,179],"single-camera":[27],"solutions":[29],"often":[30],"face":[31],"many":[32],"challenges,":[33],"such":[34],"as":[35],"limited":[36],"field":[37],"view":[39],"(FoV),":[40],"detection":[41],"range,":[42],"occlusions,":[43],"inconsistent":[45],"detection.":[46],"This":[47],"paper":[48],"proposes":[49],"a":[50,111,132,191],"complementary":[51,116,178],"multi-sensor":[52],"scheme":[54],"that":[55],"integrates":[56],"RGB-D":[57,98],"near-infrared":[59],"(NIR)":[60],"cameras":[61],"to":[62,96,120],"improve":[63],"motion":[65],"accuracy":[67],"while":[68],"ensuring":[69],"compliance":[70],"with":[71],"ISO/TS":[72],"15066":[73],"safety":[74,134,166],"requirements.":[75],"For":[76],"first":[78],"time":[79],"pHRI,":[81],"we":[82],"deploy":[83],"an":[84],"infrared-based":[85],"system,":[87],"originally":[88],"designed":[89],"for":[90,194],"driver":[91],"assistance":[92],"accident":[94],"prevention,":[95],"complement":[97],"cameras,":[99],"which":[100],"provide":[101],"detailed":[102],"pose":[103],"estimation":[104],"at":[105,209],"near":[106],"range":[107],"but":[108],"suffer":[109],"from":[110,125],"narrow":[112],"FoV.":[113],"A":[114],"safety-oriented":[115],"approach":[117,180],"is":[118,147],"developed":[119],"fuse":[121],"data":[124],"both":[126],"systems":[127],"into":[128],"control,":[130],"integrating":[131],"well-established":[133],"paradigm":[135],"based":[136],"Motion":[140],"Unit":[141],"(SMU)":[142],"framework.":[143],"The":[144,177,203],"proposed":[145],"system":[146],"experimentally":[148],"validated":[149],"real-world":[151],"collaborative":[152,197],"robotic":[153],"workspaces":[154],"across":[155],"various":[156,200],"pHRI":[157],"scenarios.":[158],"Results":[159],"demonstrate":[160],"its":[161],"effectiveness":[162],"respecting":[164],"constraints,":[167],"even":[168],"under":[169],"challenging":[170],"operating":[171],"conditions,":[172],"without":[173],"unnecessary":[174],"performance":[175],"restrictions.":[176],"improves":[181],"accuracy,":[183],"expands":[184],"FoV,":[185],"enhances":[187],"reliability,":[188],"making":[189],"it":[190],"promising":[192],"solution":[193],"certifiable,":[195],"human-aware":[196],"robotics":[198],"settings.":[202],"video":[204],"documentation":[205],"can":[206],"be":[207],"seen":[208],"https://youtu.be/xWksc_vhuew.":[210]},"counts_by_year":[],"updated_date":"2026-03-16T09:10:04.655348","created_date":"2026-02-28T00:00:00"}