{"id":"https://openalex.org/W4405709715","doi":"https://doi.org/10.1109/robot61475.2024.10796902","title":"Multimodal Human Detection Using YOLO and Representation Learning for Robot Perception","display_name":"Multimodal Human Detection Using YOLO and Representation Learning for Robot Perception","publication_year":2024,"publication_date":"2024-11-06","ids":{"openalex":"https://openalex.org/W4405709715","doi":"https://doi.org/10.1109/robot61475.2024.10796902"},"language":"en","primary_location":{"id":"doi:10.1109/robot61475.2024.10796902","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robot61475.2024.10796902","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 7th Iberian Robotics Conference (ROBOT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092952260","display_name":"Kennedy O. S. Mota","orcid":null},"institutions":[{"id":"https://openalex.org/I4210125590","display_name":"Institute for Systems Engineering and Computers","ror":"https://ror.org/033wn8m60","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210125590"]},{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":true,"raw_author_name":"Kennedy O. S. Mota","raw_affiliation_strings":["University of Coimbra, Institute of Systems and Robotics,Department of Electrical and Computer Engineering,Coimbra,Portugal"],"affiliations":[{"raw_affiliation_string":"University of Coimbra, Institute of Systems and Robotics,Department of Electrical and Computer Engineering,Coimbra,Portugal","institution_ids":["https://openalex.org/I4210125590","https://openalex.org/I76903346"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Diogo S. De Oliveira","orcid":null},"institutions":[{"id":"https://openalex.org/I4210125590","display_name":"Institute for Systems Engineering and Computers","ror":"https://ror.org/033wn8m60","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210125590"]},{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Diogo S. De Oliveira","raw_affiliation_strings":["University of Coimbra, Institute of Systems and Robotics,Department of Electrical and Computer Engineering,Coimbra,Portugal"],"affiliations":[{"raw_affiliation_string":"University of Coimbra, Institute of Systems and Robotics,Department of Electrical and Computer Engineering,Coimbra,Portugal","institution_ids":["https://openalex.org/I4210125590","https://openalex.org/I76903346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010345616","display_name":"Lu\u00eds Garrote","orcid":"https://orcid.org/0000-0003-3833-3794"},"institutions":[{"id":"https://openalex.org/I4210125590","display_name":"Institute for Systems Engineering and Computers","ror":"https://ror.org/033wn8m60","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210125590"]},{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Lu\u00eds Garrote","raw_affiliation_strings":["University of Coimbra, Institute of Systems and Robotics,Department of Electrical and Computer Engineering,Coimbra,Portugal"],"affiliations":[{"raw_affiliation_string":"University of Coimbra, Institute of Systems and Robotics,Department of Electrical and Computer Engineering,Coimbra,Portugal","institution_ids":["https://openalex.org/I4210125590","https://openalex.org/I76903346"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039508418","display_name":"Cristiano Premebida","orcid":"https://orcid.org/0000-0002-2168-2077"},"institutions":[{"id":"https://openalex.org/I4210125590","display_name":"Institute for Systems Engineering and Computers","ror":"https://ror.org/033wn8m60","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210125590"]},{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Cristiano Premebida","raw_affiliation_strings":["University of Coimbra, Institute of Systems and Robotics,Department of Electrical and Computer Engineering,Coimbra,Portugal"],"affiliations":[{"raw_affiliation_string":"University of Coimbra, Institute of Systems and Robotics,Department of Electrical and Computer Engineering,Coimbra,Portugal","institution_ids":["https://openalex.org/I4210125590","https://openalex.org/I76903346"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5092952260"],"corresponding_institution_ids":["https://openalex.org/I4210125590","https://openalex.org/I76903346"],"apc_list":null,"apc_paid":null,"fwci":0.4767,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.66549089,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.890999972820282,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.890999972820282,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.8822000026702881,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.8725000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7148627042770386},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.627758264541626},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.6266381740570068},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6254575252532959},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.598929762840271},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5467469096183777},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5300778150558472},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4999203681945801},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.42167556285858154},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.1665402352809906},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09926888346672058}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7148627042770386},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.627758264541626},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.6266381740570068},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6254575252532959},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.598929762840271},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5467469096183777},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5300778150558472},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4999203681945801},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.42167556285858154},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.1665402352809906},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09926888346672058},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/robot61475.2024.10796902","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robot61475.2024.10796902","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 7th Iberian Robotics Conference (ROBOT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1966456026","https://openalex.org/W2118572719","https://openalex.org/W2416791088","https://openalex.org/W2566550653","https://openalex.org/W2950918436","https://openalex.org/W2963037989","https://openalex.org/W2963432933","https://openalex.org/W3008487049","https://openalex.org/W3089387037","https://openalex.org/W3091001089","https://openalex.org/W4230439252","https://openalex.org/W4289518950","https://openalex.org/W4387089897"],"related_works":["https://openalex.org/W2978665606","https://openalex.org/W4287179229","https://openalex.org/W3205513966","https://openalex.org/W3120459843","https://openalex.org/W4366547574","https://openalex.org/W3200191727","https://openalex.org/W189465620","https://openalex.org/W4366818884","https://openalex.org/W2248308732","https://openalex.org/W4392651289"],"abstract_inverted_index":{"This":[0],"work":[1,114,134],"concentrates":[2],"on":[3,13,51,123,161,166,202,212],"the":[4,52,55,97,107,130,144,180,196,203,207],"problem":[5],"of":[6,54,96,106,112,146,195],"multisensor":[7],"people":[8,118],"detection":[9,119,198],"using":[10,120],"YOLO":[11,169],"trained":[12,122],"four":[14,152],"distinct":[15,157],"modalities:":[16],"depth":[17],"and":[18,22,68,104,125,183],"intensity":[19],"LiDAR-maps,":[20],"RGB,":[21],"\u2018thermal\u2019":[23],"images.":[24],"RGB":[25,80],"cameras,":[26],"ubiquitous":[27],"in":[28,42,221],"this":[29,113,133],"application":[30],"domain,":[31],"offer":[32],"great":[33],"resolution":[34,76],"but":[35],"struggle":[36],"with":[37,74],"adverse":[38],"lighting":[39],"conditions":[40,67],"resulting":[41],"overexposed":[43],"or":[44],"underexposed":[45],"images":[46],"which":[47],"then":[48],"impact":[49],"negatively":[50],"performance":[53,182,214],"algorithms.":[56],"Thermal":[57],"(long-wave":[58],"infrared)":[59],"cameras":[60],"are":[61,210],"more":[62,186],"resilient":[63],"against":[64],"varying":[65],"light":[66],"provide":[69],"complementary":[70],"textural":[71],"features,":[72],"although":[73],"lower":[75],"when":[77],"compared":[78],"to":[79,91,116,178,184],"cameras.":[81],"LiDAR":[82],"sensors,":[83],"while":[84],"having":[85],"a":[86,92,136,162,167,173,222],"significantly":[87],"low":[88],"resolution,":[89],"contribute":[90],"physically":[93],"interpretable":[94],"mapping":[95],"environment":[98],"providing":[99],"precise":[100],"information":[101],"regarding":[102],"size/dimension":[103],"location":[105],"objects.":[108],"The":[109,193,216],"main":[110],"goal":[111],"is":[115,200,219],"tackle":[117],"deep-models":[121],"single":[124],"multi-modality":[126],"representations.":[127],"To":[128],"support":[129],"experimental":[131],"part":[132],"introduces":[135],"new":[137,217],"multimodal":[138,174],"dataset":[139,218],"(called":[140],"MID-3K).":[141],"MID-3K":[142,204],"allows":[143],"development":[145],"data":[147],"fusion":[148],"strategies":[149],"by":[150],"leveraging":[151],"modalities":[153],"(obtained":[154],"from":[155],"three":[156],"exteroceptive":[158],"sensors":[159],"mounted":[160],"mobile":[163],"robot).":[164],"Leveraging":[165],"single-modality":[168],"framework,":[170],"we":[171],"propose":[172],"representation":[175],"learning":[176],"approach":[177],"improve":[179],"baseline":[181],"capture":[185],"relevant":[187],"features":[188],"across":[189],"all":[190],"input":[191],"modalities.":[192],"evaluation":[194],"proposed":[197],"pipeline":[199],"conducted":[201],"dataset,":[205],"where":[206],"reported":[208],"results":[209],"grounded":[211],"state-of-the-art":[213],"measures.":[215],"available":[220],"GitHub":[223],"repository<sup":[224],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[225,228],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>":[226],"<sup":[227],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>MID-3K":[229],"dataset:":[230],"https://kennedyk1.github.io/MID-3K/.":[231]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-04-23T09:07:50.710637","created_date":"2025-10-10T00:00:00"}