{"id":"https://openalex.org/W3130394099","doi":"https://doi.org/10.1109/tcsvt.2021.3060162","title":"Deep Cross-Modal Representation Learning and Distillation for Illumination-Invariant Pedestrian Detection","display_name":"Deep Cross-Modal Representation Learning and Distillation for Illumination-Invariant Pedestrian Detection","publication_year":2021,"publication_date":"2021-02-18","ids":{"openalex":"https://openalex.org/W3130394099","doi":"https://doi.org/10.1109/tcsvt.2021.3060162","mag":"3130394099"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2021.3060162","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2021.3060162","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011105024","display_name":"Tianshan Liu","orcid":"https://orcid.org/0000-0003-3831-8893"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Tianshan Liu","raw_affiliation_strings":["Department of Electronic and Information Engineering, The Hong Kong Polytechnic University, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0003-3831-8893","affiliations":[{"raw_affiliation_string":"Department of Electronic and Information Engineering, The Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019678322","display_name":"Kin\u2010Man Lam","orcid":"https://orcid.org/0000-0002-0422-8454"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Kin-Man Lam","raw_affiliation_strings":["Department of Electronic and Information Engineering, The Hong Kong Polytechnic University, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-0422-8454","affiliations":[{"raw_affiliation_string":"Department of Electronic and Information Engineering, The Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102019205","display_name":"Rui Zhao","orcid":"https://orcid.org/0000-0003-2733-3617"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Rui Zhao","raw_affiliation_strings":["Department of Electronic and Information Engineering, The Hong Kong Polytechnic University, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0003-2733-3617","affiliations":[{"raw_affiliation_string":"Department of Electronic and Information Engineering, The Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114259459","display_name":"Guoping Qiu","orcid":"https://orcid.org/0000-0002-5877-5648"},"institutions":[{"id":"https://openalex.org/I142263535","display_name":"University of Nottingham","ror":"https://ror.org/01ee9ar58","country_code":"GB","type":"education","lineage":["https://openalex.org/I142263535"]},{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]},{"id":"https://openalex.org/I4210104064","display_name":"Shenzhen Academy of Robotics","ror":"https://ror.org/01h027j09","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210104064"]}],"countries":["CN","GB"],"is_corresponding":false,"raw_author_name":"Guoping Qiu","raw_affiliation_strings":["College of Electronic and Information Engineering, Shenzhen University, Shenzhen, China","Guangdong Key Laboratory for Intelligent Information Processing, Shenzhen University, Shenzhen, China","School of Computer Science, The University of Nottingham, Nottingham, U.K","Shenzhen Institute of Artificial Intelligence and Robotics for Society, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-5877-5648","affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"Guangdong Key Laboratory for Intelligent Information Processing, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"School of Computer Science, The University of Nottingham, Nottingham, U.K","institution_ids":["https://openalex.org/I142263535"]},{"raw_affiliation_string":"Shenzhen Institute of Artificial Intelligence and Robotics for Society, Shenzhen, China","institution_ids":["https://openalex.org/I4210104064"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.6894,"has_fulltext":false,"cited_by_count":109,"citation_normalized_percentile":{"value":0.97957766,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"32","issue":"1","first_page":"315","last_page":"329"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.7357228398323059},{"id":"https://openalex.org/keywords/invariant","display_name":"Invariant (physics)","score":0.6194078922271729},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5832082033157349},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.563576877117157},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5372597575187683},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5055959224700928},{"id":"https://openalex.org/keywords/pedestrian","display_name":"Pedestrian","score":0.48317089676856995},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4208952486515045},{"id":"https://openalex.org/keywords/pedestrian-detection","display_name":"Pedestrian detection","score":0.41867324709892273},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4161175787448883},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4061809182167053},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.29830849170684814},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1634429395198822},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.12817758321762085},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.09994924068450928}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.7357228398323059},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.6194078922271729},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5832082033157349},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.563576877117157},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5372597575187683},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5055959224700928},{"id":"https://openalex.org/C2777113093","wikidata":"https://www.wikidata.org/wiki/Q221488","display_name":"Pedestrian","level":2,"score":0.48317089676856995},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4208952486515045},{"id":"https://openalex.org/C2780156472","wikidata":"https://www.wikidata.org/wiki/Q2355550","display_name":"Pedestrian detection","level":3,"score":0.41867324709892273},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4161175787448883},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4061809182167053},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.29830849170684814},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1634429395198822},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.12817758321762085},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.09994924068450928},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C37914503","wikidata":"https://www.wikidata.org/wiki/Q156495","display_name":"Mathematical physics","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcsvt.2021.3060162","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2021.3060162","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},{"id":"pmh:oai:ira.lib.polyu.edu.hk:10397/107112","is_oa":false,"landing_page_url":"http://hdl.handle.net/10397/107112","pdf_url":null,"source":{"id":"https://openalex.org/S4306400205","display_name":"PolyU Institutional Research Archive (Hong Kong Polytechnic University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I14243506","host_organization_name":"Hong Kong Polytechnic University","host_organization_lineage":["https://openalex.org/I14243506"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Journal/Magazine Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6742667446","display_name":null,"funder_award_id":"2019KZDZX1028","funder_id":"https://openalex.org/F4320326279","funder_display_name":"Department of Education of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320326279","display_name":"Department of Education of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1536680647","https://openalex.org/W1821462560","https://openalex.org/W1910108985","https://openalex.org/W2022398331","https://openalex.org/W2074777933","https://openalex.org/W2107775979","https://openalex.org/W2125556102","https://openalex.org/W2159386181","https://openalex.org/W2344132218","https://openalex.org/W2415234561","https://openalex.org/W2463402750","https://openalex.org/W2490270993","https://openalex.org/W2497039038","https://openalex.org/W2560540238","https://openalex.org/W2594507094","https://openalex.org/W2604230684","https://openalex.org/W2604863233","https://openalex.org/W2608295741","https://openalex.org/W2741620214","https://openalex.org/W2778955544","https://openalex.org/W2792925809","https://openalex.org/W2793888589","https://openalex.org/W2809440904","https://openalex.org/W2883630736","https://openalex.org/W2895077992","https://openalex.org/W2896540732","https://openalex.org/W2897611955","https://openalex.org/W2902502320","https://openalex.org/W2908973513","https://openalex.org/W2929607865","https://openalex.org/W2941356874","https://openalex.org/W2945786113","https://openalex.org/W2959289524","https://openalex.org/W2963037989","https://openalex.org/W2963188557","https://openalex.org/W2963315052","https://openalex.org/W2963404857","https://openalex.org/W2963579094","https://openalex.org/W2963998989","https://openalex.org/W2964027659","https://openalex.org/W2964241181","https://openalex.org/W2965994363","https://openalex.org/W2976700867","https://openalex.org/W2987131085","https://openalex.org/W3001652308","https://openalex.org/W3004943365","https://openalex.org/W3033116542","https://openalex.org/W3044256341","https://openalex.org/W3047800102","https://openalex.org/W6637373629","https://openalex.org/W6638523607","https://openalex.org/W6691815588","https://openalex.org/W6730456916","https://openalex.org/W6743188669","https://openalex.org/W6753836424","https://openalex.org/W6782247393"],"related_works":["https://openalex.org/W2392100589","https://openalex.org/W2512789322","https://openalex.org/W3122828758","https://openalex.org/W2101960027","https://openalex.org/W4205958986","https://openalex.org/W2197846993","https://openalex.org/W49697837","https://openalex.org/W2586575957","https://openalex.org/W2972620127","https://openalex.org/W2981141433"],"abstract_inverted_index":{"Integrating":[0],"multispectral":[1,34,131,194],"data":[2],"has":[3],"been":[4],"demonstrated":[5],"to":[6,25,64,94,125,143,169],"be":[7],"an":[8],"effective":[9],"solution":[10],"for":[11,181],"illumination-invariant":[12],"pedestrian":[13,91,132,195],"detection,":[14],"in":[15,99],"particular,":[16],"RGB":[17,75,151],"and":[18,70,76,155,185,204],"thermal":[19,77,135],"images":[20,152],"can":[21],"provide":[22],"complementary":[23],"information":[24],"handle":[26],"light":[27],"variations.":[28],"However,":[29],"most":[30],"of":[31,88,129],"the":[32,37,68,81,96,109,122,127,157,171,182,191,199],"current":[33],"detectors":[35,133],"fuse":[36],"multimodal":[38,110,164],"features":[39],"by":[40,115,161],"simple":[41],"concatenation,":[42],"without":[43],"discovering":[44],"their":[45],"latent":[46],"relationships.":[47],"In":[48,167],"this":[49],"paper,":[50],"we":[51,137,175],"propose":[52,138],"a":[53,61,89,105,118,139,145,162],"cross-modal":[54,97,158,172,201],"feature":[55],"learning":[56,203],"(CFL)":[57],"module,":[58],"based":[59],"on":[60,134,190],"split-and-aggregation":[62],"strategy,":[63],"explicitly":[65],"explore":[66],"both":[67],"shared":[69],"modality-specific":[71],"representations":[72,98,159],"between":[73],"paired":[74],"images.":[78],"We":[79],"insert":[80],"proposed":[82,200],"CFL":[83],"module":[84],"into":[85],"multiple":[86],"layers":[87],"two-branch-based":[90],"detection":[92,184],"network,":[93],"learn":[95],"diverse":[100],"semantic":[101],"levels.":[102,187],"By":[103],"introducing":[104],"segmentation-based":[106],"auxiliary":[107],"task,":[108],"network":[111],"is":[112],"trained":[113],"end-to-end":[114],"jointly":[116],"optimizing":[117],"multi-task":[119],"loss.":[120],"On":[121],"other":[123],"hand,":[124],"alleviate":[126],"reliance":[128],"existing":[130],"images,":[136],"knowledge":[140,173],"distillation":[141,178,205],"framework":[142],"train":[144],"student":[146],"detector,":[147],"which":[148],"only":[149],"receives":[150],"as":[153],"input":[154],"distills":[156],"guided":[160],"well-trained":[163],"teacher":[165],"detector.":[166],"order":[168],"facilitate":[170],"distillation,":[174],"design":[176],"different":[177],"loss":[179],"functions":[180],"feature,":[183],"segmentation":[186],"Experimental":[188],"results":[189],"public":[192],"KAIST":[193],"benchmark":[196],"validate":[197],"that":[198],"representation":[202],"method":[206],"achieves":[207],"robust":[208],"performance.":[209]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":32},{"year":2023,"cited_by_count":31},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":4}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}