{"id":"https://openalex.org/W4206603180","doi":"https://doi.org/10.1109/tcsvt.2021.3137216","title":"MFHI: Taking Modality-Free Human Identification as Zero-Shot Learning","display_name":"MFHI: Taking Modality-Free Human Identification as Zero-Shot Learning","publication_year":2021,"publication_date":"2021-12-21","ids":{"openalex":"https://openalex.org/W4206603180","doi":"https://doi.org/10.1109/tcsvt.2021.3137216"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2021.3137216","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2021.3137216","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078959651","display_name":"Zhizhe Liu","orcid":"https://orcid.org/0000-0001-7571-4161"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhizhe Liu","raw_affiliation_strings":["Institute of Information Science and the Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7571-4161","affiliations":[{"raw_affiliation_string":"Institute of Information Science and the Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100343569","display_name":"Xingxing Zhang","orcid":"https://orcid.org/0000-0003-4012-3796"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingxing Zhang","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101867605","display_name":"Zhenfeng Zhu","orcid":"https://orcid.org/0000-0001-7315-3276"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenfeng Zhu","raw_affiliation_strings":["Institute of Information Science and the Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7315-3276","affiliations":[{"raw_affiliation_string":"Institute of Information Science and the Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042419001","display_name":"Shuai Zheng","orcid":"https://orcid.org/0000-0001-8560-8135"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Zheng","raw_affiliation_strings":["Institute of Information Science and the Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8560-8135","affiliations":[{"raw_affiliation_string":"Institute of Information Science and the Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100362745","display_name":"Yao Zhao","orcid":"https://orcid.org/0000-0002-8581-9554"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Zhao","raw_affiliation_strings":["Institute of Information Science and the Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8581-9554","affiliations":[{"raw_affiliation_string":"Institute of Information Science and the Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112149353","display_name":"Jian Cheng","orcid":"https://orcid.org/0000-0003-1289-2758"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Cheng","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1289-2758","affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4519,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.61232257,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"32","issue":"8","first_page":"5225","last_page":"5237"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.6852526068687439},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6200778484344482},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5475904941558838},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5339903235435486},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3771985173225403},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10663652420043945}],"concepts":[{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.6852526068687439},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6200778484344482},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5475904941558838},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5339903235435486},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3771985173225403},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10663652420043945},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2021.3137216","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2021.3137216","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6399999856948853,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G4994914903","display_name":null,"funder_award_id":"61976018","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1834627138","https://openalex.org/W1979838576","https://openalex.org/W2084796520","https://openalex.org/W2096733369","https://openalex.org/W2204750386","https://openalex.org/W2295107390","https://openalex.org/W2511791013","https://openalex.org/W2552383788","https://openalex.org/W2584637367","https://openalex.org/W2604463754","https://openalex.org/W2745461083","https://openalex.org/W2752782242","https://openalex.org/W2768610172","https://openalex.org/W2783702274","https://openalex.org/W2799047769","https://openalex.org/W2883311563","https://openalex.org/W2891175865","https://openalex.org/W2936222941","https://openalex.org/W2962903908","https://openalex.org/W2962964995","https://openalex.org/W2963040148","https://openalex.org/W2963438548","https://openalex.org/W2963449390","https://openalex.org/W2963506340","https://openalex.org/W2963805953","https://openalex.org/W2963839617","https://openalex.org/W2963882743","https://openalex.org/W2964105864","https://openalex.org/W2964288524","https://openalex.org/W2969985801","https://openalex.org/W2979938149","https://openalex.org/W2982407353","https://openalex.org/W2988695542","https://openalex.org/W2988823324","https://openalex.org/W2996232404","https://openalex.org/W2998508940","https://openalex.org/W3020764840","https://openalex.org/W3034607353","https://openalex.org/W3173664046","https://openalex.org/W3175129878","https://openalex.org/W3175945306","https://openalex.org/W3194247010","https://openalex.org/W3203055845","https://openalex.org/W3204333469","https://openalex.org/W3211737808","https://openalex.org/W6631216910","https://openalex.org/W6729788535","https://openalex.org/W6746131018","https://openalex.org/W6747225742","https://openalex.org/W6747539449","https://openalex.org/W6752378368","https://openalex.org/W6802136708","https://openalex.org/W6803411615"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2394308601"],"abstract_inverted_index":{"Human":[0],"identification":[1,214,218],"is":[2,55,74,159,182],"an":[3,45,70,120,205],"important":[4],"topic":[5],"in":[6,44,76,107,111,153],"event":[7],"detection,":[8],"person":[9,27,220],"tracking,":[10],"and":[11,29,123,165,196,203,219],"public":[12],"security.":[13],"There":[14],"have":[15,97],"been":[16,98],"numerous":[17],"methods":[18,34,232],"proposed":[19],"for":[20,58],"human":[21,235],"identification,":[22,26,102],"such":[23,125],"as":[24,147],"face":[25,217],"re-identification,":[28,221],"gait":[30],"identification.":[31,236],"Typically,":[32],"existing":[33],"predominantly":[35],"classify":[36],"a":[37,41,63,77,105,108,112,126,148,154,170,227],"queried":[38],"image":[39,46],"to":[40,187],"specific":[42],"identity":[43],"gallery":[47,72,109],"set":[48,73,110],"(":[49,84],"<italic":[50,85,89],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[51,86,90,129,133,137,141],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">I2I</i>":[52],").":[53,92],"This":[54],"seriously":[56],"limited":[57],"the":[59,67,163,178],"scenario":[60],"where":[61],"only":[62],"textual":[64],"description":[65],"of":[66,80,161,173,208,230],"query":[68,106],"or":[69,88],"attribute":[71],"available":[75],"wide":[78,228],"range":[79],"video":[81],"surveillance":[82],"applications":[83],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">A2I</i>":[87],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">I2A</i>":[91],"However,":[93],"very":[94],"few":[95],"efforts":[96],"devoted":[99],"towards":[100],"modality-free":[101,234],"i.e.,":[103],"identifying":[104],"scalable":[113,155],"way.":[114,156],"In":[115,176],"this":[116],"work,":[117],"we":[118,201],"take":[119],"initial":[121],"attempt,":[122],"formulate":[124],"novel":[127],"<bold":[128,132,136,140],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">M</b>":[130],"odality-":[131],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">F</b>":[134],"ree":[135],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">H</b>":[138],"uman":[139],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">I</b>":[142],"dentification":[143],"(named":[144],"MFHI)":[145],"task":[146],"generic":[149],"zero-shot":[150],"learning":[151,169],"model":[152],"Meanwhile,":[157],"it":[158],"capable":[160],"bridging":[162],"visual":[164,185],"semantic":[166],"modalities":[167],"by":[168],"discriminative":[171],"prototype":[172],"each":[174],"identity.":[175],"addition,":[177],"semantics-guided":[179],"spatial":[180],"attention":[181],"enforced":[183],"on":[184,210,233],"modality":[186],"obtain":[188],"interpretable":[189],"representations":[190],"with":[191],"both":[192],"high":[193],"global":[194],"category-level":[195],"local":[197],"attribute-level":[198],"discrimination.":[199],"Finally,":[200],"design":[202],"conduct":[204],"extensive":[206],"group":[207],"experiments":[209],"two":[211],"common":[212],"challenging":[213],"tasks,":[215],"including":[216],"demonstrating":[222],"that":[223],"our":[224],"method":[225],"outperforms":[226],"variety":[229],"state-of-the-art":[231]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2022-01-25T00:00:00"}