{"id":"https://openalex.org/W2623912370","doi":"https://doi.org/10.1109/tmm.2017.2713410","title":"HNIP: Compact Deep Invariant Representations for Video Matching, Localization, and Retrieval","display_name":"HNIP: Compact Deep Invariant Representations for Video Matching, Localization, and Retrieval","publication_year":2017,"publication_date":"2017-06-08","ids":{"openalex":"https://openalex.org/W2623912370","doi":"https://doi.org/10.1109/tmm.2017.2713410","mag":"2623912370"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2017.2713410","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2017.2713410","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030005076","display_name":"Jie Lin","orcid":"https://orcid.org/0000-0002-8971-0660"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Jie Lin","raw_affiliation_strings":["Institute for Infocomm Research, A*STAR, Singapore"],"affiliations":[{"raw_affiliation_string":"Institute for Infocomm Research, A*STAR, Singapore","institution_ids":["https://openalex.org/I3005327000","https://openalex.org/I115228651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024879728","display_name":"Ling\u2010Yu Duan","orcid":"https://orcid.org/0000-0002-4491-2023"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ling-Yu Duan","raw_affiliation_strings":["Institute of Digital Media, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Digital Media, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100385178","display_name":"Shiqi Wang","orcid":"https://orcid.org/0000-0002-3583-959X"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shiqi Wang","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100619463","display_name":"Yan Bai","orcid":"https://orcid.org/0000-0002-2152-9611"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Bai","raw_affiliation_strings":["Institute of Digital Media, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Digital Media, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063901345","display_name":"Yihang Lou","orcid":"https://orcid.org/0000-0002-8143-389X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yihang Lou","raw_affiliation_strings":["Institute of Digital Media, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Digital Media, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103502228","display_name":"Vijay Chandrasekhar","orcid":null},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Vijay Chandrasekhar","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058066577","display_name":"Tiejun Huang","orcid":"https://orcid.org/0000-0002-4234-6099"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tiejun Huang","raw_affiliation_strings":["Institute of Digital Media, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Digital Media, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080977911","display_name":"Alex C. Kot","orcid":"https://orcid.org/0000-0001-6262-8125"},"institutions":[{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]},{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Alex Kot","raw_affiliation_strings":["Institute for Infocomm Research, A*STAR, Singapore","Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"Institute for Infocomm Research, A*STAR, Singapore","institution_ids":["https://openalex.org/I3005327000","https://openalex.org/I115228651"]},{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018478553","display_name":"Wen Gao","orcid":"https://orcid.org/0000-0002-8070-802X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Gao","raw_affiliation_strings":["Institute of Digital Media, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Digital Media, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5030005076"],"corresponding_institution_ids":["https://openalex.org/I115228651","https://openalex.org/I3005327000"],"apc_list":null,"apc_paid":null,"fwci":2.7802,"has_fulltext":false,"cited_by_count":49,"citation_normalized_percentile":{"value":0.94557862,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"19","issue":"9","first_page":"1968","last_page":"1983"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.7917848825454712},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7906751036643982},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6920340061187744},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5587683916091919},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5290875434875488},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5182166695594788},{"id":"https://openalex.org/keywords/invariant","display_name":"Invariant (physics)","score":0.48701220750808716},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.46409550309181213},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12795910239219666}],"concepts":[{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.7917848825454712},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7906751036643982},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6920340061187744},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5587683916091919},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5290875434875488},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5182166695594788},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.48701220750808716},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.46409550309181213},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12795910239219666},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C37914503","wikidata":"https://www.wikidata.org/wiki/Q156495","display_name":"Mathematical physics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2017.2713410","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2017.2713410","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6399999856948853,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G5526867466","display_name":null,"funder_award_id":"U1611461","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7562652870","display_name":null,"funder_award_id":"61661146005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":79,"referenced_works":["https://openalex.org/W204268067","https://openalex.org/W1524680991","https://openalex.org/W1556531089","https://openalex.org/W1628862761","https://openalex.org/W1677409904","https://openalex.org/W1686810756","https://openalex.org/W1909952827","https://openalex.org/W1912570122","https://openalex.org/W1920702274","https://openalex.org/W1950136256","https://openalex.org/W1964333592","https://openalex.org/W1988281247","https://openalex.org/W1992718421","https://openalex.org/W1995396582","https://openalex.org/W2012592962","https://openalex.org/W2015328715","https://openalex.org/W2019085623","https://openalex.org/W2040883458","https://openalex.org/W2041349656","https://openalex.org/W2045143396","https://openalex.org/W2052894923","https://openalex.org/W2062118960","https://openalex.org/W2069178104","https://openalex.org/W2069463273","https://openalex.org/W2071027807","https://openalex.org/W2093803134","https://openalex.org/W2102605133","https://openalex.org/W2116914011","https://openalex.org/W2117228865","https://openalex.org/W2118087936","https://openalex.org/W2124509324","https://openalex.org/W2125378448","https://openalex.org/W2128017662","https://openalex.org/W2131846894","https://openalex.org/W2141362318","https://openalex.org/W2141584146","https://openalex.org/W2144119741","https://openalex.org/W2148114917","https://openalex.org/W2150782236","https://openalex.org/W2151103935","https://openalex.org/W2164022341","https://openalex.org/W2168247831","https://openalex.org/W2171457896","https://openalex.org/W2171790913","https://openalex.org/W2174726731","https://openalex.org/W2179042386","https://openalex.org/W2186356322","https://openalex.org/W2204975001","https://openalex.org/W2281810985","https://openalex.org/W2293387059","https://openalex.org/W2293597654","https://openalex.org/W2295033550","https://openalex.org/W2295537791","https://openalex.org/W2340690086","https://openalex.org/W2526145926","https://openalex.org/W2610187210","https://openalex.org/W2618530766","https://openalex.org/W2620629206","https://openalex.org/W2916790313","https://openalex.org/W2952239967","https://openalex.org/W2963125676","https://openalex.org/W2964065606","https://openalex.org/W2964191079","https://openalex.org/W3105613236","https://openalex.org/W4401686799","https://openalex.org/W6608313692","https://openalex.org/W6631498818","https://openalex.org/W6637373629","https://openalex.org/W6637400245","https://openalex.org/W6668250444","https://openalex.org/W6677629199","https://openalex.org/W6678556256","https://openalex.org/W6682262665","https://openalex.org/W6683949359","https://openalex.org/W6685522000","https://openalex.org/W6695569091","https://openalex.org/W6697214482","https://openalex.org/W6697444687","https://openalex.org/W6704508018"],"related_works":["https://openalex.org/W2810679507","https://openalex.org/W4226493464","https://openalex.org/W4312417841","https://openalex.org/W3193565141","https://openalex.org/W2792471616","https://openalex.org/W3133861977","https://openalex.org/W2951211570","https://openalex.org/W3167935049","https://openalex.org/W3103566983","https://openalex.org/W3029198973"],"abstract_inverted_index":{"With":[0],"emerging":[1],"demand":[2],"for":[3,12,38],"large-scale":[4],"video":[5,13,39,103],"analysis,":[6],"MPEG":[7],"initiated":[8],"the":[9,24,31,79,121,128,145,150,155,168,186,198],"compact":[10,61],"descriptor":[11,206],"analysis":[14],"(CDVA)":[15],"standardization":[16],"in":[17],"2014.":[18],"Beyond":[19],"handcrafted":[20,138,173,192],"descriptors":[21,37,64,139,174,194],"adopted":[22],"by":[23,46,70,134],"current":[25],"MPEG-CDVA":[26,157],"reference":[27],"model,":[28],"we":[29,51],"study":[30],"problem":[32],"of":[33,91,123,152,179,188,200],"deep":[34,62,124,136,170],"learned":[35],"global":[36,63,125,193],"matching,":[40],"localization,":[41],"and":[42,75,131,137,171,181,191],"retrieval.":[43],"First,":[44],"inspired":[45],"a":[47,53,89],"recent":[48],"invariance":[49,55],"theory,":[50],"propose":[52],"nested":[54],"pooling":[56,94,112],"(NIP)":[57],"method":[58],"to":[59,109,142],"derive":[60],"from":[65],"convolutional":[66],"neural":[67],"networks":[68],"(CNNs),":[69],"progressively":[71],"encoding":[72],"translation,":[73],"scale,":[74],"rotation":[76],"invariances":[77],"into":[78],"pooled":[80],"descriptors.":[81,126],"Second,":[82],"our":[83],"empirical":[84],"studies":[85],"have":[86,163],"shown":[87],"that":[88,165],"sequence":[90],"well":[92],"designed":[93],"moments":[95],"(e.g.,":[96],"max":[97],"or":[98],"average)":[99],"may":[100],"drastically":[101],"impact":[102],"matching":[104],"performance,":[105],"which":[106],"motivates":[107],"us":[108],"design":[110],"hybrid":[111],"operations":[113],"via":[114],"NIP":[115],"(HNIP).":[116],"HNIP":[117,153,166,189],"has":[118,195],"further":[119],"improved":[120],"discriminability":[122],"Third,":[127],"technical":[129],"merits":[130],"performance":[132,199],"improvements":[133],"combining":[135],"are":[140],"provided":[141],"better":[143],"investigate":[144],"complementary":[146],"effects.":[147],"We":[148],"evaluate":[149],"effectiveness":[151],"within":[154],"well-established":[156],"evaluation":[158],"framework.":[159],"The":[160],"extensive":[161],"experiments":[162],"demonstrated":[164],"outperforms":[167],"state-of-the-art":[169],"canonical":[172],"with":[175,204],"significant":[176],"mAP":[177],"gains":[178],"5.5%":[180],"4.7%,":[182],"respectively.":[183],"In":[184],"particular":[185],"combination":[187],"incorporated":[190],"significantly":[196],"boosted":[197],"CDVA":[201],"core":[202],"techniques":[203],"comparable":[205],"size.":[207]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":10},{"year":2018,"cited_by_count":9},{"year":2017,"cited_by_count":1}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}