{"id":"https://openalex.org/W4386432145","doi":"https://doi.org/10.1109/tpami.2023.3311617","title":"Second-Order Unsupervised Feature Selection via Knowledge Contrastive Distillation","display_name":"Second-Order Unsupervised Feature Selection via Knowledge Contrastive Distillation","publication_year":2023,"publication_date":"2023-09-04","ids":{"openalex":"https://openalex.org/W4386432145","doi":"https://doi.org/10.1109/tpami.2023.3311617"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3311617","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3311617","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100686269","display_name":"Yue Han","orcid":"https://orcid.org/0000-0003-4146-0436"},"institutions":[{"id":"https://openalex.org/I6902469","display_name":"Brandeis University","ror":"https://ror.org/05abbep66","country_code":"US","type":"education","lineage":["https://openalex.org/I6902469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Han Yue","raw_affiliation_strings":["Michtom School of Computer Science, Brandeis University, Waltham, MA, USA"],"raw_orcid":"https://orcid.org/0000-0003-4146-0436","affiliations":[{"raw_affiliation_string":"Michtom School of Computer Science, Brandeis University, Waltham, MA, USA","institution_ids":["https://openalex.org/I6902469"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029588473","display_name":"Jundong Li","orcid":"https://orcid.org/0000-0002-1878-817X"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jundong Li","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Department of Computer Science, and School of Data Science, University of Virginia, Charlottesville, VA, USA"],"raw_orcid":"https://orcid.org/0000-0002-1878-817X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Department of Computer Science, and School of Data Science, University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101987910","display_name":"Hongfu Liu","orcid":"https://orcid.org/0000-0002-0821-8640"},"institutions":[{"id":"https://openalex.org/I6902469","display_name":"Brandeis University","ror":"https://ror.org/05abbep66","country_code":"US","type":"education","lineage":["https://openalex.org/I6902469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hongfu Liu","raw_affiliation_strings":["Michtom School of Computer Science, Brandeis University, Waltham, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-0821-8640","affiliations":[{"raw_affiliation_string":"Michtom School of Computer Science, Brandeis University, Waltham, MA, USA","institution_ids":["https://openalex.org/I6902469"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4276,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.84611918,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"45","issue":"12","first_page":"15577","last_page":"15587"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/feature-selection","display_name":"Feature selection","score":0.6986146569252014},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6363497972488403},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6312808990478516},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.48281487822532654},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.44133251905441284},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.40155673027038574},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38633784651756287}],"concepts":[{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.6986146569252014},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6363497972488403},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6312808990478516},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.48281487822532654},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.44133251905441284},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.40155673027038574},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38633784651756287},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpami.2023.3311617","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3311617","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G392230055","display_name":null,"funder_award_id":"IIS-2144209","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G555919192","display_name":null,"funder_award_id":"IIS-2006844","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G6473262501","display_name":null,"funder_award_id":"IIS-2223769","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"}],"funders":[{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W141062567","https://openalex.org/W191001584","https://openalex.org/W1500895378","https://openalex.org/W1522301498","https://openalex.org/W1526719228","https://openalex.org/W1638081485","https://openalex.org/W1927170233","https://openalex.org/W1977556410","https://openalex.org/W1983772724","https://openalex.org/W1989076816","https://openalex.org/W2012741029","https://openalex.org/W2048695473","https://openalex.org/W2049633694","https://openalex.org/W2070232376","https://openalex.org/W2073161435","https://openalex.org/W2073459066","https://openalex.org/W2085487226","https://openalex.org/W2087684630","https://openalex.org/W2099322651","https://openalex.org/W2104294146","https://openalex.org/W2107018368","https://openalex.org/W2113328646","https://openalex.org/W2128873747","https://openalex.org/W2132379769","https://openalex.org/W2149620660","https://openalex.org/W2151660600","https://openalex.org/W2152799677","https://openalex.org/W2158933803","https://openalex.org/W2166381300","https://openalex.org/W2171887548","https://openalex.org/W2253609413","https://openalex.org/W2289080497","https://openalex.org/W2294347342","https://openalex.org/W2299646912","https://openalex.org/W2330820318","https://openalex.org/W2425246132","https://openalex.org/W2486680205","https://openalex.org/W2514506436","https://openalex.org/W2777097994","https://openalex.org/W2787225914","https://openalex.org/W2862963283","https://openalex.org/W2884951793","https://openalex.org/W2889381121","https://openalex.org/W2892065377","https://openalex.org/W2892911634","https://openalex.org/W2908899483","https://openalex.org/W2913375711","https://openalex.org/W2952621348","https://openalex.org/W2962984958","https://openalex.org/W2963606198","https://openalex.org/W2964015378","https://openalex.org/W2964074409","https://openalex.org/W2964158883","https://openalex.org/W2996673142","https://openalex.org/W2997007367","https://openalex.org/W2997416769","https://openalex.org/W3034712888","https://openalex.org/W3038965454","https://openalex.org/W3170414933","https://openalex.org/W3177765762","https://openalex.org/W3197227262","https://openalex.org/W4220773873","https://openalex.org/W4289236186","https://openalex.org/W4367849720","https://openalex.org/W6605792473","https://openalex.org/W6631190155","https://openalex.org/W6668990524","https://openalex.org/W6674952872","https://openalex.org/W6676664377","https://openalex.org/W6681822384","https://openalex.org/W6682557032","https://openalex.org/W6685380521","https://openalex.org/W6726873649","https://openalex.org/W6747097715","https://openalex.org/W6749067469","https://openalex.org/W6754754690","https://openalex.org/W6787951495","https://openalex.org/W6793060456"],"related_works":["https://openalex.org/W2122678784","https://openalex.org/W1495042958","https://openalex.org/W2282510344","https://openalex.org/W2183994405","https://openalex.org/W4234013965","https://openalex.org/W2349023125","https://openalex.org/W4205762803","https://openalex.org/W2156571267","https://openalex.org/W2747166117","https://openalex.org/W2350815964"],"abstract_inverted_index":{"Unsupervised":[0],"feature":[1,27,107,156,162,169],"selection":[2,28,83,157],"aims":[3],"to":[4,49,57,166,201],"select":[5],"a":[6,68,115,138],"subset":[7],"from":[8,163],"the":[9,17,36,50,60,96,101,110,129,133,143,168,188],"original":[10],"features":[11,33,125],"that":[12,94,119,178],"are":[13],"most":[14,25,41],"useful":[15],"for":[16,105],"downstream":[18],"tasks":[19],"without":[20],"external":[21],"guidance":[22],"information.":[23],"While":[24],"unsupervised":[26,78,106],"methods":[29],"focus":[30],"on":[31,35,142,173],"ranking":[32],"based":[34,141],"intrinsic":[37,130],"properties":[38],"of":[39,42,190,207],"data,":[40],"them":[43],"do":[44],"not":[45],"pay":[46],"much":[47],"attention":[48,117,145],"relationships":[51],"between":[52,124],"features,":[53],"which":[54,186],"often":[55],"leads":[56],"redundancy":[58],"among":[59],"selected":[61],"features.":[62],"In":[63,109,132],"this":[64,152],"paper,":[65],"we":[66,113,136,154,195],"propose":[67],"two-stage":[69],"<underline":[70,74,79,88],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[71,75,80,89],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">S</u>":[72],"econd-":[73],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">O</u>":[76],"rder":[77],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">F</u>":[81],"eature":[82],"via":[84],"knowledge":[85],"contrastive":[86],"dis":[87],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">T</u>":[90],"illation":[91],"(SOFT)":[92],"model":[93],"incorporates":[95],"second-order":[97,122],"covariance":[98],"matrix":[99,104,118,146],"with":[100],"first-order":[102],"data":[103],"selection.":[108],"first":[111],"stage,":[112,135],"learn":[114],"sparse":[116],"can":[120],"represent":[121],"relations":[123],"by":[126,158],"contrastively":[127],"distilling":[128],"structure.":[131],"second":[134],"build":[137],"relational":[139],"graph":[140,149],"learned":[144],"and":[147,182],"perform":[148],"segmentation.":[150],"To":[151],"end,":[153],"conduct":[155],"only":[159],"selecting":[160],"one":[161],"each":[164],"cluster":[165],"decrease":[167],"redundancy.":[170],"Experimental":[171],"results":[172],"12":[174],"public":[175],"datasets":[176],"show":[177],"SOFT":[179],"outperforms":[180],"classical":[181],"recent":[183],"state-of-the-art":[184],"methods,":[185],"demonstrates":[187],"effectiveness":[189],"our":[191],"proposed":[192],"method.":[193],"Moreover,":[194],"also":[196],"provide":[197],"rich":[198],"in-depth":[199],"experiments":[200],"further":[202],"explore":[203],"several":[204],"key":[205],"factors":[206],"SOFT.":[208]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}