{"id":"https://openalex.org/W2963767314","doi":"https://doi.org/10.1109/tnnls.2017.2664100","title":"A Confident Information First Principle for Parameter Reduction and Model Selection of Boltzmann Machines","display_name":"A Confident Information First Principle for Parameter Reduction and Model Selection of Boltzmann Machines","publication_year":2017,"publication_date":"2017-03-16","ids":{"openalex":"https://openalex.org/W2963767314","doi":"https://doi.org/10.1109/tnnls.2017.2664100","mag":"2963767314","pmid":"https://pubmed.ncbi.nlm.nih.gov/28328513"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2017.2664100","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2017.2664100","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054667015","display_name":"Xiaozhao Zhao","orcid":"https://orcid.org/0000-0002-4391-1416"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaozhao Zhao","raw_affiliation_strings":["School of Computer Science and Technology, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-4391-1416","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Tianjin University, Tianjin, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100781300","display_name":"Yuexian Hou","orcid":"https://orcid.org/0000-0002-3238-493X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuexian Hou","raw_affiliation_strings":["School of Computer Science and Technology, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-3238-493X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Tianjin University, Tianjin, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050532724","display_name":"Dawei Song","orcid":"https://orcid.org/0000-0002-8660-3608"},"institutions":[{"id":"https://openalex.org/I204136569","display_name":"The Open University","ror":"https://ror.org/05mzfcs16","country_code":"GB","type":"education","lineage":["https://openalex.org/I204136569"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Dawei Song","raw_affiliation_strings":["School of Computer Science and Technology, Tianjin University, Tianjin, China","School of Computing and Communications, The Open University, Milton Keynes, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Tianjin University, Tianjin, China","institution_ids":[]},{"raw_affiliation_string":"School of Computing and Communications, The Open University, Milton Keynes, U.K","institution_ids":["https://openalex.org/I204136569"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100408983","display_name":"Wenjie Li","orcid":"https://orcid.org/0000-0002-7360-8864"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wenjie Li","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-7360-8864","affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2706,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.6649799,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"29","issue":"5","first_page":"1608","last_page":"1621"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9781000018119812,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dimensionality-reduction","display_name":"Dimensionality reduction","score":0.6546717882156372},{"id":"https://openalex.org/keywords/boltzmann-machine","display_name":"Boltzmann machine","score":0.6354343295097351},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6175130605697632},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.5383080244064331},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5358404517173767},{"id":"https://openalex.org/keywords/model-selection","display_name":"Model selection","score":0.5316404104232788},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.5305224657058716},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5070266723632812},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.4641578793525696},{"id":"https://openalex.org/keywords/multivariate-statistics","display_name":"Multivariate statistics","score":0.4559611976146698},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4485984742641449},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.4294120669364929},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.35264408588409424},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3222978711128235},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.310396671295166},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.26076486706733704}],"concepts":[{"id":"https://openalex.org/C70518039","wikidata":"https://www.wikidata.org/wiki/Q16000077","display_name":"Dimensionality reduction","level":2,"score":0.6546717882156372},{"id":"https://openalex.org/C192576344","wikidata":"https://www.wikidata.org/wiki/Q194706","display_name":"Boltzmann machine","level":3,"score":0.6354343295097351},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6175130605697632},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.5383080244064331},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5358404517173767},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.5316404104232788},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.5305224657058716},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5070266723632812},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.4641578793525696},{"id":"https://openalex.org/C161584116","wikidata":"https://www.wikidata.org/wiki/Q1952580","display_name":"Multivariate statistics","level":2,"score":0.4559611976146698},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4485984742641449},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.4294120669364929},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.35264408588409424},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3222978711128235},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.310396671295166},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26076486706733704},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tnnls.2017.2664100","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2017.2664100","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:28328513","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/28328513","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null},{"id":"pmh:oai:ira.lib.polyu.edu.hk:10397/78477","is_oa":false,"landing_page_url":"http://hdl.handle.net/10397/78477","pdf_url":null,"source":{"id":"https://openalex.org/S4306400205","display_name":"PolyU Institutional Research Archive (Hong Kong Polytechnic University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I14243506","host_organization_name":"Hong Kong Polytechnic University","host_organization_lineage":["https://openalex.org/I14243506"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal/Magazine Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1952844474","display_name":null,"funder_award_id":"15JCZDJC31100","funder_id":"https://openalex.org/F4320323993","funder_display_name":"Natural Science Foundation of Tianjin City"},{"id":"https://openalex.org/G3195820596","display_name":null,"funder_award_id":"14JCQNJC00400","funder_id":"https://openalex.org/F4320323993","funder_display_name":"Natural Science Foundation of Tianjin City"},{"id":"https://openalex.org/G4092394380","display_name":null,"funder_award_id":"2015AA015403","funder_id":"https://openalex.org/F4320335773","funder_display_name":"National High-tech Research and Development Program"},{"id":"https://openalex.org/G4781691893","display_name":null,"funder_award_id":"14ZDB153","funder_id":"https://openalex.org/F4320327557","funder_display_name":"National Office for Philosophy and Social Sciences"}],"funders":[{"id":"https://openalex.org/F4320323993","display_name":"Natural Science Foundation of Tianjin City","ror":null},{"id":"https://openalex.org/F4320327557","display_name":"National Office for Philosophy and Social Sciences","ror":"https://ror.org/04m0ms912"},{"id":"https://openalex.org/F4320335773","display_name":"National High-tech Research and Development Program","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W66838807","https://openalex.org/W107085514","https://openalex.org/W340056678","https://openalex.org/W646945617","https://openalex.org/W756873221","https://openalex.org/W1121456706","https://openalex.org/W1479979375","https://openalex.org/W1506806321","https://openalex.org/W1571401318","https://openalex.org/W1946550961","https://openalex.org/W1964155876","https://openalex.org/W1967687158","https://openalex.org/W1981552604","https://openalex.org/W1984278640","https://openalex.org/W2003001219","https://openalex.org/W2006681603","https://openalex.org/W2007926292","https://openalex.org/W2009435671","https://openalex.org/W2036632921","https://openalex.org/W2037592609","https://openalex.org/W2042492924","https://openalex.org/W2071225717","https://openalex.org/W2071709160","https://openalex.org/W2100495367","https://openalex.org/W2103431236","https://openalex.org/W2110798204","https://openalex.org/W2115643478","https://openalex.org/W2117130368","https://openalex.org/W2117897510","https://openalex.org/W2119387367","https://openalex.org/W2124098876","https://openalex.org/W2128758128","https://openalex.org/W2134653808","https://openalex.org/W2135046866","https://openalex.org/W2138857742","https://openalex.org/W2142635246","https://openalex.org/W2145094598","https://openalex.org/W2150940164","https://openalex.org/W2162724919","https://openalex.org/W2162747531","https://openalex.org/W2164145253","https://openalex.org/W2168175751","https://openalex.org/W2168919237","https://openalex.org/W2172174689","https://openalex.org/W2369090271","https://openalex.org/W2913932916","https://openalex.org/W2997574889","https://openalex.org/W2997644599","https://openalex.org/W2998216295","https://openalex.org/W3104887532","https://openalex.org/W4212863985","https://openalex.org/W4229633200","https://openalex.org/W4244777963","https://openalex.org/W4247571494","https://openalex.org/W4249267923","https://openalex.org/W4251644969","https://openalex.org/W4285719527","https://openalex.org/W6627022526","https://openalex.org/W6628836592","https://openalex.org/W6676481782","https://openalex.org/W6679287985","https://openalex.org/W6680300913","https://openalex.org/W6681096077","https://openalex.org/W6682241100","https://openalex.org/W6683953743","https://openalex.org/W6684753728","https://openalex.org/W6758860047","https://openalex.org/W6820917105","https://openalex.org/W7066667914"],"related_works":["https://openalex.org/W1995622179","https://openalex.org/W1484111231","https://openalex.org/W4391160746","https://openalex.org/W1552543208","https://openalex.org/W2074396517","https://openalex.org/W2166963679","https://openalex.org/W2187269125","https://openalex.org/W1641615907","https://openalex.org/W2985680200","https://openalex.org/W3089231081"],"abstract_inverted_index":{"Typical":[0],"dimensionality":[1],"reduction":[2,58],"(DR)":[3],"methods":[4],"are":[5,118],"data-oriented,":[6],"focusing":[7],"on":[8],"directly":[9],"reducing":[10],"the":[11,20,24,35,76,88,98,101,124,138,143,152,158,169,173,182,199,211,223,231,236],"number":[12],"of":[13,48,78,100,110,172,226,238,247],"random":[14],"variables":[15],"(or":[16],"features)":[17],"while":[18],"retaining":[19],"maximal":[21],"variations":[22],"in":[23,45,112,206,244],"high-dimensional":[25],"data.":[26],"Targeting":[27],"unsupervised":[28],"situations,":[29],"this":[30],"paper":[31],"aims":[32,178],"to":[33,64,87,179,198,210,221],"address":[34],"problem":[36],"from":[37,128,151],"a":[38,55,94,129,218,245],"novel":[39],"perspective":[40,132],"and":[41,69,133,142,167,181],"considers":[42],"model-oriented":[43],"DR":[44],"parameter":[46,57,80],"spaces":[47],"binary":[49,154],"multivariate":[50,155],"distributions.":[51],"Specifically,":[52],"we":[53,106,122,195],"propose":[54],"general":[56,153],"criterion,":[59],"called":[60],"confident-information-first":[61],"(CIF)":[62],"principle,":[63],"maximally":[65],"preserve":[66],"confident":[67,73],"parameters":[68],"rule":[70],"out":[71],"less":[72],"ones.":[74],"Formally,":[75],"confidence":[77],"each":[79],"can":[81,148,229],"be":[82,149],"assessed":[83],"by":[84],"its":[85],"contribution":[86],"expected":[89],"Fisher":[90],"information":[91],"distance":[92],"within":[93],"geometric":[95],"manifold":[96],"over":[97],"neighborhood":[99],"underlying":[102],"real":[103],"distribution.":[104],"Then,":[105],"demonstrate":[107],"two":[108],"implementations":[109],"CIF":[111,159,197,216],"different":[113],"scenarios.":[114],"First,":[115],"when":[116,190],"there":[117,191],"no":[119],"observed":[120,193,212],"samples,":[121,194],"revisit":[123],"Boltzmann":[125],"machines":[126],"(BMs)":[127],"model":[130,200,239],"selection":[131,201,240],"theoretically":[134],"show":[135],"that":[136,176,185],"both":[137],"fully":[139],"visible":[140],"BM":[141,144,177,186],"with":[145],"hidden":[146],"units":[147],"derived":[150],"distribution":[156],"using":[157],"principle.":[160],"This":[161],"finding":[162],"would":[163],"help":[164],"us":[165],"uncover":[166],"formalize":[168],"essential":[170],"parts":[171,184],"target":[174],"density":[175,248],"capture":[180],"nonessential":[183],"should":[187],"discard.":[188],"Second,":[189],"exist":[192],"apply":[196],"for":[202],"BM,":[203],"which":[204,228],"is":[205,217],"turn":[207],"made":[208],"adaptive":[209],"samples.":[213],"The":[214],"sample-specific":[215],"heuristic":[219],"method":[220],"decide":[222],"priority":[224],"order":[225],"parameters,":[227],"improve":[230],"search":[232],"efficiency":[233],"without":[234],"degrading":[235],"quality":[237],"results":[241],"as":[242],"shown":[243],"series":[246],"estimation":[249],"experiments.":[250]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}