{"id":"https://openalex.org/W1984278640","doi":"https://doi.org/10.3390/e16073670","title":"Extending the Extreme Physical Information to Universal Cognitive Models via a Confident Information First Principle","display_name":"Extending the Extreme Physical Information to Universal Cognitive Models via a Confident Information First Principle","publication_year":2014,"publication_date":"2014-07-01","ids":{"openalex":"https://openalex.org/W1984278640","doi":"https://doi.org/10.3390/e16073670","mag":"1984278640"},"language":"en","primary_location":{"id":"doi:10.3390/e16073670","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e16073670","pdf_url":"https://www.mdpi.com/1099-4300/16/7/3670/pdf?version=1424785560","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/16/7/3670/pdf?version=1424785560","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054667015","display_name":"Xiaozhao Zhao","orcid":"https://orcid.org/0000-0002-4391-1416"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaozhao Zhao","raw_affiliation_strings":["School of Computer Science and Technology, Tianjin University, Tianjin 300072, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Tianjin University, Tianjin 300072, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100781300","display_name":"Yuexian Hou","orcid":"https://orcid.org/0000-0002-3238-493X"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Yuexian Hou","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hung Hom, Kowloon,Hong Kong, China","School of Computer Science and Technology, Tianjin University, Tianjin 300072, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hung Hom, Kowloon,Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"School of Computer Science and Technology, Tianjin University, Tianjin 300072, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050532724","display_name":"Dawei Song","orcid":"https://orcid.org/0000-0002-8660-3608"},"institutions":[{"id":"https://openalex.org/I204136569","display_name":"The Open University","ror":"https://ror.org/05mzfcs16","country_code":"GB","type":"education","lineage":["https://openalex.org/I204136569"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Dawei Song","raw_affiliation_strings":["Department of Computing and Communications, The Open University, Milton Keynes MK76AA, UK","School of Computer Science and Technology, Tianjin University, Tianjin 300072, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing and Communications, The Open University, Milton Keynes MK76AA, UK","institution_ids":["https://openalex.org/I204136569"]},{"raw_affiliation_string":"School of Computer Science and Technology, Tianjin University, Tianjin 300072, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100408983","display_name":"Wenjie Li","orcid":"https://orcid.org/0000-0002-7360-8864"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wenjie Li","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hung Hom, Kowloon,Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hung Hom, Kowloon,Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100781300"],"corresponding_institution_ids":["https://openalex.org/I14243506"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2227},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2227},"fwci":0.6431,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.67182367,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"16","issue":"7","first_page":"3670","last_page":"3688"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fisher-information","display_name":"Fisher information","score":0.6776817440986633},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.606021523475647},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.5514904856681824},{"id":"https://openalex.org/keywords/information-theory","display_name":"Information theory","score":0.5351086258888245},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.46416929364204407},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4357430338859558},{"id":"https://openalex.org/keywords/dimensionality-reduction","display_name":"Dimensionality reduction","score":0.42883408069610596},{"id":"https://openalex.org/keywords/statistical-physics","display_name":"Statistical physics","score":0.4230978786945343},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.42012763023376465},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4179067611694336},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.33624741435050964},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3276658058166504},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.27603331208229065},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.17990058660507202},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.13180336356163025},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.12493884563446045}],"concepts":[{"id":"https://openalex.org/C29406490","wikidata":"https://www.wikidata.org/wiki/Q1420659","display_name":"Fisher information","level":2,"score":0.6776817440986633},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.606021523475647},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.5514904856681824},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.5351086258888245},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.46416929364204407},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4357430338859558},{"id":"https://openalex.org/C70518039","wikidata":"https://www.wikidata.org/wiki/Q16000077","display_name":"Dimensionality reduction","level":2,"score":0.42883408069610596},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.4230978786945343},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.42012763023376465},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4179067611694336},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.33624741435050964},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3276658058166504},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.27603331208229065},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.17990058660507202},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.13180336356163025},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.12493884563446045},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/e16073670","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e16073670","pdf_url":"https://www.mdpi.com/1099-4300/16/7/3670/pdf?version=1424785560","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:8ed322966e1040768c326644c0f3af50","is_oa":true,"landing_page_url":"https://doaj.org/article/8ed322966e1040768c326644c0f3af50","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 16, Iss 7, Pp 3670-3688 (2014)","raw_type":"article"},{"id":"pmh:oai:ira.lib.polyu.edu.hk:10397/12034","is_oa":true,"landing_page_url":"http://hdl.handle.net/10397/12034","pdf_url":null,"source":{"id":"https://openalex.org/S4306400205","display_name":"PolyU Institutional Research Archive (Hong Kong Polytechnic University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I14243506","host_organization_name":"Hong Kong Polytechnic University","host_organization_lineage":["https://openalex.org/I14243506"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal/Magazine Article"},{"id":"pmh:oai:oro.open.ac.uk:40778","is_oa":false,"landing_page_url":"https://oro.open.ac.uk/40778/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401187","display_name":"Open Research Online (The Open University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I204136569","host_organization_name":"The Open University","host_organization_lineage":["https://openalex.org/I204136569"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"PeerReviewed"}],"best_oa_location":{"id":"doi:10.3390/e16073670","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e16073670","pdf_url":"https://www.mdpi.com/1099-4300/16/7/3670/pdf?version=1424785560","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.46000000834465027,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G4477290564","display_name":"\u57fa\u4e8e\u7528\u6237\u8a00\u8bed\u884c\u4e3a\u7684\u5fae\u535a\u5185\u5bb9\u6316\u6398\u7814\u7a76","funder_award_id":"61272291","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6375256780","display_name":"\u878d\u5408\u7528\u6237\u3001\u4e0a\u4e0b\u6587\u548c\u7cfb\u7edf\uff1a\u57fa\u4e8e\u91cf\u5b50\u7406\u8bba\u7684\u4fe1\u606f\u68c0\u7d22\u6a21\u578b\u7814\u7a76","funder_award_id":"61272265","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6919247313","display_name":"\u57fa\u4e8eTsallis\u975e\u5e7f\u5ef6\u7edf\u8ba1\u529b\u5b66\u7684\u6a21\u578b\u9009\u62e9\u7406\u8bba\u4e0e\u5e94\u7528\u7814\u7a76","funder_award_id":"61070044","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7721487033","display_name":null,"funder_award_id":"61105072","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7722950522","display_name":null,"funder_award_id":"2013CB329304","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8625113143","display_name":null,"funder_award_id":"2013CB329304","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1984278640.pdf","grobid_xml":"https://content.openalex.org/works/W1984278640.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W66838807","https://openalex.org/W74953171","https://openalex.org/W107085514","https://openalex.org/W340056678","https://openalex.org/W756873221","https://openalex.org/W1479979375","https://openalex.org/W1549154529","https://openalex.org/W1573082642","https://openalex.org/W1584835303","https://openalex.org/W1965555277","https://openalex.org/W1976220195","https://openalex.org/W1995617856","https://openalex.org/W2003001219","https://openalex.org/W2009435671","https://openalex.org/W2042492924","https://openalex.org/W2049661988","https://openalex.org/W2071225717","https://openalex.org/W2077305791","https://openalex.org/W2100495367","https://openalex.org/W2116064496","https://openalex.org/W2124098876","https://openalex.org/W2130416410","https://openalex.org/W2168919237","https://openalex.org/W4245439180","https://openalex.org/W4247571494","https://openalex.org/W4255825300","https://openalex.org/W6602739985","https://openalex.org/W6628836592","https://openalex.org/W6650964105","https://openalex.org/W6660690085"],"related_works":["https://openalex.org/W1995622179","https://openalex.org/W1484111231","https://openalex.org/W1552543208","https://openalex.org/W2074396517","https://openalex.org/W2166963679","https://openalex.org/W2187269125","https://openalex.org/W1641615907","https://openalex.org/W3089231081","https://openalex.org/W2093956241","https://openalex.org/W2354420595"],"abstract_inverted_index":{"The":[0,164],"principle":[1,103,139,267],"of":[2,42,53,90,98,120,166,214,235],"extreme":[3],"physical":[4,23,44,183],"information":[5,24,34,39,64,110,143,179],"(EPI)":[6],"can":[7,169,197,250],"be":[8,68,170,199,251],"used":[9],"to":[10,77,83,107,140,175,262],"derive":[11],"many":[12],"known":[13],"laws":[14],"and":[15,36,60,129,150,185],"distributions":[16],"in":[17,87,111,131,157,231],"theoretical":[18],"physics":[19],"by":[20,146,172,202],"extremizing":[21],"the":[22,28,31,37,43,63,88,108,117,125,142,158,176,182,203,211,219,222,228,232,242,254,265,269],"loss":[25],"K,":[26],"i.e.,":[27],"difference":[29],"between":[30,127,181],"observed":[32],"Fisher":[33,178,204],"I":[35,72,128],"intrinsic":[38],"bound":[40,65,109,144],"J":[41,66,145],"phenomenon":[45,184],"being":[46,162],"measured.":[47,163],"However,":[48],"for":[49,218],"complex":[50],"cognitive":[51,91,113],"systems":[52],"high":[54],"dimensionality":[55,229],"(e.g.,":[56],"human":[57],"language":[58],"processing":[59],"image":[61],"recognition),":[62],"could":[67],"excessively":[69],"larger":[70],"than":[71],"(J":[73],"\u226b":[74],"I),":[75],"due":[76],"insufficient":[78],"observation,":[79],"which":[80,206],"would":[81],"lead":[82],"serious":[84],"over-fitting":[85],"problems":[86],"derivation":[89],"models.":[92],"Moreover,":[93],"there":[94],"is":[95,260],"a":[96,136,191,208],"lack":[97],"an":[99],"established":[100],"exact":[101],"invariance":[102],"that":[104,241],"gives":[105],"rise":[106],"universal":[112],"systems.":[114],"This":[115],"limits":[116],"direct":[118],"application":[119],"EPI.":[121],"To":[122],"narrow":[123],"down":[124],"gap":[126],"J,":[130],"this":[132,195],"paper,":[133],"we":[134],"propose":[135],"confident-information-first":[137],"(CIF)":[138],"lower":[141],"preserving":[147],"confident":[148],"parameters":[149,156],"ruling":[151],"out":[152],"unreliable":[153],"or":[154],"noisy":[155],"probability":[159],"density":[160,270],"function":[161],"confidence":[165],"each":[167],"parameter":[168,220,233],"assessed":[171,201],"its":[173,186],"contribution":[174,196],"expected":[177],"distance":[180],"observations.":[187],"In":[188],"addition,":[189],"given":[190],"specific":[192],"parametric":[193],"representation,":[194],"often":[198],"directly":[200],"information,":[205],"establishes":[207],"connection":[209],"with":[210],"inverse":[212],"variance":[213],"any":[215],"unbiased":[216],"estimate":[217],"via":[221],"Cram\u00e9r\u2013Rao":[223],"bound.":[224],"We":[225,239],"then":[226],"consider":[227],"reduction":[230],"spaces":[234],"binary":[236],"multivariate":[237],"distributions.":[238],"show":[240,263],"single-layer":[243],"Boltzmann":[244],"machine":[245],"without":[246],"hidden":[247],"units":[248],"(SBM)":[249],"derived":[252],"using":[253],"CIF":[255,266],"principle.":[256],"An":[257],"illustrative":[258],"experiment":[259],"conducted":[261],"how":[264],"improves":[268],"estimation":[271],"performance.":[272]},"counts_by_year":[{"year":2017,"cited_by_count":3}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}