{"id":"https://openalex.org/W35265221","doi":null,"title":"Energy, entropy and information potential for neural computation","display_name":"Energy, entropy and information potential for neural computation","publication_year":1998,"publication_date":"1998-01-01","ids":{"openalex":"https://openalex.org/W35265221","mag":"35265221"},"language":"en","primary_location":{"id":"pmh:oai:UFDC:AA00024501_00001","doi":null,"is_oa":false,"landing_page_url":"http://ufdc.ufl.edu/AA00024501/00001","pdf_url":null,"source":{"id":"https://openalex.org/S4306400471","display_name":"University of Florida Digital Collections (University of Florida)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I33213144","host_organization_name":"University of Florida","host_organization_lineage":["https://openalex.org/I33213144"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111606637","display_name":"Dongxin Xu","orcid":"https://orcid.org/0000-0002-6618-2834","observed_orcids":["https://orcid.org/0000-0002-6618-2834"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dongxin Xu","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-6618-2834","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5019504861","display_name":"Jos\u00e9 Carlos Pr\u00edncipe","orcid":"https://orcid.org/0000-0002-3449-3531","observed_orcids":["https://orcid.org/0000-0002-3449-3531"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jos\u00e9 C. Pr\u0131\u0301ncipe","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-3449-3531","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2517,"has_fulltext":true,"cited_by_count":50,"citation_normalized_percentile":{"value":0.80773013,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":99},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.6220999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.6220999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.3352000117301941,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14299","display_name":"Complex Systems and Dynamics","score":0.003599999938160181,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/entropy-estimation","display_name":"entropy estimation","score":0.8799999952316284},{"id":"https://openalex.org/keywords/mutual-information-estimation","display_name":"mutual information estimation","score":0.9300000071525574},{"id":"https://openalex.org/keywords/information-potential","display_name":"information potential","score":0.9110000133514404},{"id":"https://openalex.org/keywords/parzen-window-density-estimation","display_name":"Parzen window density estimation","score":0.949999988079071},{"id":"https://openalex.org/keywords/learning-from-examples","display_name":"learning from examples","score":0.8059999942779541},{"id":"https://openalex.org/keywords/hebbian-learning","display_name":"Hebbian learning","score":0.8169999718666077},{"id":"https://openalex.org/keywords/anti-hebbian-learning","display_name":"anti-Hebbian learning","score":0.9950000047683716},{"id":"https://openalex.org/keywords/generalized-eigendecomposition","display_name":"generalized eigendecomposition","score":0.8949999809265137},{"id":"https://openalex.org/keywords/nonparametric-estimation","display_name":"nonparametric estimation","score":0.6470000147819519},{"id":"https://openalex.org/keywords/neural-computation","display_name":"neural computation","score":0.5289999842643738},{"id":"https://openalex.org/keywords/blind-source-separation","display_name":"blind source separation","score":0.7710000276565552},{"id":"https://openalex.org/keywords/synthetic-aperture-radar-target-recognition","display_name":"synthetic aperture radar target recognition","score":0.7149999737739563}],"concepts":[{"id":"https://openalex.org/C106752470","wikidata":"https://www.wikidata.org/wiki/Q1364826","display_name":"Joint entropy","level":3,"score":0.7627924680709839},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.7203075289726257},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5851414203643799},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.5659990906715393},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.515568733215332},{"id":"https://openalex.org/C124551494","wikidata":"https://www.wikidata.org/wiki/Q3055345","display_name":"Differential entropy","level":4,"score":0.49927568435668945},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4918065369129181},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.47279542684555054},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.4660196304321289},{"id":"https://openalex.org/C109510780","wikidata":"https://www.wikidata.org/wiki/Q17149502","display_name":"Total correlation","level":3,"score":0.4348228871822357},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.4157334566116333},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3973488509654999},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.33757323026657104},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.2337038218975067},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.221736878156662},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:UFDC:AA00024501_00001","doi":null,"is_oa":false,"landing_page_url":"http://ufdc.ufl.edu/AA00024501/00001","pdf_url":null,"source":{"id":"https://openalex.org/S4306400471","display_name":"University of Florida Digital Collections (University of Florida)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I33213144","host_organization_name":"University of Florida","host_organization_lineage":["https://openalex.org/I33213144"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:35265221","doi":null,"is_oa":false,"landing_page_url":"http://lasa.epfl.ch/teaching/lectures/ML_Phd/Notes/xu_dissertation.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":83,"referenced_works":["https://openalex.org/W118372337","https://openalex.org/W162059533","https://openalex.org/W162622153","https://openalex.org/W241553812","https://openalex.org/W423115584","https://openalex.org/W1492221128","https://openalex.org/W1497576442","https://openalex.org/W1545744341","https://openalex.org/W1555711139","https://openalex.org/W1560013842","https://openalex.org/W1564660545","https://openalex.org/W1593125407","https://openalex.org/W1654142532","https://openalex.org/W1967914652","https://openalex.org/W1970789124","https://openalex.org/W1981409066","https://openalex.org/W1984432384","https://openalex.org/W1986466512","https://openalex.org/W1992402718","https://openalex.org/W1995875735","https://openalex.org/W1997804288","https://openalex.org/W2008353316","https://openalex.org/W2009287270","https://openalex.org/W2016589492","https://openalex.org/W2017792954","https://openalex.org/W2032407804","https://openalex.org/W2032558547","https://openalex.org/W2036488048","https://openalex.org/W2040870580","https://openalex.org/W2042524010","https://openalex.org/W2057653135","https://openalex.org/W2059148040","https://openalex.org/W2063971957","https://openalex.org/W2068588832","https://openalex.org/W2073318058","https://openalex.org/W2083780577","https://openalex.org/W2088881802","https://openalex.org/W2095657361","https://openalex.org/W2099741732","https://openalex.org/W2103433753","https://openalex.org/W2103670117","https://openalex.org/W2108384452","https://openalex.org/W2113442785","https://openalex.org/W2117671523","https://openalex.org/W2117853077","https://openalex.org/W2118020555","https://openalex.org/W2122741244","https://openalex.org/W2122882636","https://openalex.org/W2122925692","https://openalex.org/W2123838014","https://openalex.org/W2124776405","https://openalex.org/W2126678392","https://openalex.org/W2129905273","https://openalex.org/W2132941712","https://openalex.org/W2134493213","https://openalex.org/W2135346645","https://openalex.org/W2135503775","https://openalex.org/W2137835240","https://openalex.org/W2140984045","https://openalex.org/W2143132653","https://openalex.org/W2143956139","https://openalex.org/W2147339372","https://openalex.org/W2148394752","https://openalex.org/W2149772057","https://openalex.org/W2150355110","https://openalex.org/W2151834013","https://openalex.org/W2156909104","https://openalex.org/W2157648264","https://openalex.org/W2171953934","https://openalex.org/W2263958071","https://openalex.org/W2432567885","https://openalex.org/W2568260463","https://openalex.org/W2609412092","https://openalex.org/W2766736793","https://openalex.org/W2799119698","https://openalex.org/W2895674046","https://openalex.org/W3017143921","https://openalex.org/W3141839452","https://openalex.org/W3148186152","https://openalex.org/W3158530718","https://openalex.org/W3207342693","https://openalex.org/W4230234330","https://openalex.org/W4239510810"],"related_works":["https://openalex.org/W7100070773","https://openalex.org/W1865482235","https://openalex.org/W3171332790","https://openalex.org/W4210836622","https://openalex.org/W3100721494","https://openalex.org/W4362655397","https://openalex.org/W2946885740","https://openalex.org/W6884770474","https://openalex.org/W2097636360","https://openalex.org/W15476695"],"abstract_inverted_index":{"The":[0,54,148,266,293,386],"major":[1],"goal":[2],"of":[3,15,24,57,69,105,144,162,221,258,282,299,309,378,389,400],"this":[4,123,337],"research":[5],"is":[6,42,61,153,191,233,317,324,347],"to":[7,62,137,140,156,186,246,326,357],"develop":[8],"general":[9,263],"nonparametric":[10],"methods":[11,352,391],"for":[12,26,110,119,198,278,315,343],"the":[13,40,78,87,101,106,133,141,157,160,163,168,172,179,199,205,208,219,225,229,237,241,247,251,256,270,279,283,289,296,321,327,344,390,396,401],"estimation":[14,104,364],"entropy":[16,65,92,120,134,149,284],"and":[17,32,76,132,171,269,285,303,331,382,398],"mutual":[18,67,181,188,201,286],"information,":[19],"giving":[20],"a":[21,51,70,83,193,222,275,306],"unifying":[22],"point":[23],"view":[25],"their":[27],"use":[28],"in":[29,365,373],"signal":[30],"processing":[31],"neural":[33,380],"computation.":[34],"In":[35,122],"many":[36],"real":[37],"world":[38],"problems,":[39],"information":[41,68,182,195,202,210,231,243,272,287,350,402],"carried":[43],"solely":[44],"by":[45,81,224,235],"data":[46,111,125,290,301],"samples":[47,75,126],"without":[48],"any":[49],"other":[50],"priori":[52],"knowledge.":[53],"central":[55],"issue":[56],"\u201clearning":[58],"from":[59,73,216,255],"examples\u201d":[60,217],"estimate":[63],"energy,":[64],"or":[66,151,159,228,240],"variable":[71],"only":[72],"its":[74],"adapt":[77],"system":[79,248],"parameters":[80],"optimizing":[82],"criterion":[84],"based":[85],"on":[86,167,336,392],"estimation.":[88,121],"\r\nBy":[89],"using":[90],"alternative":[91,185],"measures":[93,204],"such":[94,360],"as":[95,129,183,361],"Renyi's":[96],"quadratic":[97,180,200],"entropy,":[98],"coupled":[99],"with":[100],"Parzen":[102],"window":[103],"probability":[107],"density":[108],"function":[109],"samples,":[112],"we":[113,176],"developed":[114],"an":[115,184,339],"\u201cinformation":[116,146,164,226,238,267],"potential\u201d":[117,196,227,232,268,273],"method":[118],"method,":[124],"are":[127,253,262],"treated":[128],"physical":[130],"particles":[131],"turns":[135],"out":[136],"be":[138],"related":[139,325],"potential":[142,351,403],"energy":[143,322],"these":[145],"particles.\u201d":[147],"maximization":[150,161],"minimization":[152,158],"then":[154],"equivalent":[155],"potential.\u201d":[165],"Based":[166,335],"Cauchy-Schwartz":[169],"inequality":[170],"Euclidean":[173],"distance":[174],"metric,":[175],"further":[177],"proposed":[178],"Shannon's":[187],"information.":[189],"There":[190],"also":[192,318],"\u201ccross":[194,230,242,271],"implementation":[197],"that":[203],"correlation":[206],"between":[207],"\u201cmarginal":[209],"potentials\u201d":[211],"at":[212,218,288],"several":[213],"levels.":[214],"\u201cLearning":[215],"output":[220],"mapper":[223],"implemented":[234],"propagating":[236],"force\u201d":[239,244],"back":[245],"parameters.":[249],"Since":[250],"criteria":[252],"decoupled":[254],"structure":[257],"learning":[259,264,316,333],"machines,":[260],"they":[261],"schemes.":[265],"provide":[274],"microscopic":[276],"expression":[277],"macroscopic":[280],"measure":[281],"sample":[291],"level.":[292],"algorithms":[294],"examine":[295],"relative":[297],"position":[298],"each":[300],"pair":[302],"thus":[304],"have":[305,353],"computational":[307],"complexity":[308],"O(N2).":[310],"\r\nAn":[311],"on-line":[312,340],"local":[313,341],"algorithm":[314,342],"discussed,":[319],"where":[320],"field":[323],"famous":[328],"biological":[329],"Hebbian":[330],"anti-Hebbian":[332],"rules.":[334],"understanding,":[338],"generalized":[345],"eigendecomposition":[346],"proposed.":[348],"\r\nThe":[349],"been":[354],"successfully":[355],"applied":[356],"various":[358,393],"problems":[359,394],"aspect":[362],"angle":[363],"synthetic":[366],"aperture":[367],"radar":[368],"(SAR)":[369],"imagery,":[370,375],"target":[371],"recognition":[372],"SAR":[374],"layer-by-layer":[376],"training":[377],"multilayer":[379],"networks":[381],"blind":[383],"source":[384],"separation.":[385],"good":[387],"performance":[388],"confirms":[395],"validity":[397],"efficiency":[399],"methods.":[404]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":2},{"year":2013,"cited_by_count":4}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2016-06-24T00:00:00"}