{"id":"https://openalex.org/W2921829220","doi":"https://doi.org/10.23919/apsipa.2018.8659642","title":"On the PDF Estimation for Information Theoretic Learning for Neural Networks","display_name":"On the PDF Estimation for Information Theoretic Learning for Neural Networks","publication_year":2018,"publication_date":"2018-11-01","ids":{"openalex":"https://openalex.org/W2921829220","doi":"https://doi.org/10.23919/apsipa.2018.8659642","mag":"2921829220"},"language":"en","primary_location":{"id":"doi:10.23919/apsipa.2018.8659642","is_oa":false,"landing_page_url":"https://doi.org/10.23919/apsipa.2018.8659642","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 Asia-Pacific Signal and Information Processing Association Annual Summit and Conference (APSIPA ASC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025538938","display_name":"Tokunbo Ogunfunmi","orcid":"https://orcid.org/0000-0003-3517-9779"},"institutions":[{"id":"https://openalex.org/I16269868","display_name":"Santa Clara University","ror":"https://ror.org/03ypqe447","country_code":"US","type":"education","lineage":["https://openalex.org/I16269868"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tokunbo Ogunfunmi","raw_affiliation_strings":["Department of Electrical Engineering, Santa Clara University, Santa Clara, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Santa Clara University, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I16269868"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013805507","display_name":"Manas Deb","orcid":"https://orcid.org/0000-0001-5820-3714"},"institutions":[{"id":"https://openalex.org/I16269868","display_name":"Santa Clara University","ror":"https://ror.org/03ypqe447","country_code":"US","type":"education","lineage":["https://openalex.org/I16269868"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Manas Deb","raw_affiliation_strings":["Department of Electrical Engineering, Santa Clara University, Santa Clara, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Santa Clara University, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I16269868"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5025538938"],"corresponding_institution_ids":["https://openalex.org/I16269868"],"apc_list":null,"apc_paid":null,"fwci":0.3258,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.69792288,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1215","last_page":"1221"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10711","display_name":"Target Tracking and Data Fusion in Sensor Networks","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.738444447517395},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.650593638420105},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.6421633958816528},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5870606899261475},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.5354893803596497},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.535302460193634},{"id":"https://openalex.org/keywords/mean-squared-error","display_name":"Mean squared error","score":0.5251424312591553},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5102274417877197},{"id":"https://openalex.org/keywords/perceptron","display_name":"Perceptron","score":0.5090331435203552},{"id":"https://openalex.org/keywords/multilayer-perceptron","display_name":"Multilayer perceptron","score":0.4884461462497711},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4861306846141815},{"id":"https://openalex.org/keywords/probability-density-function","display_name":"Probability density function","score":0.48577597737312317},{"id":"https://openalex.org/keywords/kernel-density-estimation","display_name":"Kernel density estimation","score":0.45617932081222534},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4226107597351074},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.41383683681488037},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3971465528011322},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.29974955320358276},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.2628782391548157}],"concepts":[{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.738444447517395},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.650593638420105},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.6421633958816528},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5870606899261475},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.5354893803596497},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.535302460193634},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.5251424312591553},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5102274417877197},{"id":"https://openalex.org/C60908668","wikidata":"https://www.wikidata.org/wiki/Q690207","display_name":"Perceptron","level":3,"score":0.5090331435203552},{"id":"https://openalex.org/C179717631","wikidata":"https://www.wikidata.org/wiki/Q2991667","display_name":"Multilayer perceptron","level":3,"score":0.4884461462497711},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4861306846141815},{"id":"https://openalex.org/C197055811","wikidata":"https://www.wikidata.org/wiki/Q207522","display_name":"Probability density function","level":2,"score":0.48577597737312317},{"id":"https://openalex.org/C71134354","wikidata":"https://www.wikidata.org/wiki/Q458825","display_name":"Kernel density estimation","level":3,"score":0.45617932081222534},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4226107597351074},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.41383683681488037},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3971465528011322},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.29974955320358276},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2628782391548157},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/apsipa.2018.8659642","is_oa":false,"landing_page_url":"https://doi.org/10.23919/apsipa.2018.8659642","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 Asia-Pacific Signal and Information Processing Association Annual Summit and Conference (APSIPA ASC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W603782127","https://openalex.org/W1490760466","https://openalex.org/W1545744341","https://openalex.org/W1624804034","https://openalex.org/W1954793731","https://openalex.org/W1995875735","https://openalex.org/W2097521973","https://openalex.org/W2122882636","https://openalex.org/W2798579961","https://openalex.org/W4230367971","https://openalex.org/W4244494905","https://openalex.org/W4247591450","https://openalex.org/W4376498358"],"related_works":["https://openalex.org/W3008580913","https://openalex.org/W2896628485","https://openalex.org/W1701967867","https://openalex.org/W1952005211","https://openalex.org/W2555356437","https://openalex.org/W2417891382","https://openalex.org/W2076543106","https://openalex.org/W2523437662","https://openalex.org/W89844371","https://openalex.org/W2019891950"],"abstract_inverted_index":{"Information-Theoretic":[0],"Learning":[1,59],"(ITL)":[2,60],"is":[3,82,124],"one":[4,202],"of":[5,48,76,95,116,154,165,173,208,211,251,256],"the":[6,28,41,52,71,77,88,91,96,100,109,114,117,121,147,152,155,163,166,171,174,192,212,217,226,233,239,248,252,266],"new":[7],"methods":[8,205],"gaining":[9],"popularity":[10],"used":[11],"for":[12],"adaptive":[13],"signal":[14],"processing":[15],"learning":[16],"algorithms":[17,258],"and":[18,135,180,186,198,200,216,237],"has":[19],"many":[20],"advantages":[21],"compared":[22],"to":[23,44,66,112,132,235],"traditional":[24],"method":[25,38,63],"which":[26],"minimizes":[27],"mean":[29],"square":[30],"error":[31,73,78,97,110,122],"(MSE).":[32],"Previously":[33],"[12],":[34],"we":[35,161,188],"described":[36],"a":[37,46,83],"based":[39],"on":[40,170,232],"backpropagation":[42,194,257],"algorithm":[43,195],"train":[45,67,236],"type":[47],"neural":[49,118],"network":[50],"called":[51],"multi-layer":[53],"perceptron":[54],"(MLP)":[55],"using":[56,146,177,191,203,241],"Information":[57],"Theoretic":[58],"techniques.":[61],"Our":[62],"was":[64],"developed":[65],"MLPs":[68],"by":[69],"utilizing":[70],"minimum":[72],"entropy":[74],"(MEE)":[75],"samples.":[79,98],"The":[80,140],"MSE":[81,197],"second":[84],"order":[85,105,127],"statistic":[86],"whereas":[87],"MEE":[89,101],"uses":[90,103],"probability":[92],"density":[93],"function":[94],"Therefore,":[99],"technique":[102],"higher":[104,126],"statistical":[106,128],"information":[107,129],"from":[108],"samples":[111],"adapt":[113],"weights":[115],"network.":[119],"When":[120],"distribution":[123],"non-gaussian,":[125],"can":[130],"lead":[131],"faster":[133],"training":[134,138,176],"smaller":[136],"residual":[137,218],"error.":[139,219],"Probability":[141],"Density":[142],"Function":[143],"(PDF)":[144],"estimation":[145],"Parzen":[148,167],"window":[149],"could":[150],"affect":[151],"accuracy":[153,250],"Back-Propagation":[156],"training.":[157],"In":[158],"this":[159],"paper,":[160],"investigate":[162],"effects":[164],"Window":[168],"estimator":[169,215],"efficacy":[172],"ITL":[175,204],"Renyi's":[178,262],"Entropy":[179],"Shannon's":[181,260],"Entropy.":[182],"Using":[183],"different":[184,254],"estimators":[185],"simulations,":[187],"compare":[189,247],"MLP":[190,240],"typical":[193],"(using":[196],"cross-entropy)":[199],"also":[201],"in":[206,265],"terms":[207],"convergence":[209],"speed":[210],"weights,":[213],"PDF":[214],"We":[220],"use":[221],"standard":[222],"data":[223,229],"sets":[224],"(like":[225],"MNIST":[227],"handwriting":[228],"set":[230],"available":[231],"Internet)":[234],"test":[238],"all":[242],"these":[243],"methods.":[244],"Simulation":[245],"results":[246],"prediction":[249],"three":[253],"types":[255],"(MSE,":[259],"cross-entropy,":[261],"quadratic":[263],"entropy)":[264],"paper.":[267]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}