{"id":"https://openalex.org/W2808465607","doi":null,"title":"Exact information propagation through fully-connected feed forward neural networks.","display_name":"Exact information propagation through fully-connected feed forward neural networks.","publication_year":2018,"publication_date":"2018-06-17","ids":{"openalex":"https://openalex.org/W2808465607","mag":"2808465607"},"language":"en","primary_location":{"id":"mag:2808465607","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1806.06362.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1806.06362.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076324337","display_name":"Rebekka Burkholz","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rebekka Burkholz","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5076506988","display_name":"Alina Dubatovka","orcid":"https://orcid.org/0000-0002-2385-977X","observed_orcids":["https://orcid.org/0000-0002-2385-977X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alina Dubatovka","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.006200000178068876,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.002300000051036477,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/information-dissemination","display_name":"information dissemination","score":0.7480000257492065},{"id":"https://openalex.org/keywords/neural-network-ensembles","display_name":"neural network ensembles","score":0.7419999837875366},{"id":"https://openalex.org/keywords/linear-integral-operators","display_name":"linear integral operators","score":0.8560000061988831},{"id":"https://openalex.org/keywords/rectified-linear-units","display_name":"rectified linear units","score":0.9319999814033508},{"id":"https://openalex.org/keywords/stationary-distribution","display_name":"stationary distribution","score":0.7730000019073486},{"id":"https://openalex.org/keywords/spectral-properties","display_name":"spectral properties","score":0.8429999947547913},{"id":"https://openalex.org/keywords/mean-field-approximation","display_name":"mean-field approximation","score":0.6819999814033508}],"concepts":[{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6778395771980286},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.6426571607589722},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.6020243167877197},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5428135991096497},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.5384388566017151},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.5377957820892334},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.5241637229919434},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4958830773830414},{"id":"https://openalex.org/C17020691","wikidata":"https://www.wikidata.org/wiki/Q139677","display_name":"Operator (biology)","level":5,"score":0.4857945442199707},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3961288630962372},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.38430631160736084},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.3265373110771179},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28717729449272156},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.2345752716064453},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.12623462080955505},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.12247389554977417},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.07537099719047546},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C86339819","wikidata":"https://www.wikidata.org/wiki/Q407384","display_name":"Transcription factor","level":3,"score":0.0},{"id":"https://openalex.org/C158448853","wikidata":"https://www.wikidata.org/wiki/Q425218","display_name":"Repressor","level":4,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2808465607","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1806.06362.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"mag:2808465607","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1806.06362.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W4919037","https://openalex.org/W1677182931","https://openalex.org/W2020570787","https://openalex.org/W2112796928","https://openalex.org/W2167608136","https://openalex.org/W2178237821","https://openalex.org/W2433379750","https://openalex.org/W2556364298","https://openalex.org/W2591954064","https://openalex.org/W2783402179","https://openalex.org/W2789210533","https://openalex.org/W2793904650","https://openalex.org/W2949117887","https://openalex.org/W2963504252","https://openalex.org/W2963570896"],"related_works":["https://openalex.org/W7203682907","https://openalex.org/W7126224491","https://openalex.org/W4224979967","https://openalex.org/W3157538235","https://openalex.org/W4393213063","https://openalex.org/W2804862363","https://openalex.org/W4390856154","https://openalex.org/W4225487019","https://openalex.org/W2160234213","https://openalex.org/W4407719421"],"abstract_inverted_index":{"Neural":[0],"network":[1],"ensembles":[2],"at":[3,21],"initialisation":[4],"give":[5],"rise":[6],"to":[7,103],"the":[8,45,54,74,112,115,123],"trainability":[9],"and":[10,16,37,68,122],"training":[11],"speed":[12],"of":[13,73,93,106,114,125],"neural":[14],"networks":[15,64],"thus":[17],"support":[18],"parameter":[19,120],"choices":[20,121],"initialisation.":[22],"These":[23],"insights":[24],"rely":[25],"so":[26],"far":[27],"on":[28],"mean":[29,59],"field":[30,60],"approximations":[31],"that":[32],"assume":[33],"infinite":[34],"layer":[35],"width":[36],"study":[38],"average":[39],"squared":[40],"signals.":[41],"Thus,":[42],"information":[43],"about":[44],"full":[46],"output":[47,55],"distribution":[48,56,76,117],"gets":[49],"lost.":[50],"Therefore,":[51],"we":[52],"derive":[53],"exactly":[57],"(without":[58],"assumptions),":[61],"for":[62,97,110,118],"fully-connected":[63],"with":[65],"Gaussian":[66],"weights":[67],"biases.":[69],"The":[70],"layer-wise":[71],"transition":[72],"signal":[75,126],"is":[77],"guided":[78],"by":[79],"a":[80,87],"linear":[81,95],"integral":[82],"operator,":[83],"whose":[84],"kernel":[85],"has":[86],"closed":[88],"form":[89],"solution":[90],"in":[91],"case":[92],"rectified":[94],"units":[96],"nonlinear":[98],"activations.":[99],"This":[100],"enables":[101],"us":[102],"analyze":[104],"some":[105],"its":[107],"spectral":[108],"properties,":[109],"instance,":[111],"shape":[113],"stationary":[116],"different":[119],"dynamics":[124],"propagation.":[127]},"counts_by_year":[{"year":2020,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2018-06-21T00:00:00"}