{"id":"https://openalex.org/W4399450066","doi":"https://doi.org/10.1109/tai.2024.3409673","title":"Exploring Weight Distributions and Dependence in Neural Networks With $\\alpha$-Stable Distributions","display_name":"Exploring Weight Distributions and Dependence in Neural Networks With $\\alpha$-Stable Distributions","publication_year":2024,"publication_date":"2024-06-05","ids":{"openalex":"https://openalex.org/W4399450066","doi":"https://doi.org/10.1109/tai.2024.3409673"},"language":"en","primary_location":{"id":"doi:10.1109/tai.2024.3409673","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2024.3409673","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015572779","display_name":"Jipeng Li","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jipeng Li","raw_affiliation_strings":["Tsinghua Berkeley Shenzhen Institute, Tsinghua Shenzhen International Graduate School, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0001-8035-6987","affiliations":[{"raw_affiliation_string":"Tsinghua Berkeley Shenzhen Institute, Tsinghua Shenzhen International Graduate School, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I4210114105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102684411","display_name":"Xueqiong Yuan","orcid":"https://orcid.org/0009-0008-4706-3099"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueqiong Yuan","raw_affiliation_strings":["Tsinghua Berkeley Shenzhen Institute, Tsinghua Shenzhen International Graduate School, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0009-0008-4706-3099","affiliations":[{"raw_affiliation_string":"Tsinghua Berkeley Shenzhen Institute, Tsinghua Shenzhen International Graduate School, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I4210114105"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038228706","display_name":"Er\u00e7an E. Kuruo\u011flu","orcid":"https://orcid.org/0000-0002-2608-8034"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ercan Engin Kuruoglu","raw_affiliation_strings":["Tsinghua Berkeley Shenzhen Institute, Tsinghua Shenzhen International Graduate School, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-2608-8034","affiliations":[{"raw_affiliation_string":"Tsinghua Berkeley Shenzhen Institute, Tsinghua Shenzhen International Graduate School, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I4210114105"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210114105"],"apc_list":null,"apc_paid":null,"fwci":2.7785,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.91389365,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"5","issue":"11","first_page":"5519","last_page":"5529"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5812928676605225},{"id":"https://openalex.org/keywords/statistical-physics","display_name":"Statistical physics","score":0.521628201007843},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.34825801849365234},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3281214237213135},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3108288049697876},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.20002061128616333}],"concepts":[{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5812928676605225},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.521628201007843},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.34825801849365234},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3281214237213135},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3108288049697876},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.20002061128616333}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tai.2024.3409673","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2024.3409673","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2041783856","display_name":null,"funder_award_id":"QD2022024C","funder_id":"https://openalex.org/F4320337986","funder_display_name":"Tsinghua Shenzhen International Graduate School"},{"id":"https://openalex.org/G8025701688","display_name":null,"funder_award_id":"JCYJ20220530143002005","funder_id":"https://openalex.org/F4320326705","funder_display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality"}],"funders":[{"id":"https://openalex.org/F4320326705","display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality","ror":null},{"id":"https://openalex.org/F4320337986","display_name":"Tsinghua Shenzhen International Graduate School","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W59433541","https://openalex.org/W140368079","https://openalex.org/W1677182931","https://openalex.org/W1977234485","https://openalex.org/W2002096058","https://openalex.org/W2016840637","https://openalex.org/W2018345399","https://openalex.org/W2022920087","https://openalex.org/W2028441171","https://openalex.org/W2048478665","https://openalex.org/W2092365425","https://openalex.org/W2096733369","https://openalex.org/W2108598243","https://openalex.org/W2111051539","https://openalex.org/W2115212595","https://openalex.org/W2145467382","https://openalex.org/W2194775991","https://openalex.org/W2413186223","https://openalex.org/W2786234252","https://openalex.org/W2963446712","https://openalex.org/W2963839617","https://openalex.org/W3008104080","https://openalex.org/W3034082737","https://openalex.org/W3086242280","https://openalex.org/W3201471683","https://openalex.org/W3210222726","https://openalex.org/W4205367281","https://openalex.org/W4246193833","https://openalex.org/W6600213771","https://openalex.org/W6631943919","https://openalex.org/W6637373629","https://openalex.org/W6648232252","https://openalex.org/W6678988961","https://openalex.org/W6681151457","https://openalex.org/W6683558479","https://openalex.org/W6684191040","https://openalex.org/W6745256532","https://openalex.org/W6753275298","https://openalex.org/W6754994457","https://openalex.org/W6770516249","https://openalex.org/W6790463934","https://openalex.org/W6791011251","https://openalex.org/W6794739717","https://openalex.org/W6796268549","https://openalex.org/W6842469858","https://openalex.org/W6987337520","https://openalex.org/W7061648608"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W4391375266","https://openalex.org/W1979597421","https://openalex.org/W2007980826","https://openalex.org/W2061531152","https://openalex.org/W3002753104","https://openalex.org/W2077600819","https://openalex.org/W2142036596","https://openalex.org/W2072657027","https://openalex.org/W2600246793"],"abstract_inverted_index":{"The":[0,43,124],"fundamental":[1],"use":[2],"of":[3,22,40,47,67],"neural":[4,69,86,148,165],"networks":[5,70],"is":[6,39],"in":[7,85,147,164],"providing":[8],"a":[9,19,51,90,98,127],"nonlinear":[10],"mapping":[11],"between":[12,111],"input":[13],"and":[14,45,60,76,107,114,142,171],"output":[15],"data":[16,29],"with":[17,89,154],"possibly":[18],"high":[20],"number":[21],"parameters":[23],"that":[24,136],"can":[25],"be":[26,152],"learned":[27],"from":[28],"directly.":[30],"Consequently,":[31],"studying":[32],"the":[33,37,55,65,72,105,109,119,137],"model's":[34,56],"parameters,":[35],"particularly":[36],"weights,":[38,88],"paramount":[41],"importance.":[42],"distribution":[44,102],"interdependencies":[46],"these":[48],"weights":[49,66,106,112],"have":[50],"direct":[52],"impact":[53],"on":[54,173],"generalizability,":[57],"compressibility,":[58],"initialization,":[59],"convergence":[61],"speed.":[62],"By":[63],"fitting":[64],"pretrained":[68],"using":[71],"<inline-formula><tex-math":[73,100],"notation=\"LaTeX\">$\\alpha$</tex-math></inline-formula>-stable":[74,101],"distributions":[75],"conducting":[77],"statistical":[78],"tests,":[79],"we":[80,96],"discover":[81],"widespread":[82],"heavy-tailed":[83,168],"phenomena":[84],"network":[87,149,166],"few":[91],"layers":[92,116],"exhibiting":[93],"asymmetry.":[94],"Additionally,":[95],"employ":[97],"multivariate":[99],"to":[103],"model":[104],"explore":[108],"relationship":[110],"within":[113],"across":[115],"by":[117],"calculating":[118],"signed":[120],"symmetric":[121],"covariation":[122],"coefficient.":[123],"results":[125],"reveal":[126],"strong":[128],"dependence":[129,172],"among":[130],"certain":[131,174],"weights.":[132,175],"Our":[133],"findings":[134],"indicate":[135],"Gaussian":[138],"assumption,":[139,141],"symmetry":[140],"independence":[143],"assumption":[144],"commonly":[145],"used":[146],"research":[150,159],"might":[151],"inconsistent":[153],"reality.":[155],"In":[156],"conclusion,":[157],"our":[158],"shows":[160],"three":[161],"properties":[162],"observed":[163],"weights:":[167],"phenomena,":[169],"asymmetry,":[170]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":6}],"updated_date":"2025-12-19T19:40:27.379048","created_date":"2024-06-08T00:00:00"}