{"id":"https://openalex.org/W4403799199","doi":"https://doi.org/10.48550/arxiv.2409.18683","title":"Density of states in neural networks: an in-depth exploration of learning in parameter space","display_name":"Density of states in neural networks: an in-depth exploration of learning in parameter space","publication_year":2024,"publication_date":"2024-09-27","ids":{"openalex":"https://openalex.org/W4403799199","doi":"https://doi.org/10.48550/arxiv.2409.18683"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2409.18683","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.18683","pdf_url":"https://arxiv.org/pdf/2409.18683","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2409.18683","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038724431","display_name":"Margherita Mele","orcid":"https://orcid.org/0000-0002-3971-7987","observed_orcids":["https://orcid.org/0000-0002-3971-7987"]},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]},{"id":"https://openalex.org/I4210093299","display_name":"Istituto Nazionale di Fisica Nucleare, Trento Institute for Fundamental Physics And Applications","ror":"https://ror.org/00nhs3j29","country_code":"IT","type":"facility","lineage":["https://openalex.org/I160013858","https://openalex.org/I193223587","https://openalex.org/I4210093299"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Mele, Margherita","raw_affiliation_strings":["INFN-TIFPA , Trento Institute for Fundamental Physics and Applications , I-38123 Trento , Italy","Physics Department , University of Trento , via Sommarive , 14 I-38123 Trento , Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"INFN-TIFPA , Trento Institute for Fundamental Physics and Applications , I-38123 Trento , Italy","institution_ids":["https://openalex.org/I4210093299"]},{"raw_affiliation_string":"Physics Department , University of Trento , via Sommarive , 14 I-38123 Trento , Italy","institution_ids":["https://openalex.org/I193223587"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030389570","display_name":"Roberto Menichetti","orcid":"https://orcid.org/0000-0002-5961-6438","observed_orcids":["https://orcid.org/0000-0002-5961-6438"]},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]},{"id":"https://openalex.org/I4210093299","display_name":"Istituto Nazionale di Fisica Nucleare, Trento Institute for Fundamental Physics And Applications","ror":"https://ror.org/00nhs3j29","country_code":"IT","type":"facility","lineage":["https://openalex.org/I160013858","https://openalex.org/I193223587","https://openalex.org/I4210093299"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Menichetti, Roberto","raw_affiliation_strings":["INFN-TIFPA , Trento Institute for Fundamental Physics and Applications , I-38123 Trento , Italy","Physics Department , University of Trento , via Sommarive , 14 I-38123 Trento , Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"INFN-TIFPA , Trento Institute for Fundamental Physics and Applications , I-38123 Trento , Italy","institution_ids":["https://openalex.org/I4210093299"]},{"raw_affiliation_string":"Physics Department , University of Trento , via Sommarive , 14 I-38123 Trento , Italy","institution_ids":["https://openalex.org/I193223587"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047108263","display_name":"Alessandro Ingrosso","orcid":"https://orcid.org/0000-0001-5430-7559","observed_orcids":["https://orcid.org/0000-0001-5430-7559"]},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]},{"id":"https://openalex.org/I4405261313","display_name":"Donders Institute for Brain, Cognition and Behaviour","ror":"https://ror.org/053sba816","country_code":"NL","type":"facility","lineage":["https://openalex.org/I145872427","https://openalex.org/I4405261313"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Ingrosso, Alessandro","raw_affiliation_strings":["Donders Institute for Brain, Cognition and Behaviour , Radboud University , Nijmegen , The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Donders Institute for Brain, Cognition and Behaviour , Radboud University , Nijmegen , The Netherlands","institution_ids":["https://openalex.org/I145872427","https://openalex.org/I4405261313"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061019012","display_name":"Raffaello Potestio","orcid":"https://orcid.org/0000-0001-6408-9380","observed_orcids":["https://orcid.org/0000-0001-6408-9380"]},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]},{"id":"https://openalex.org/I4210093299","display_name":"Istituto Nazionale di Fisica Nucleare, Trento Institute for Fundamental Physics And Applications","ror":"https://ror.org/00nhs3j29","country_code":"IT","type":"facility","lineage":["https://openalex.org/I160013858","https://openalex.org/I193223587","https://openalex.org/I4210093299"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Potestio, Raffaello","raw_affiliation_strings":["INFN-TIFPA , Trento Institute for Fundamental Physics and Applications , I-38123 Trento , Italy","Physics Department , University of Trento , via Sommarive , 14 I-38123 Trento , Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"INFN-TIFPA , Trento Institute for Fundamental Physics and Applications , I-38123 Trento , Italy","institution_ids":["https://openalex.org/I4210093299"]},{"raw_affiliation_string":"Physics Department , University of Trento , via Sommarive , 14 I-38123 Trento , Italy","institution_ids":["https://openalex.org/I193223587"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9442999958992004,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9442999958992004,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.019500000402331352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10591","display_name":"Theoretical and Computational Physics","score":0.00800000037997961,"subfield":{"id":"https://openalex.org/subfields/3104","display_name":"Condensed Matter Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/loss-landscape","display_name":"loss landscape","score":0.8309999704360962},{"id":"https://openalex.org/keywords/weight-space","display_name":"weight space","score":0.6470000147819519},{"id":"https://openalex.org/keywords/wang-landau-sampling","display_name":"Wang-Landau sampling","score":0.875},{"id":"https://openalex.org/keywords/network-depth","display_name":"network depth","score":0.4350000023841858},{"id":"https://openalex.org/keywords/soft-matter-physics","display_name":"soft matter physics","score":0.5669999718666077}],"concepts":[{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.6383658051490784},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6353304982185364},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.418062686920166},{"id":"https://openalex.org/C73586568","wikidata":"https://www.wikidata.org/wiki/Q2600211","display_name":"Parameter space","level":2,"score":0.4175722897052765},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4006916582584381},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.3529120981693268},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.30403804779052734},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.223685622215271},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2153836190700531},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2409.18683","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.18683","pdf_url":"https://arxiv.org/pdf/2409.18683","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:iris.unitn.it:11572/465083","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/11572/465083","pdf_url":null,"source":{"id":"https://openalex.org/S4377196320","display_name":"Iris (University of Trento)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I193223587","host_organization_name":"University of Trento","host_organization_lineage":["https://openalex.org/I193223587"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.48550/arxiv.2409.18683","doi":"https://doi.org/10.48550/arxiv.2409.18683","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2409.18683","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2409.18683","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.18683","pdf_url":"https://arxiv.org/pdf/2409.18683","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1288290655","display_name":null,"funder_award_id":"20260","funder_id":"https://openalex.org/F4320325935","funder_display_name":"Fondazione Cassa Di Risparmio Di Trento E Rovereto"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320325935","display_name":"Fondazione Cassa Di Risparmio Di Trento E Rovereto","ror":"https://ror.org/02pgnjz11"},{"id":"https://openalex.org/F4320334679","display_name":"Research Executive Agency","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403799199.pdf","grobid_xml":"https://content.openalex.org/works/W4403799199.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4414768796","https://openalex.org/W3042934565","https://openalex.org/W2517648041","https://openalex.org/W4362655440","https://openalex.org/W2400359904","https://openalex.org/W2998582950","https://openalex.org/W3007686793","https://openalex.org/W2800558480","https://openalex.org/W2922555656","https://openalex.org/W7166874156"],"abstract_inverted_index":{"Learning":[0],"in":[1],"neural":[2,73],"networks":[3],"critically":[4],"hinges":[5],"on":[6,24,97],"the":[7,11,31,38,57,65,72,79,101,113],"intricate":[8],"geometry":[9],"of":[10,40,76,81,100,121,128],"loss":[12,62,89],"landscape":[13],"associated":[14],"with":[15],"a":[16,50,87],"given":[17,88],"task.":[18],"Traditionally,":[19],"most":[20],"research":[21],"has":[22],"focused":[23],"finding":[25],"specific":[26,98],"weight":[27,58],"configurations":[28,84],"that":[29,85],"minimize":[30],"loss.":[32],"In":[33],"this":[34],"work,":[35],"born":[36],"from":[37],"cross-fertilization":[39],"machine":[41],"learning":[42],"and":[43,92,107,118,126],"theoretical":[44],"soft":[45],"matter":[46],"physics,":[47],"we":[48,70,110],"introduce":[49],"novel,":[51],"computationally":[52],"efficient":[53],"approach":[54],"to":[55],"examine":[56],"space":[59],"across":[60,123],"all":[61],"values.":[63],"Employing":[64],"Wang-Landau":[66],"enhanced":[67],"sampling":[68],"algorithm,":[69],"explore":[71],"network":[74,82,119],"density":[75,120],"states":[77,122],"-":[78,91],"number":[80],"parameter":[83],"produce":[86],"value":[90],"analyze":[93],"how":[94],"it":[95],"depends":[96],"features":[99],"training":[102],"set.":[103],"Using":[104],"both":[105],"real-world":[106],"synthetic":[108],"data,":[109],"quantitatively":[111],"elucidate":[112],"relation":[114],"between":[115],"data":[116],"structure":[117],"different":[124],"sizes":[125],"depths":[127],"binary-state":[129],"networks.":[130]},"counts_by_year":[],"updated_date":"2026-10-27T15:51:10.671819","created_date":"2024-10-27T00:00:00"}