{"id":"https://openalex.org/W2809103380","doi":"https://doi.org/10.48550/arxiv.1806.06977","title":"Using Mode Connectivity for Loss Landscape Analysis","display_name":"Using Mode Connectivity for Loss Landscape Analysis","alternate_titles":[],"publication_year":2018,"publication_date":"2018-06-18","ids":{"openalex":"https://openalex.org/W2809103380","doi":"https://doi.org/10.48550/arxiv.1806.06977","mag":"2809103380"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1806.06977","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1806.06977","pdf_url":"https://arxiv.org/pdf/1806.06977","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2809103380"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1806.06977","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104211341","display_name":"Akhilesh Deepak Gotmare","orcid":"https://orcid.org/0000-0001-6502-0350","observed_orcids":["https://orcid.org/0000-0001-6502-0350"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Gotmare, Akhilesh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028709336","display_name":"Nitish Shirish Keskar","orcid":"https://orcid.org/0000-0002-2223-8496","observed_orcids":["https://orcid.org/0000-0002-2223-8496"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Keskar, Nitish Shirish","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032046813","display_name":"Caiming Xiong","orcid":"https://orcid.org/0000-0003-0349-8628","observed_orcids":["https://orcid.org/0000-0003-0349-8628"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Xiong, Caiming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5059955534","display_name":"Richard Socher","orcid":"https://orcid.org/0000-0002-3577-639X","observed_orcids":["https://orcid.org/0000-0002-3577-639X"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Socher, Richard","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":32,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.006399999838322401,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.0019000000320374966,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mode-connectivity","display_name":"mode connectivity","score":0.9990000128746033},{"id":"https://openalex.org/keywords/loss-landscape","display_name":"loss landscape","score":0.8859999775886536},{"id":"https://openalex.org/keywords/local-minima","display_name":"local minima","score":0.7730000019073486},{"id":"https://openalex.org/keywords/training-trajectories","display_name":"training trajectories","score":0.8640000224113464},{"id":"https://openalex.org/keywords/model-initialization","display_name":"model initialization","score":0.45399999618530273},{"id":"https://openalex.org/keywords/saddle-points","display_name":"saddle points","score":0.515999972820282}],"concepts":[{"id":"https://openalex.org/C186633575","wikidata":"https://www.wikidata.org/wiki/Q845060","display_name":"Maxima and minima","level":2,"score":0.8678107261657715},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6135791540145874},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.5678979754447937},{"id":"https://openalex.org/C126980161","wikidata":"https://www.wikidata.org/wiki/Q863783","display_name":"Simulated annealing","level":2,"score":0.5459474921226501},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.5048285126686096},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.47638505697250366},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.43078237771987915},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4160791337490082},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3267424702644348},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.27989518642425537},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.11510547995567322},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.07963937520980835},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.07872983813285828},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:1806.06977","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1806.06977","pdf_url":"https://arxiv.org/pdf/1806.06977","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2809103380","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1806.06977","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1806.06977","doi":"https://doi.org/10.48550/arxiv.1806.06977","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1806.06977","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1806.06977","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1806.06977","pdf_url":"https://arxiv.org/pdf/1806.06977","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2809103380.pdf","grobid_xml":"https://content.openalex.org/works/W2809103380.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1532854728","https://openalex.org/W1673923490","https://openalex.org/W1686810756","https://openalex.org/W2146502635","https://openalex.org/W2187089797","https://openalex.org/W2518108298","https://openalex.org/W2523060838","https://openalex.org/W2544860310","https://openalex.org/W2612983688","https://openalex.org/W2687693326","https://openalex.org/W2788838181","https://openalex.org/W2792287754","https://openalex.org/W2793333878","https://openalex.org/W2912811302","https://openalex.org/W2963208657","https://openalex.org/W2963981733","https://openalex.org/W2964121744"],"related_works":["https://openalex.org/W4386185266","https://openalex.org/W3083448729","https://openalex.org/W4416612961","https://openalex.org/W2950233433","https://openalex.org/W7204969761","https://openalex.org/W4394709680","https://openalex.org/W7204953442","https://openalex.org/W4389912119","https://openalex.org/W4309217994","https://openalex.org/W4415251288"],"abstract_inverted_index":{"Mode":[0],"connectivity":[1],"is":[2,58],"a":[3,18],"recently":[4],"introduced":[5],"frame-":[6],"work":[7],"that":[8,55,94,105],"empirically":[9],"establishes":[10],"the":[11,29,36,45,56,69],"connected-":[12],"ness":[13],"of":[14,31,38],"minima":[15,114],"by":[16,118],"finding":[17],"high":[19],"accuracy":[20],"curve":[21],"between":[22],"two":[23],"independently":[24],"trained":[25,49],"models.":[26],"To":[27],"investigate":[28],"limits":[30],"this":[32,39,64,82],"setup,":[33],"we":[34,66],"examine":[35],"efficacy":[37],"technique":[40],"in":[41,81,100],"extreme":[42],"cases":[43],"where":[44],"input":[46],"models":[47],"are":[48,115],"or":[50],"initialized":[51],"differently.":[52],"We":[53,92],"find":[54],"procedure":[57],"resilient":[59],"to":[60,108],"such":[61],"changes.":[62],"Given":[63],"finding,":[65],"propose":[67],"using":[68],"framework":[70],"for":[71],"analyzing":[72],"loss":[73],"surfaces":[74],"and":[75,80,89,109],"training":[76],"trajectories":[77],"more":[78],"generally,":[79],"direction,":[83],"study":[84],"SGD":[85],"with":[86],"cosine":[87],"annealing":[88],"restarts":[90],"(SGDR).":[91],"report":[93],"while":[95],"SGDR":[96],"moves":[97],"over":[98],"barriers":[99],"its":[101],"trajectory,":[102],"propositions":[103],"claiming":[104],"it":[106],"converges":[107],"escapes":[110],"from":[111],"multiple":[112],"local":[113],"not":[116],"substantiated":[117],"our":[119],"empirical":[120],"results.":[121]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2809103380","counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2018-06-29T00:00:00"}
