{"id":"https://openalex.org/W2937721173","doi":"https://doi.org/10.1109/icassp.2019.8683250","title":"Quasi Black Hole Effect of Gradient Descent in Large Dimension: Consequence on Neural Network Learning","display_name":"Quasi Black Hole Effect of Gradient Descent in Large Dimension: Consequence on Neural Network Learning","publication_year":2019,"publication_date":"2019-04-17","ids":{"openalex":"https://openalex.org/W2937721173","doi":"https://doi.org/10.1109/icassp.2019.8683250","mag":"2937721173"},"language":"en","primary_location":{"id":"doi:10.1109/icassp.2019.8683250","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2019.8683250","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2019 - 2019 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008259696","display_name":"Anne Bouillard","orcid":"https://orcid.org/0000-0002-3345-4653"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anne Bouillard","raw_affiliation_strings":["Nokia Bell Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nokia Bell Labs","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102728318","display_name":"Philippe Jacquet","orcid":"https://orcid.org/0000-0001-7919-1206"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Philippe Jacquet","raw_affiliation_strings":["Nokia Bell Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nokia Bell Labs","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.02558817,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"160","issue":null,"first_page":"8365","last_page":"8369"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.7001000642776489},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.6851071119308472},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.684529721736908},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5997800230979919},{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.45209744572639465},{"id":"https://openalex.org/keywords/descent","display_name":"Descent (aeronautics)","score":0.4436270296573639},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3603144884109497},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.2993607521057129},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2250431776046753}],"concepts":[{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.7001000642776489},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.6851071119308472},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.684529721736908},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5997800230979919},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.45209744572639465},{"id":"https://openalex.org/C2776637919","wikidata":"https://www.wikidata.org/wiki/Q624380","display_name":"Descent (aeronautics)","level":2,"score":0.4436270296573639},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3603144884109497},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.2993607521057129},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2250431776046753},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp.2019.8683250","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2019.8683250","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2019 - 2019 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W1502922572","https://openalex.org/W1506934790","https://openalex.org/W1873332500","https://openalex.org/W2042587503","https://openalex.org/W2076063813","https://openalex.org/W2108263314","https://openalex.org/W2132347401","https://openalex.org/W2145482038","https://openalex.org/W2204302769","https://openalex.org/W2407712691","https://openalex.org/W2919115771","https://openalex.org/W4298134534","https://openalex.org/W4303633609","https://openalex.org/W4307979480","https://openalex.org/W6639175750","https://openalex.org/W6676249281","https://openalex.org/W6684821475","https://openalex.org/W6688100739"],"related_works":["https://openalex.org/W3159389381","https://openalex.org/W3123071383","https://openalex.org/W3155831151","https://openalex.org/W3170244987","https://openalex.org/W2018863220","https://openalex.org/W4312002907","https://openalex.org/W2062999058","https://openalex.org/W2367760571","https://openalex.org/W3004793031","https://openalex.org/W2076376508"],"abstract_inverted_index":{"The":[0,126],"gradient":[1,42,139],"descent":[2,43,140],"to":[3,110,129,135,164],"a":[4,19,26,41,53,111,137,142,151],"local":[5,55],"minimum":[6,56,67,108,133],"is":[7,134,160],"the":[8,59,62,83,89,99,106,131],"key":[9],"ingredient":[10],"of":[11,29,61,123],"deep":[12],"neural":[13,100,112],"networks":[14],"learning":[15],"techniques.":[16],"We":[17],"consider":[18],"function":[20,77],"Lm(.)":[21,78,87],"in":[22,103,156],"dimension":[23],"n":[24],"with":[25,114,119],"random":[27,47,144],"set":[28],"m":[30,35],"absolute":[31,63,90],"minima.":[32,64],"When":[33],"log":[34],"=":[36],"o(n),":[37],"we":[38,147],"show":[39,148],"that":[40,149],"from":[44,141],"an":[45,70,120],"initial":[46,153],"point":[48,145,154],"quasi":[49],"always":[50],"ends":[51],"on":[52,88],"unique":[54],"approximately":[57],"at":[58,161],"centroid":[60],"This":[65],"fake":[66,107,132],"acts":[68],"like":[69],"absorbing":[71],"node,":[72],"but":[73],"its":[74],"value":[75],"by":[76,86],"can":[79],"be":[80],"far":[81],"above":[82],"values":[84],"obtained":[85],"minima":[91],"and":[92,146],"sometimes":[93],"gives":[94],"very":[95],"bad":[96,117],"coefficients":[97],"for":[98],"network.":[101],"Fortunately":[102],"most":[104],"cases":[105],"leads":[109],"network":[113],"not":[115],"so":[116],"prediction,":[118],"error":[121],"rate":[122],"order":[124],"n-1/4.":[125],"only":[127],"way":[128],"escape":[130],"start":[136],"new":[138,143],"finding":[150],"good":[152],"takes":[155],"average":[157],"time":[158],"which":[159],"least":[162],"proportional":[163],"ebn/mn2for":[165],"some":[166],"b":[167],">":[168],"0.":[169]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}