{"id":"https://openalex.org/W2963691003","doi":"https://doi.org/10.1109/icassp.2019.8683286","title":"Stochastic Gradient Descent for Spectral Embedding with Implicit Orthogonality Constraint","display_name":"Stochastic Gradient Descent for Spectral Embedding with Implicit Orthogonality Constraint","publication_year":2019,"publication_date":"2019-08-08","ids":{"openalex":"https://openalex.org/W2963691003","doi":"https://doi.org/10.1109/icassp.2019.8683286","mag":"2963691003"},"language":"en","primary_location":{"id":"pmh:oai:HAL:hal-02150019v1","is_oa":false,"landing_page_url":"https://hal.science/hal-02150019","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ICASSP 2019 - 2019 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), May 2019, Brighton, France. pp.3567-3571","raw_type":"info:eu-repo/semantics/conferenceObject"},"type":"conference-paper","indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://infoscience.epfl.ch/record/268680","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103262517","display_name":"Mireille El Gheche","orcid":"https://orcid.org/0000-0003-2411-4064"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"El Gheche, Mireille","raw_affiliation_strings":["Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne (EPFL), LTS4, Lausanne, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne (EPFL), LTS4, Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057226360","display_name":"Giovanni Chierchia","orcid":"https://orcid.org/0000-0001-5899-689X"},"institutions":[{"id":"https://openalex.org/I4210146793","display_name":"Centre d'\u00e9tudes de l'emploi et du travail","ror":"https://ror.org/04jtw9y77","country_code":"FR","type":"facility","lineage":["https://openalex.org/I124158823","https://openalex.org/I4210134562","https://openalex.org/I4210146793"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Chierchia, Giovanni","raw_affiliation_strings":["Universit\u00e9 Paris-Est, Noisy-le-Grand, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e9 Paris-Est, Noisy-le-Grand, France","institution_ids":["https://openalex.org/I4210146793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000947076","display_name":"Pascal Frossard","orcid":"https://orcid.org/0000-0002-4010-714X"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Frossard, Pascal","raw_affiliation_strings":["Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne (EPFL), LTS4, Lausanne, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne (EPFL), LTS4, Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10064","display_name":"Complex Network Analysis Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10064","display_name":"Complex Network Analysis Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9811000227928162,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.616148054599762},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5504636764526367},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5280020236968994},{"id":"https://openalex.org/keywords/cholesky-decomposition","display_name":"Cholesky decomposition","score":0.5058236122131348},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4770761728286743},{"id":"https://openalex.org/keywords/orthogonalization","display_name":"Orthogonalization","score":0.46895498037338257},{"id":"https://openalex.org/keywords/orthogonality","display_name":"Orthogonality","score":0.4682537019252777},{"id":"https://openalex.org/keywords/laplacian-matrix","display_name":"Laplacian matrix","score":0.4675375819206238},{"id":"https://openalex.org/keywords/matrix-decomposition","display_name":"Matrix decomposition","score":0.44707152247428894},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.43141457438468933},{"id":"https://openalex.org/keywords/eigendecomposition-of-a-matrix","display_name":"Eigendecomposition of a matrix","score":0.42564815282821655},{"id":"https://openalex.org/keywords/eigenvalues-and-eigenvectors","display_name":"Eigenvalues and eigenvectors","score":0.41989952325820923},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.38310766220092773},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.3175694942474365},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2812368869781494},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1450483500957489}],"concepts":[{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.616148054599762},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5504636764526367},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5280020236968994},{"id":"https://openalex.org/C34727166","wikidata":"https://www.wikidata.org/wiki/Q515375","display_name":"Cholesky decomposition","level":3,"score":0.5058236122131348},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4770761728286743},{"id":"https://openalex.org/C47559304","wikidata":"https://www.wikidata.org/wiki/Q1702189","display_name":"Orthogonalization","level":2,"score":0.46895498037338257},{"id":"https://openalex.org/C17137986","wikidata":"https://www.wikidata.org/wiki/Q215067","display_name":"Orthogonality","level":2,"score":0.4682537019252777},{"id":"https://openalex.org/C115178988","wikidata":"https://www.wikidata.org/wiki/Q772067","display_name":"Laplacian matrix","level":3,"score":0.4675375819206238},{"id":"https://openalex.org/C42355184","wikidata":"https://www.wikidata.org/wiki/Q1361088","display_name":"Matrix decomposition","level":3,"score":0.44707152247428894},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.43141457438468933},{"id":"https://openalex.org/C169756996","wikidata":"https://www.wikidata.org/wiki/Q194919","display_name":"Eigendecomposition of a matrix","level":3,"score":0.42564815282821655},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.41989952325820923},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.38310766220092773},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.3175694942474365},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2812368869781494},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1450483500957489},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:HAL:hal-02150019v1","is_oa":false,"landing_page_url":"https://hal.science/hal-02150019","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ICASSP 2019 - 2019 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), May 2019, Brighton, France. pp.3567-3571","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:infoscience.epfl.ch:268680","is_oa":true,"landing_page_url":"http://infoscience.epfl.ch/record/268680","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference proceedings"},{"id":"pmh:oai:infoscience.epfl.ch:276125","is_oa":true,"landing_page_url":"http://infoscience.epfl.ch/record/276125","pdf_url":null,"source":{"id":"https://openalex.org/S4306400488","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://infoscience.epfl.ch/record/276125","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:infoscience.epfl.ch:268680","is_oa":true,"landing_page_url":"http://infoscience.epfl.ch/record/268680","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference proceedings"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W143174683","https://openalex.org/W1578099820","https://openalex.org/W2006262045","https://openalex.org/W2059861509","https://openalex.org/W2088857627","https://openalex.org/W2095646393","https://openalex.org/W2097308346","https://openalex.org/W2101324110","https://openalex.org/W2116810533","https://openalex.org/W2121947440","https://openalex.org/W2126017757","https://openalex.org/W2127048411","https://openalex.org/W2132914434","https://openalex.org/W2133026717","https://openalex.org/W2133348086","https://openalex.org/W2142036616","https://openalex.org/W2165874743","https://openalex.org/W2286598524","https://openalex.org/W2428125128","https://openalex.org/W2556206132","https://openalex.org/W2739059182","https://openalex.org/W2785523195","https://openalex.org/W2898648545","https://openalex.org/W2899771611","https://openalex.org/W2963209123","https://openalex.org/W2963962296","https://openalex.org/W2963976838","https://openalex.org/W2964211259","https://openalex.org/W3102641634","https://openalex.org/W4297790086"],"related_works":["https://openalex.org/W1965163197","https://openalex.org/W2005349189","https://openalex.org/W2526976988","https://openalex.org/W3122962126","https://openalex.org/W2386892378","https://openalex.org/W4301514602","https://openalex.org/W2949490341","https://openalex.org/W3214112210","https://openalex.org/W1592113329","https://openalex.org/W2007907716"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3],"propose":[4],"a":[5,14,79],"scalable":[6],"algorithm":[7,90],"for":[8,17],"spectral":[9,44],"embedding.":[10],"The":[11,55],"latter":[12],"is":[13,24,57],"standard":[15],"tool":[16],"graph":[18,29],"clustering.":[19],"However,":[20],"its":[21,34],"computational":[22],"bottleneck":[23],"the":[25,28,60,70,73,105,108],"eigendecomposition":[26],"of":[27,42,107,113],"Laplacian":[30],"matrix,":[31],"which":[32],"prevents":[33],"application":[35],"to":[36,58,86,118],"large-scale":[37],"graphs.":[38],"Our":[39],"contribution":[40],"consists":[41],"reformulating":[43],"embedding":[45],"so":[46],"that":[47],"it":[48],"can":[49,75],"be":[50,76],"solved":[51],"via":[52],"stochastic":[53],"optimization.":[54],"idea":[56],"replace":[59],"orthogonality":[61],"constraint":[62],"with":[63,116],"an":[64,88],"orthogonalization":[65],"matrix":[66],"injected":[67],"directly":[68],"into":[69],"criterion.":[71],"As":[72],"gradient":[74,94],"computed":[77],"through":[78],"Cholesky":[80],"factorization,":[81],"our":[82],"reformulation":[83],"allows":[84],"us":[85],"develop":[87],"efficient":[89],"based":[91],"on":[92,99],"mini-batch":[93],"descent.":[95],"Experimental":[96],"results,":[97],"both":[98],"synthetic":[100],"and":[101],"real":[102],"data,":[103],"confirm":[104],"efficiency":[106],"proposed":[109],"method":[110],"in":[111],"term":[112],"execution":[114],"speed":[115],"respect":[117],"similar":[119],"existing":[120],"techniques.":[121]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":3}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}