{"id":"https://openalex.org/W4315472397","doi":"https://doi.org/10.1109/cdc51059.2022.9992486","title":"Sampling matters: SGD smoothing through importance sampling","display_name":"Sampling matters: SGD smoothing through importance sampling","publication_year":2022,"publication_date":"2022-12-06","ids":{"openalex":"https://openalex.org/W4315472397","doi":"https://doi.org/10.1109/cdc51059.2022.9992486"},"language":"en","primary_location":{"id":"doi:10.1109/cdc51059.2022.9992486","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/cdc51059.2022.9992486","pdf_url":null,"source":{"id":"https://openalex.org/S4363607710","display_name":"2022 IEEE 61st Conference on Decision and Control (CDC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 61st Conference on Decision and Control (CDC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036782268","display_name":"Luca Zancato","orcid":null},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Luca Zancato","raw_affiliation_strings":["University of Padova,Department of Information Engineering,Padova,Italy,35131"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Padova,Department of Information Engineering,Padova,Italy,35131","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062648585","display_name":"Alessandro Chiuso","orcid":"https://orcid.org/0000-0002-4410-6101"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alessandro Chiuso","raw_affiliation_strings":["University of Padova,Department of Information Engineering,Padova,Italy,35131"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Padova,Department of Information Engineering,Padova,Italy,35131","institution_ids":["https://openalex.org/I138689650"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I138689650"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.33900524,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"15","issue":null,"first_page":"3359","last_page":"3364"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10243","display_name":"Statistical Methods and Bayesian Inference","score":0.9739000201225281,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9682000279426575,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/smoothing","display_name":"Smoothing","score":0.6620210409164429},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.6602106690406799},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6045131683349609},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.4415152072906494},{"id":"https://openalex.org/keywords/importance-sampling","display_name":"Importance sampling","score":0.41420888900756836},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.3465585708618164},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2299240529537201},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.09642541408538818},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.06524819135665894}],"concepts":[{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.6620210409164429},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.6602106690406799},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6045131683349609},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4415152072906494},{"id":"https://openalex.org/C52740198","wikidata":"https://www.wikidata.org/wiki/Q1539564","display_name":"Importance sampling","level":3,"score":0.41420888900756836},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3465585708618164},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2299240529537201},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.09642541408538818},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.06524819135665894},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/cdc51059.2022.9992486","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/cdc51059.2022.9992486","pdf_url":null,"source":{"id":"https://openalex.org/S4363607710","display_name":"2022 IEEE 61st Conference on Decision and Control (CDC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 61st Conference on Decision and Control (CDC)","raw_type":"proceedings-article"},{"id":"pmh:oai:www.research.unipd.it:11577/3470940","is_oa":false,"landing_page_url":"https://hdl.handle.net/11577/3470940","pdf_url":null,"source":{"id":"https://openalex.org/S4306402547","display_name":"Padua Research Archive (University of Padova)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138689650","host_organization_name":"University of Padua","host_organization_lineage":["https://openalex.org/I138689650"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W130710483","https://openalex.org/W1986280275","https://openalex.org/W2018089423","https://openalex.org/W2095705004","https://openalex.org/W2103496339","https://openalex.org/W2162341153","https://openalex.org/W2194775991","https://openalex.org/W2566079294","https://openalex.org/W2603221039","https://openalex.org/W2618530766","https://openalex.org/W2660589364","https://openalex.org/W2777662428","https://openalex.org/W2796146910","https://openalex.org/W2912811302","https://openalex.org/W2951610569","https://openalex.org/W2963095610","https://openalex.org/W2963177640","https://openalex.org/W2963433607","https://openalex.org/W2963728933","https://openalex.org/W2964080999","https://openalex.org/W3118608800","https://openalex.org/W4238284510","https://openalex.org/W4254721730","https://openalex.org/W4294635920","https://openalex.org/W6638667902","https://openalex.org/W6638704708","https://openalex.org/W6674330103","https://openalex.org/W6675100857","https://openalex.org/W6734280532","https://openalex.org/W6735219587","https://openalex.org/W6736583452","https://openalex.org/W6747381837","https://openalex.org/W6747567582","https://openalex.org/W6749856262","https://openalex.org/W6749892895","https://openalex.org/W6750041135","https://openalex.org/W6754584241","https://openalex.org/W6763485134"],"related_works":["https://openalex.org/W1978572805","https://openalex.org/W2383807498","https://openalex.org/W1997992934","https://openalex.org/W1987225439","https://openalex.org/W4238188170","https://openalex.org/W3107697994","https://openalex.org/W2742914308","https://openalex.org/W2330004501","https://openalex.org/W2017089693","https://openalex.org/W2703295919"],"abstract_inverted_index":{"Many":[0],"authors":[1],"have":[2],"suggested":[3],"studying":[4],"the":[5,20,37,49,52,75,86,102,120],"loss":[6,53,87,103],"landscape":[7,104],"of":[8,22,36,51,69,78,101],"Deep":[9],"Neural":[10],"Networks":[11],"as":[12,25,27,89,91],"a":[13,33,57,94],"tool":[14],"to":[15,28,48,73,92,105,119],"understand":[16],"their":[17],"generalisation":[18],"capabilities,":[19],"performance":[21],"optimisation":[23],"algorithms":[24],"well":[26,90],"tailor":[29],"acceleration":[30],"schemes.":[31],"Nonetheless,":[32],"complete":[34],"understanding":[35],"entire":[38],"learning":[39],"process":[40],"is":[41,45,72],"still":[42],"missing.":[43],"This":[44],"mainly":[46],"due":[47],"complexity":[50],"landscape,":[54],"characterised":[55],"by":[56],"rich":[58],"structure":[59],"with":[60,85],"many":[61],"local":[62],"minima":[63],"and":[64,82,116],"saddle":[65],"points.":[66],"The":[67],"purpose":[68],"this":[70],"paper":[71],"study":[74],"stochastic":[76],"nature":[77],"Stochastic":[79],"Gradient":[80],"Descent":[81],"its":[83],"link":[84],"function":[88],"propose":[93],"data":[95],"sampling":[96,112],"scheme":[97,113],"which":[98],"favours":[99],"smoothing":[100],"accelerate":[106],"convergence":[107],"speed.":[108],"We":[109],"validate":[110],"our":[111],"on":[114],"AlexNet":[115],"ResNet":[117],"applied":[118],"CIFAR-10":[121],"dataset.":[122]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}