{"id":"https://openalex.org/W3118599747","doi":null,"title":"A Simple Approach To Define Curricula For Training Neural Networks","display_name":"A Simple Approach To Define Curricula For Training Neural Networks","alternate_titles":[],"publication_year":2021,"publication_date":"2021-05-04","ids":{"openalex":"https://openalex.org/W3118599747","mag":"3118599747"},"language":"en","primary_location":{"id":"mag:3118599747","doi":null,"is_oa":false,"landing_page_url":"https://openreview.net/pdf?id=SVP44gujOBL","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W3118599747"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048273558","display_name":"Vinu Sankar Sadasivan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I27674431","display_name":"Indian Institute of Technology Gandhinagar","ror":"https://ror.org/0036p5w23","country_code":"IN","type":"education","lineage":["https://openalex.org/I27674431"]}],"countries":["IN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Vinu Sankar Sadasivan","raw_affiliation_strings":["[IIT Gandhinagar]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"[IIT Gandhinagar]","institution_ids":["https://openalex.org/I27674431"]}]},{"author_position":"last","author":{"id":null,"display_name":"Anirban Dasgupta","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I27674431","display_name":"Indian Institute of Technology Gandhinagar","ror":"https://ror.org/0036p5w23","country_code":"IN","type":"education","lineage":["https://openalex.org/I27674431"]}],"countries":["IN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Anirban Dasgupta","raw_affiliation_strings":["[IIT Gandhinagar]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"[IIT Gandhinagar]","institution_ids":["https://openalex.org/I27674431"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I27674431"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.00548325,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.5580999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.5580999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.18080000579357147,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.12120000272989273,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/curriculum-learning","display_name":"curriculum learning","score":1.0},{"id":"https://openalex.org/keywords/neural-network-training","display_name":"neural network training","score":0.9490000009536743},{"id":"https://openalex.org/keywords/training-acceleration","display_name":"training acceleration","score":0.8029999732971191},{"id":"https://openalex.org/keywords/noisy-examples","display_name":"noisy examples","score":0.5609999895095825},{"id":"https://openalex.org/keywords/regularization","display_name":"regularization","score":0.8339999914169312},{"id":"https://openalex.org/keywords/generalization","display_name":"generalization","score":0.9599999785423279},{"id":"https://openalex.org/keywords/convolutional-neural-networks","display_name":"convolutional neural networks","score":0.8989999890327454}],"concepts":[{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.777849555015564},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7644098997116089},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.7050777673721313},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6364994049072266},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.575518786907196},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.56513512134552},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5548740029335022},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.4270380437374115},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.10098722577095032},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:3118599747","doi":null,"is_oa":false,"landing_page_url":"https://openreview.net/pdf?id=SVP44gujOBL","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality education","score":0.4156000018119812,"id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2926516160","https://openalex.org/W3133687159","https://openalex.org/W4401050382","https://openalex.org/W4400810817","https://openalex.org/W2952469176","https://openalex.org/W2785355717","https://openalex.org/W3045618037","https://openalex.org/W2605801332","https://openalex.org/W2991349609","https://openalex.org/W2795697038"],"abstract_inverted_index":{"In":[0,42],"practice,":[1],"sequence":[2],"of":[3,9,117,146,164,199,219],"mini-batches":[4],"generated":[5],"by":[6,32,92,109],"uniform":[7],"sampling":[8,94],"examples":[10,31,95,194],"from":[11,195],"the":[12,29,40,78,81,102,144,167,196,206,216,220],"entire":[13],"data":[14,147],"is":[15,23],"used":[16],"for":[17],"training":[18,25,30,90,115,162],"neural":[19,63],"networks.":[20],"Curriculum":[21],"learning":[22,50,73,129,181,191],"a":[24,114,125,160,210],"strategy":[26,130],"that":[27,98,131,155,189,212],"sorts":[28],"their":[33,55],"difficulty":[34,145],"and":[35,52,61,84,139,201],"gradually":[36,202],"exposes":[37,203],"them":[38,204],"to":[39,76,142,177,205],"learner.":[41,221],"this":[43,156],"work,":[44],"we":[45,169,172,187],"propose":[46],"two":[47],"novel":[48],"curriculum":[49,72,106,128,180,190],"algorithms":[51,176],"empirically":[53],"show":[54,154],"improvements":[56],"in":[57,119,149,166,214],"performance":[58],"with":[59,96],"convolutional":[60],"fully-connected":[62],"networks":[64],"on":[65,184],"multiple":[66],"real":[67],"image":[68,151],"datasets.":[69,152],"Our":[70],"dynamic":[71,111],"algorithm":[74,112],"tries":[75],"reduce":[77],"distance":[79],"between":[80],"network":[82],"weight":[83,87],"an":[85],"optimal":[86,103],"at":[88],"any":[89],"step":[91],"greedily":[93],"gradients":[97],"are":[99],"directed":[100],"towards":[101],"weight.":[104],"The":[105],"ordering":[107],"determined":[108],"our":[110,120,175,185],"achieves":[113],"speedup":[116,163],"\u223c45%":[118],"experiments.":[121],"We":[122,153],"also":[123,173],"introduce":[124],"new":[126,157],"task-specific":[127],"uses":[132],"statistical":[133],"measures":[134],"such":[135],"as":[136],"standard":[137],"deviation":[138],"entropy":[140],"values":[141],"score":[143],"points":[148],"natural":[150],"approach":[158],"yields":[159],"mean":[161],"\u223c43%":[165],"experiments":[168],"perform.":[170],"Further,":[171],"use":[174],"learn":[178],"why":[179],"works.":[182],"Based":[183],"study,":[186],"argue":[188],"removes":[192],"noisy":[193],"initial":[197],"phases":[198],"training,":[200],"learner":[207],"acting":[208],"like":[209],"regularizer":[211],"helps":[213],"improving":[215],"generalization":[217],"ability":[218]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3118599747","counts_by_year":[],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2021-01-18T00:00:00"}
