{"id":"https://openalex.org/W2993510279","doi":null,"title":"Greedy layerwise training of convolutional neural networks","display_name":"Greedy layerwise training of convolutional neural networks","alternate_titles":[],"publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2993510279","mag":"2993510279"},"language":"en","primary_location":{"id":"pmh:oai:dspace.mit.edu:1721.1/123128","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/123128","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"parent_works":[],"lineage":["https://openalex.org/W2993510279"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hdl.handle.net/1721.1/123128","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042142024","display_name":"Loc Trinh","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Loc Trinh","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, MASSACHUSETTS INSTITUTE OF TECHNOLOGY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, MASSACHUSETTS INSTITUTE OF TECHNOLOGY","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5042142024"],"corresponding_institution_ids":["https://openalex.org/I63966007"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":7,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9535999894142151,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9535999894142151,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.025100000202655792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.007400000002235174,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/convolutional-neural-networks","display_name":"convolutional neural networks","score":0.9670000076293945},{"id":"https://openalex.org/keywords/imagenet","display_name":"ImageNet","score":0.7409999966621399},{"id":"https://openalex.org/keywords/overfitting","display_name":"overfitting","score":0.8009999990463257},{"id":"https://openalex.org/keywords/network-architecture-comparison","display_name":"network architecture comparison","score":0.6489999890327454}],"concepts":[{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.7498940229415894},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6877342462539673},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6178718209266663},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43744584918022156},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4196251928806305},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3696192502975464},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.13617894053459167},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:dspace.mit.edu:1721.1/123128","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/123128","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},{"id":"mag:2993510279","doi":null,"is_oa":false,"landing_page_url":"https://dspace.mit.edu/handle/1721.1/123128","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:dspace.mit.edu:1721.1/123128","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/123128","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2993510279.pdf","grobid_xml":"https://content.openalex.org/works/W2993510279.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W854541894","https://openalex.org/W1686810756","https://openalex.org/W1966385142","https://openalex.org/W2096516049","https://openalex.org/W2107822587","https://openalex.org/W2110798204","https://openalex.org/W2149933564","https://openalex.org/W2516591743","https://openalex.org/W2561907692","https://openalex.org/W2619184049","https://openalex.org/W2626373159","https://openalex.org/W2626778328","https://openalex.org/W2766447205","https://openalex.org/W2786178913","https://openalex.org/W2788295695","https://openalex.org/W2806265408","https://openalex.org/W2807299122","https://openalex.org/W2906967080","https://openalex.org/W2907407288","https://openalex.org/W2913190747","https://openalex.org/W2925924375","https://openalex.org/W2944016032","https://openalex.org/W2949650786","https://openalex.org/W2952186574","https://openalex.org/W2963376662","https://openalex.org/W2969986824","https://openalex.org/W2973737673","https://openalex.org/W3147600416","https://openalex.org/W4236966694","https://openalex.org/W4287724093"],"related_works":["https://openalex.org/W7066448599","https://openalex.org/W2903082804","https://openalex.org/W3010010930","https://openalex.org/W6903646657","https://openalex.org/W2913413778","https://openalex.org/W4415798220","https://openalex.org/W2802192091","https://openalex.org/W2581184166","https://openalex.org/W7042956076","https://openalex.org/W3006044193"],"abstract_inverted_index":{"Layerwise":[0],"training":[1,10,39,72,94,124],"presents":[2],"an":[3],"alternative":[4],"approach":[5],"to":[6,56,103,117,137],"end-to-end":[7,59],"back-propagation":[8],"for":[9],"deep":[11,144,157],"convolutional":[12],"neural":[13,145],"networks.Although":[14],"previous":[15],"work":[16,34],"was":[17],"unsuccessful":[18],"in":[19],"demonstrating":[20],"the":[21,49,66,70,84,104,110,135,139,149,161],"viability":[22],"of":[23,78,87,106,163],"layerwise":[24,38,50,88,93,123,150,164],"training,":[25],"especially":[26],"on":[27,40],"large-scale":[28],"datasets":[29],"such":[30],"as":[31],"ImageNet,":[32,48],"recent":[33],"has":[35],"shown":[36],"that":[37,92,141],"specific":[41],"architectures":[42,80],"can":[43,53],"yield":[44],"highly":[45],"competitive":[46],"performances.On":[47],"trained":[51,60],"networks":[52,146],"perform":[54],"comparably":[55],"many":[57],"state-of-the-art":[58],"networks.In":[61],"this":[62,119,132],"thesis,":[63],"we":[64,115],"compare":[65],"performance":[67],"gap":[68],"between":[69,152],"two":[71],"procedures":[73],"across":[74,126],"a":[75,98,129],"wide":[76],"range":[77],"network":[79],"and":[81,121,147],"further":[82],"analyze":[83],"possible":[85],"limitations":[86],"training.Our":[89],"results":[90],"show":[91],"quickly":[95],"saturates":[96],"after":[97],"certain":[99],"critical":[100],"layer,":[101],"due":[102],"overfitting":[105],"early":[107],"layers":[108,155],"within":[109,156],"networks.We":[111],"discuss":[112],"several":[113],"approaches":[114],"took":[116],"address":[118],"issue":[120],"help":[122],"improve":[125],"multiple":[127],"architectures.From":[128],"fundamental":[130],"standpoint,":[131],"study":[133],"emphasizes":[134],"need":[136],"open":[138],"blackbox":[140],"is":[142],"modern":[143],"investigate":[148],"interactions":[151],"intermediate":[153],"hidden":[154],"networks,":[158],"all":[159],"through":[160],"lens":[162],"training.":[165]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2993510279","counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2019-12-13T00:00:00"}
