{"id":"https://openalex.org/W110825707","doi":null,"title":"Boosted Backpropagation Learning for Training Deep Modular Networks","display_name":"Boosted Backpropagation Learning for Training Deep Modular Networks","publication_year":2010,"publication_date":"2010-06-21","ids":{"openalex":"https://openalex.org/W110825707","mag":"110825707"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.170.1257","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.170.1257","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.icml2010.org/papers/451.pdf","raw_type":"text"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048331813","display_name":"Alexander Grubb","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexander Grubb","raw_affiliation_strings":["School of Computer Science, Carnegie Mellon University, Pittsburgh, PA 15213, USA;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Carnegie Mellon University, Pittsburgh, PA 15213, USA;","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112411386","display_name":"James Andrew Bagnell","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J. Andrew Bagnell","raw_affiliation_strings":["School of Computer Science, Carnegie Mellon University, Pittsburgh, PA 15213, USA;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Carnegie Mellon University, Pittsburgh, PA 15213, USA;","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":2.7182,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.89597577,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"407","last_page":"414"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.008999999612569809,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.002300000051036477,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modular-neural-networks","display_name":"modular neural networks","score":0.7670000195503235},{"id":"https://openalex.org/keywords/error-propagation","display_name":"error propagation","score":0.7179999947547913},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"gradient descent","score":0.5180000066757202},{"id":"https://openalex.org/keywords/regularization","display_name":"regularization","score":0.6290000081062317}],"concepts":[{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.8502519130706787},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7105814218521118},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.5938289761543274},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5486529469490051},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.5351764559745789},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.45968151092529297},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4321768879890442},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3848254680633545},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3416161835193634},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.170.1257","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.170.1257","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.icml2010.org/papers/451.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.473.9194","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.473.9194","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.cmu.edu/~agrubb1/pubs/grubb_icml_2010_extended.pdf","raw_type":"text"},{"id":"mag:110825707","doi":null,"is_oa":false,"landing_page_url":"https://icml.cc/Conferences/2010/papers/451.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306419644","display_name":"International Conference on Machine Learning","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Machine Learning","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W85575376","https://openalex.org/W1560724230","https://openalex.org/W1566309885","https://openalex.org/W1570060426","https://openalex.org/W1597009674","https://openalex.org/W1678356000","https://openalex.org/W1975463331","https://openalex.org/W2077673559","https://openalex.org/W2110798204","https://openalex.org/W2112076978","https://openalex.org/W2112796928","https://openalex.org/W2120339295","https://openalex.org/W2136922672","https://openalex.org/W2137440383","https://openalex.org/W2140833774","https://openalex.org/W2150621701","https://openalex.org/W2336049016","https://openalex.org/W2766736793","https://openalex.org/W3120740533"],"related_works":["https://openalex.org/W4308567496","https://openalex.org/W2765548310","https://openalex.org/W2120013429","https://openalex.org/W3118853547","https://openalex.org/W2109783097","https://openalex.org/W7037397735","https://openalex.org/W2004649581","https://openalex.org/W2443054454","https://openalex.org/W1515538578","https://openalex.org/W7096603046"],"abstract_inverted_index":{"Divide-and-conquer":[0],"is":[1,171],"key":[2],"to":[3,175],"building":[4],"sophisticated":[5],"learning":[6,31,115,123,138],"machines:":[7],"hard":[8],"problems":[9],"are":[10,34,53],"solved":[11],"by":[12],"composing":[13],"a":[14,60,98,133],"network":[15],"of":[16,77,87,95,105,120,136,144],"modules":[17,107,125],"that":[18,68,164],"solve":[19],"simpler":[20],"prob-lems":[21],"[13,":[22],"16,":[23],"4].":[24],"Many":[25],"such":[26],"existing":[27],"systems":[28],"rely":[29],"on":[30,36,83],"algorithms":[32,51],"which":[33,52],"based":[35],"simple":[37,99,109],"parametric":[38],"gradient":[39,110,158],"descent":[40,84,159],"where":[41],"the":[42,73,169],"parametrization":[43],"must":[44],"be":[45],"predetermined,":[46],"or":[47],"more":[48,80,173],"specialized":[49],"per-application":[50],"usually":[54],"ad-hoc":[55],"and":[56,79,113,126,140,148,153],"complicated.":[57],"We":[58,146],"present":[59],"novel":[61],"approach":[62],"for":[63,101],"train-ing":[64],"generic":[65],"modular":[66,137],"networks":[67,104],"uses":[69],"two":[70,93],"existing.":[71],"techniques:":[72],"error":[74,127],"propagation":[75,111,128],"strategy":[76],"backpropagation":[78,152],"recent":[81],"research":[82],"in":[85,160,165],"spaces":[86],"functions":[88],"[14,":[89],"18].":[90],"Combining":[91],"these":[92],"methods":[94],"optimiza-tion":[96],"gives":[97],"algorithm":[100],"training":[102],"heterogeneous":[103],"functional":[106,151],"using":[108],"mechanics":[112,129],"established":[114],"algorithms.":[116],"The":[117],"resulting":[118],"separation":[119],"concerns":[121],"between":[122],"individual":[124],"eases":[130],"implementation,":[131],"enables":[132],"larger":[134],"class":[135],"strategies,":[139],"allows":[141],"per-module":[142],"control":[143],"complex-ity/regularization.":[145],"derive":[147],"demonstrate":[149],"this":[150],"contrast":[154],"it":[155],"with":[156],"traditional":[157],"parameter":[161],"space,":[162],"observing":[163],"our":[166],"example":[167],"domain":[168],"method":[170],"significantly":[172],"robust":[174],"local":[176],"optima.":[177]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":5}],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2016-06-24T00:00:00"}