{"id":"https://openalex.org/W3210251473","doi":"https://doi.org/10.1109/access.2021.3125000","title":"Meta-Optimization of Bias-Variance Trade-Off in Stochastic Model Learning","display_name":"Meta-Optimization of Bias-Variance Trade-Off in Stochastic Model Learning","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3210251473","doi":"https://doi.org/10.1109/access.2021.3125000","mag":"3210251473"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3125000","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3125000","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2021.3125000","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060502779","display_name":"Takumi Aotani","orcid":"https://orcid.org/0000-0002-5774-767X"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Takumi Aotani","raw_affiliation_strings":["Nara Institute of Science and Technology, 8916-5 Takayama-cho, Ikoma, Nara, Japan. (e-mail: aotani.takumi.ap2@is.naist.jp)"],"affiliations":[{"raw_affiliation_string":"Nara Institute of Science and Technology, 8916-5 Takayama-cho, Ikoma, Nara, Japan. (e-mail: aotani.takumi.ap2@is.naist.jp)","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051304187","display_name":"Taisuke Kobayashi","orcid":"https://orcid.org/0000-0002-3760-249X"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Taisuke Kobayashi","raw_affiliation_strings":["Nara Institute of Science and Technology, 8916-5 Takayama-cho, Ikoma, Nara, Japan"],"affiliations":[{"raw_affiliation_string":"Nara Institute of Science and Technology, 8916-5 Takayama-cho, Ikoma, Nara, Japan","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087612281","display_name":"Kenji Sugimoto","orcid":"https://orcid.org/0000-0002-5149-5643"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kenji Sugimoto","raw_affiliation_strings":["Nara Institute of Science and Technology, 8916-5 Takayama-cho, Ikoma, Nara, Japan"],"affiliations":[{"raw_affiliation_string":"Nara Institute of Science and Technology, 8916-5 Takayama-cho, Ikoma, Nara, Japan","institution_ids":["https://openalex.org/I75917431"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5060502779"],"corresponding_institution_ids":["https://openalex.org/I75917431"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.9604,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.88289013,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"9","issue":null,"first_page":"148783","last_page":"148799"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.8431522846221924},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6894775629043579},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.6812781691551208},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5688890218734741},{"id":"https://openalex.org/keywords/variance-reduction","display_name":"Variance reduction","score":0.5214977860450745},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4405369460582733},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.41476526856422424},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4147305488586426},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38396134972572327},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2147173285484314}],"concepts":[{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.8431522846221924},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6894775629043579},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.6812781691551208},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5688890218734741},{"id":"https://openalex.org/C62644790","wikidata":"https://www.wikidata.org/wiki/Q3454689","display_name":"Variance reduction","level":3,"score":0.5214977860450745},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4405369460582733},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.41476526856422424},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4147305488586426},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38396134972572327},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2147173285484314},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3125000","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3125000","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:af14030d799748c8865f08da2aa6ba56","is_oa":true,"landing_page_url":"https://doaj.org/article/af14030d799748c8865f08da2aa6ba56","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 148783-148799 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3125000","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3125000","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals","score":0.5}],"awards":[{"id":"https://openalex.org/G8506408848","display_name":null,"funder_award_id":"JPMJPR20C3","funder_id":"https://openalex.org/F4320338111","funder_display_name":"Precursory Research for Embryonic Science and Technology"}],"funders":[{"id":"https://openalex.org/F4320338111","display_name":"Precursory Research for Embryonic Science and Technology","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":87,"referenced_works":["https://openalex.org/W1576660662","https://openalex.org/W1605438009","https://openalex.org/W1882988315","https://openalex.org/W2009575019","https://openalex.org/W2061475578","https://openalex.org/W2076118331","https://openalex.org/W2094051685","https://openalex.org/W2117173631","https://openalex.org/W2121863487","https://openalex.org/W2134807560","https://openalex.org/W2155027007","https://openalex.org/W2200000192","https://openalex.org/W2296073425","https://openalex.org/W2312415382","https://openalex.org/W2529415110","https://openalex.org/W2593766708","https://openalex.org/W2787387965","https://openalex.org/W2810602713","https://openalex.org/W2889965839","https://openalex.org/W2895531857","https://openalex.org/W2897025488","https://openalex.org/W2912528108","https://openalex.org/W2913773024","https://openalex.org/W2933140680","https://openalex.org/W2940930565","https://openalex.org/W2946154049","https://openalex.org/W2946707734","https://openalex.org/W2949571867","https://openalex.org/W2949811425","https://openalex.org/W2952848538","https://openalex.org/W2963518130","https://openalex.org/W2963575966","https://openalex.org/W2963960193","https://openalex.org/W2967663220","https://openalex.org/W2970717270","https://openalex.org/W2972414681","https://openalex.org/W2972864268","https://openalex.org/W2982041656","https://openalex.org/W2990019870","https://openalex.org/W2996894943","https://openalex.org/W3023714271","https://openalex.org/W3035973047","https://openalex.org/W3039611812","https://openalex.org/W3039984786","https://openalex.org/W3083205286","https://openalex.org/W3099518626","https://openalex.org/W3101572197","https://openalex.org/W3104912149","https://openalex.org/W3110911968","https://openalex.org/W3111951952","https://openalex.org/W3119115629","https://openalex.org/W3153413104","https://openalex.org/W3159045549","https://openalex.org/W4211049957","https://openalex.org/W4214717370","https://openalex.org/W4288574819","https://openalex.org/W4297791094","https://openalex.org/W4298206671","https://openalex.org/W4299802797","https://openalex.org/W4378767342","https://openalex.org/W6635845569","https://openalex.org/W6679908558","https://openalex.org/W6683204974","https://openalex.org/W6687744914","https://openalex.org/W6698641601","https://openalex.org/W6734097942","https://openalex.org/W6738796088","https://openalex.org/W6743563064","https://openalex.org/W6748317118","https://openalex.org/W6751494529","https://openalex.org/W6754038005","https://openalex.org/W6754471908","https://openalex.org/W6755053738","https://openalex.org/W6755095635","https://openalex.org/W6758853722","https://openalex.org/W6758982903","https://openalex.org/W6762277727","https://openalex.org/W6762503783","https://openalex.org/W6766576792","https://openalex.org/W6767015469","https://openalex.org/W6769598862","https://openalex.org/W6771101402","https://openalex.org/W6771838272","https://openalex.org/W6777470543","https://openalex.org/W6780559895","https://openalex.org/W6785517317","https://openalex.org/W6787236998"],"related_works":["https://openalex.org/W4281847915","https://openalex.org/W2911962197","https://openalex.org/W2298254442","https://openalex.org/W3031816500","https://openalex.org/W2169367269","https://openalex.org/W1977112355","https://openalex.org/W2900543860","https://openalex.org/W2980964960","https://openalex.org/W3034780828","https://openalex.org/W1981992409"],"abstract_inverted_index":{"Model-based":[0],"reinforcement":[1],"learning":[2,42,51,61],"is":[3,36,47,134,154],"expected":[4,70],"to":[5,73,81,94,170,202,217],"be":[6,63,143,203,244],"a":[7,21,39,66,104,123,147,161],"method":[8,40,166,214],"that":[9,228],"can":[10,62,142,180,243],"safely":[11],"acquire":[12],"the":[13,28,33,54,113,120,129,139,171,177,182,185,195,199,207,212,224,229,235,240],"optimal":[14,152],"policy":[15],"under":[16],"real-world":[17],"conditions":[18],"by":[19,145],"using":[20],"stochastic":[22,29,236],"dynamics":[23,30],"model":[24,31,50,60,86,190,237],"for":[25,41,77,109,167,205,239],"planning.":[26],"Since":[27],"of":[32,56,69,112,234],"real":[34],"world":[35],"generally":[37],"unknown,":[38],"from":[43,53],"state":[44],"transition":[45],"data":[46],"necessary.":[48],"However,":[49],"suffers":[52],"problem":[55,68,127],"bias-variance":[57,121,140,200],"trade-off.":[58],"Conventional":[59],"formulated":[64],"as":[65],"minimization":[67],"loss.":[71],"Failure":[72],"consider":[74,119],"higher-order":[75],"statistics":[76],"loss":[78,106],"would":[79],"lead":[80],"fatal":[82],"errors":[83],"in":[84],"long-term":[85,208,241],"prediction.":[87],"Although":[88],"various":[89],"methods":[90],"have":[91],"been":[92],"proposed":[93,178,196,213],"explicitly":[95,118],"handle":[96],"bias":[97,231],"and":[98,156,163,223,232],"variance,":[99],"this":[100,137],"paper":[101],"first":[102],"formulates":[103],"new":[105,124],"function,":[107],"especially":[108],"sequential":[110],"training":[111],"deep":[114],"neural":[115],"networks.":[116],"To":[117],"trade-off,":[122],"multi-objective":[125],"optimization":[126],"with":[128,189,221],"augmented":[130],"weighted":[131],"Tchebycheff":[132],"scalarization,":[133],"proposed.":[135],"In":[136,192],"problem,":[138],"trade-off":[141,201],"balanced":[144,204],"adjusting":[146],"weight":[148],"hyperparameter,":[149],"although":[150],"its":[151],"value":[153],"task-dependent":[155],"unknown.":[157],"We":[158],"additionally":[159],"propose":[160],"general-purpose":[162],"efficient":[164],"meta-optimization":[165,179,197],"hyperparameter(s).":[168],"According":[169],"validation":[172],"result":[173],"on":[174],"each":[175],"epoch,":[176],"adjust":[181],"hyperparameter(s)":[183],"towards":[184],"preferred":[186],"solution":[187],"simultaneously":[188],"learning.":[191],"our":[193],"case,":[194],"enables":[198],"maximizing":[206],"prediction":[209,242],"ability.":[210],"Actually,":[211],"was":[215],"applied":[216],"two":[218],"simulation":[219],"environments":[220],"uncertainty,":[222],"numerical":[225],"results":[226],"showed":[227],"well-balanced":[230],"variance":[233],"suitable":[238],"achieved.":[245]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}