{"id":"https://openalex.org/W2990883111","doi":null,"title":"Incremental and Transfer Learning of Contextual Skill Model for Robots","display_name":"Incremental and Transfer Learning of Contextual Skill Model for Robots","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2990883111","mag":"2990883111"},"language":"en","primary_location":{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/41009","doi":null,"is_oa":false,"landing_page_url":"https://aaltodoc.aalto.fi/handle/123456789/41009","pdf_url":null,"source":{"id":"https://openalex.org/S4306401662","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"G5 Artikkeliv\u00e4it\u00f6skirja"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047209845","display_name":"Murtaza Hazara","orcid":"https://orcid.org/0000-0003-0477-3767","observed_orcids":["https://orcid.org/0000-0003-0477-3767"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Murtaza Hazara","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-0477-3767","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5047209845"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9009000062942505,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9009000062942505,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.09759999811649323,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robot-skill-learning","display_name":"robot skill learning","score":0.8330000042915344},{"id":"https://openalex.org/keywords/policy-generalization","display_name":"policy generalization","score":0.5680000185966492},{"id":"https://openalex.org/keywords/sim-to-real-transfer","display_name":"sim-to-real transfer","score":0.8500000238418579},{"id":"https://openalex.org/keywords/imitation-learning","display_name":"imitation learning","score":0.5720000267028809},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.7419999837875366},{"id":"https://openalex.org/keywords/policy-search","display_name":"policy search","score":0.5899999737739563},{"id":"https://openalex.org/keywords/model-selection","display_name":"model selection","score":0.6880000233650208},{"id":"https://openalex.org/keywords/empirical-bayes","display_name":"empirical Bayes","score":0.7110000252723694},{"id":"https://openalex.org/keywords/forecast-uncertainty","display_name":"forecast uncertainty","score":0.7820000052452087},{"id":"https://openalex.org/keywords/active-learning-machine-learning","display_name":"active learning (machine learning)","score":0.9440000057220459},{"id":"https://openalex.org/keywords/task-manager","display_name":"task manager","score":0.8669999837875366},{"id":"https://openalex.org/keywords/wood-planing","display_name":"wood planing","score":0.7549999952316284},{"id":"https://openalex.org/keywords/compliant-motion","display_name":"compliant motion","score":0.4869999885559082},{"id":"https://openalex.org/keywords/incremental-learning","display_name":"incremental learning","score":0.5370000004768372},{"id":"https://openalex.org/keywords/manipulation-skills","display_name":"manipulative skills","score":0.4480000138282776},{"id":"https://openalex.org/keywords/human-robot-interaction","display_name":"human-robot interaction","score":0.5659999847412109},{"id":"https://openalex.org/keywords/robot-learning-from-demonstration","display_name":"robot learning from demonstration","score":0.32600000500679016}],"concepts":[{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5869381427764893},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.572247326374054},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5682597160339355},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5547545552253723},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5457207560539246},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5360237956047058},{"id":"https://openalex.org/C2779436431","wikidata":"https://www.wikidata.org/wiki/Q30672407","display_name":"Policy learning","level":2,"score":0.49251946806907654},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.4731004238128662},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.45950669050216675},{"id":"https://openalex.org/C132758656","wikidata":"https://www.wikidata.org/wiki/Q5307365","display_name":"Dreyfus model of skill acquisition","level":2,"score":0.4459373950958252},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.4107424318790436},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3601195514202118},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35673266649246216},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.28716930747032166},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/41009","doi":null,"is_oa":false,"landing_page_url":"https://aaltodoc.aalto.fi/handle/123456789/41009","pdf_url":null,"source":{"id":"https://openalex.org/S4306401662","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"G5 Artikkeliv\u00e4it\u00f6skirja"},{"id":"mag:2990883111","doi":null,"is_oa":false,"landing_page_url":"https://aaltodoc.aalto.fi:443/handle/123456789/41009","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7021151172","https://openalex.org/W7017161585","https://openalex.org/W2903755932","https://openalex.org/W2980258534","https://openalex.org/W3041291941","https://openalex.org/W2569188472","https://openalex.org/W3205433563","https://openalex.org/W2913959010","https://openalex.org/W2126909264","https://openalex.org/W7033647268"],"abstract_inverted_index":{"The":[0,124,141,202,216,389,456],"thesis":[1,46,125,217,335,390],"studies":[2],"building":[3],"blocks":[4],"for":[5,54,132,144,157,299,323],"robot":[6],"skill":[7,30,34,69,172,213],"learning.":[8,362],"Using":[9],"these":[10],"key":[11],"components,":[12],"learning":[13,35,129,173,339],"frameworks":[14],"can":[15,92,99,228],"be":[16,93,100],"constructed":[17],"which":[18,155,344,409],"provide":[19],"robots":[20],"with":[21,247,329],"the":[22,75,117,120,134,152,160,177,197,225,251,255,260,271,275,281,285,289,301,311,334,374,379,421,427,437,453,460],"capability":[23,245,462],"to":[24,63,79,166,171,179,192,199,206,241,259,268,279,373,381,392,420,448,452],"acquire":[25],"a":[26,52,59,67,104,107,111,127,164,181,189,194,208,219,230,234,263,305,318,356,364,367,387,394,399,405,411,450],"motion":[27,61,153],"and":[28,40,72,95,297,355,370,417],"manipulation":[29],"autonomously.":[31],"We":[32,403],"study":[33],"in":[36,159,184,366,414],"two":[37],"contexts:":[38],"in-contact":[39,55,84,122,139,145],"free-space":[41,60],"motions.":[42],"In":[43,277,309,332],"brief,":[44],"this":[45],"investigates":[47],"how":[48],"to:":[49],"(1)":[50],"learn":[51,180,382],"policy":[53,62,105,142,165,183,190,198,210,238,307,349,365,445],"tasks;":[56],"(2)":[57],"generalize":[58],"new":[64,167,182,200],"situations":[65,168],"using":[66,262,293,317,360,433],"contextual":[68,209,212],"model":[70,214,253,265,351],"(CSM);":[71],"(3)":[73],"transfer":[74,393,407,449],"CSM":[76,227,256,290,395,413,429,451,458],"from":[77,90,106,233,383,386,436],"simulation":[78,415],"real":[80,375,422],"world.":[81],"Learning":[82,363],"an":[83,137,337],"task":[85,314,320,357],"such":[86],"as":[87,174,207,346],"wood":[88],"planing":[89],"scratch":[91,384],"time-consuming":[94],"dangerous.":[96],"This":[97],"problem":[98],"avoided":[101],"by":[102,150],"imitating":[103],"human":[108],"demonstration.":[109,388],"However,":[110],"mere":[112],"imitation":[113],"may":[114],"not":[115],"satisfy":[116],"objective":[118],"of":[119,136,237,254,274,283,288,304,343,397,426],"corresponding":[121],"task.":[123,276],"proposes":[126,218,391],"reinforcement":[128],"(RL)":[130],"framework":[131,408],"improving":[133],"performance":[135,327],"imitated":[138],"policy.":[140,402],"search":[143],"tasks":[146],"has":[147,430],"been":[148,431],"achieved":[149,328,432],"making":[151],"compliant":[154],"allows":[156],"exploration":[158,302],"force":[161],"profile.":[162],"Generalizing":[163,188],"is":[169,204,257,291,315,446],"fundamental":[170],"it":[175,372,419],"alleviates":[176],"need":[178,380],"every":[185],"novel":[186,264,319],"situation.":[187],"refers":[191],"synthesizing":[193],"function":[195,203],"mapping":[196],"situations.":[201],"referred":[205],"or":[211,385],"(CSM).":[215],"parametric":[220,226],"CSM.":[221],"Experiments":[222,440],"demonstrated":[223],"that":[224,442],"extract":[229],"global":[231],"pattern":[232],"database":[235],"(DB)":[236],"parameters":[239],"leading":[240],"significantly":[242,463],"better":[243,269,324,464],"extrapolation":[244,461],"than":[246,465],"non-parametric":[248],"CSMs.":[249],"Furthermore,":[250],"underlying":[252,272],"fitted":[258],"DB":[261],"selection":[266],"approach":[267],"represent":[270],"regularities":[273],"order":[278],"speed":[280],"process":[282,303],"learning,":[284],"prediction":[286],"uncertainty":[287],"calculated":[292],"empirical":[294],"Bayes":[295],"(EB)":[296],"employed":[298],"guiding":[300],"model-free":[306],"search.":[308],"addition,":[310],"most":[312],"promising":[313],"selected":[316],"manager,":[321],"allowing":[322],"future":[325],"generalization":[326],"minimum":[330],"effort.":[331],"essence,":[333],"presents":[336],"incremental":[338],"framework,the":[340],"main":[341],"components":[342],"are":[345],"follows:":[347],"CSM,":[348],"search,":[350],"selection,":[352],"DB,":[353],"EB,":[354],"manager":[358],"implemented":[359],"active":[361],"simulated":[368],"environment":[369],"transferring":[371,398],"world":[376,423],"will":[377],"alleviate":[378],"instead":[396],"single":[400],"control":[401],"developed":[404],"simulation-to-real":[406],"learns":[410],"source":[412,428],"incrementally":[416],"transfers":[418],"incrementally.":[424],"Transference":[425],"sample":[434,444],"policies":[435],"target":[438,454,457],"environment.":[439,455],"indicated":[441],"one":[443],"sufficient":[447],"improved":[459],"zero-shot":[466],"transfer.":[467]},"counts_by_year":[],"updated_date":"2026-10-03T13:16:28.481748","created_date":"2019-12-05T00:00:00"}