{"id":"https://openalex.org/W128542564","doi":null,"title":"Optimising learning with transferable prior information","display_name":"Optimising learning with transferable prior information","publication_year":2013,"publication_date":"2013-07-01","ids":{"openalex":"https://openalex.org/W128542564","mag":"128542564"},"language":"en","primary_location":{"id":"pmh:oai:etheses.bham.ac.uk:3983","doi":null,"is_oa":false,"landing_page_url":"http://etheses.bham.ac.uk/3983/1/Sunmola13PhD.pdf","pdf_url":"http://etheses.bham.ac.uk/3983/1/Sunmola13PhD.pdf","source":{"id":"https://openalex.org/S4306402357","display_name":"University of Birmingham Institutional Research Archive (University of Birmingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I79619799","host_organization_name":"University of Birmingham","host_organization_lineage":["https://openalex.org/I79619799"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Thesis"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://etheses.bham.ac.uk/3983/1/Sunmola13PhD.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082081833","display_name":"Funlade T. Sunmola","orcid":"https://orcid.org/0000-0002-7415-8033","observed_orcids":["https://orcid.org/0000-0002-7415-8033"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Funlade Sunmola","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-7415-8033","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5082081833"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.9850000143051147},{"id":"https://openalex.org/keywords/bayesian-learning","display_name":"Bayesian learning","score":0.5759999752044678},{"id":"https://openalex.org/keywords/exploration-exploitation-trade-off","display_name":"exploration-exploitation balance","score":0.8399999737739563},{"id":"https://openalex.org/keywords/transition-constraints","display_name":"transition constraints","score":0.8669999837875366},{"id":"https://openalex.org/keywords/prior-knowledge-integration","display_name":"prior knowledge incorporation","score":0.5820000171661377},{"id":"https://openalex.org/keywords/power-prior","display_name":"power prior","score":0.7699999809265137},{"id":"https://openalex.org/keywords/process-templates","display_name":"process templates","score":0.8600000143051147},{"id":"https://openalex.org/keywords/historical-data","display_name":"historical data","score":0.6359999775886536}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6963611841201782},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6653434634208679},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6155677437782288},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5566135048866272},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5495641231536865},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.5008344650268555},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.46453624963760376},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.463167279958725},{"id":"https://openalex.org/C49555168","wikidata":"https://www.wikidata.org/wiki/Q176583","display_name":"Stochastic matrix","level":3,"score":0.43946024775505066},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.41159650683403015},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.38634034991264343},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12118974328041077},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:etheses.bham.ac.uk:3983","doi":null,"is_oa":false,"landing_page_url":"http://etheses.bham.ac.uk/3983/1/Sunmola13PhD.pdf","pdf_url":"http://etheses.bham.ac.uk/3983/1/Sunmola13PhD.pdf","source":{"id":"https://openalex.org/S4306402357","display_name":"University of Birmingham Institutional Research Archive (University of Birmingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I79619799","host_organization_name":"University of Birmingham","host_organization_lineage":["https://openalex.org/I79619799"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Thesis"},{"id":"pmh:oai:uilis.unsyiah.ac.id:55502","doi":null,"is_oa":true,"landing_page_url":"http://uilis.unsyiah.ac.id/opentheses/items/show/55502","pdf_url":"http://etheses.bham.ac.uk/3983/1/Sunmola13PhD.pdf","source":{"id":"https://openalex.org/S4377196378","display_name":"UPT. Syiah Kuala University Library (Syiah Kuala University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I187494767","host_organization_name":"Universitas Syiah Kuala","host_organization_lineage":["https://openalex.org/I187494767"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Thesis"},{"id":"mag:128542564","doi":null,"is_oa":false,"landing_page_url":"http://etheses.bham.ac.uk/3983/1/Sunmola13PhD.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:uilis.unsyiah.ac.id:55502","doi":null,"is_oa":true,"landing_page_url":"http://uilis.unsyiah.ac.id/opentheses/items/show/55502","pdf_url":"http://etheses.bham.ac.uk/3983/1/Sunmola13PhD.pdf","source":{"id":"https://openalex.org/S4377196378","display_name":"UPT. Syiah Kuala University Library (Syiah Kuala University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I187494767","host_organization_name":"Universitas Syiah Kuala","host_organization_lineage":["https://openalex.org/I187494767"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W128542564.pdf","grobid_xml":"https://content.openalex.org/works/W128542564.grobid-xml"},"referenced_works_count":140,"referenced_works":["https://openalex.org/W1323832","https://openalex.org/W18175453","https://openalex.org/W67333233","https://openalex.org/W163688550","https://openalex.org/W384945989","https://openalex.org/W603445987","https://openalex.org/W622012181","https://openalex.org/W1258105458","https://openalex.org/W1487219635","https://openalex.org/W1487465581","https://openalex.org/W1497039698","https://openalex.org/W1497451517","https://openalex.org/W1500950473","https://openalex.org/W1505937442","https://openalex.org/W1509452512","https://openalex.org/W1515687042","https://openalex.org/W1515933446","https://openalex.org/W1538393421","https://openalex.org/W1538558539","https://openalex.org/W1545148916","https://openalex.org/W1552684655","https://openalex.org/W1557415102","https://openalex.org/W1561610472","https://openalex.org/W1568565529","https://openalex.org/W1582436621","https://openalex.org/W1583833196","https://openalex.org/W1583882820","https://openalex.org/W1589102459","https://openalex.org/W1595320786","https://openalex.org/W1610678877","https://openalex.org/W1640358294","https://openalex.org/W1778554682","https://openalex.org/W1821149497","https://openalex.org/W1912083604","https://openalex.org/W1966667526","https://openalex.org/W1969575167","https://openalex.org/W1977465108","https://openalex.org/W1978942630","https://openalex.org/W1985109814","https://openalex.org/W1986045245","https://openalex.org/W1988217924","https://openalex.org/W1995224390","https://openalex.org/W1995367986","https://openalex.org/W1996573672","https://openalex.org/W1997477668","https://openalex.org/W2004030284","https://openalex.org/W2006115215","https://openalex.org/W2012176089","https://openalex.org/W2016511206","https://openalex.org/W2017240063","https://openalex.org/W2018815923","https://openalex.org/W2020946357","https://openalex.org/W2020961627","https://openalex.org/W2024967187","https://openalex.org/W2027335239","https://openalex.org/W2028145673","https://openalex.org/W2032139307","https://openalex.org/W2032745043","https://openalex.org/W2036432246","https://openalex.org/W2036931518","https://openalex.org/W2039410401","https://openalex.org/W2047733505","https://openalex.org/W2049588492","https://openalex.org/W2053972562","https://openalex.org/W2054579338","https://openalex.org/W2055431313","https://openalex.org/W2055878615","https://openalex.org/W2061504687","https://openalex.org/W2063998852","https://openalex.org/W2067316154","https://openalex.org/W2068887647","https://openalex.org/W2069045459","https://openalex.org/W2069929831","https://openalex.org/W2079334041","https://openalex.org/W2080973322","https://openalex.org/W2084568079","https://openalex.org/W2087204158","https://openalex.org/W2091735588","https://openalex.org/W2092543186","https://openalex.org/W2095304671","https://openalex.org/W2097186697","https://openalex.org/W2097381042","https://openalex.org/W2097392213","https://openalex.org/W2099117927","https://openalex.org/W2100677568","https://openalex.org/W2101275250","https://openalex.org/W2104452301","https://openalex.org/W2104679907","https://openalex.org/W2105019520","https://openalex.org/W2107726111","https://openalex.org/W2109594430","https://openalex.org/W2110292307","https://openalex.org/W2112731308","https://openalex.org/W2113913482","https://openalex.org/W2114822181","https://openalex.org/W2115809996","https://openalex.org/W2116459397","https://openalex.org/W2117629901","https://openalex.org/W2119775895","https://openalex.org/W2122410182","https://openalex.org/W2122701159","https://openalex.org/W2123419686","https://openalex.org/W2124175081","https://openalex.org/W2125032480","https://openalex.org/W2127750126","https://openalex.org/W2136074593","https://openalex.org/W2143661751","https://openalex.org/W2144744117","https://openalex.org/W2145983895","https://openalex.org/W2149197198","https://openalex.org/W2151358087","https://openalex.org/W2151554678","https://openalex.org/W2152083940","https://openalex.org/W2152358062","https://openalex.org/W2155027007","https://openalex.org/W2156078280","https://openalex.org/W2156458610","https://openalex.org/W2156737235","https://openalex.org/W2156983811","https://openalex.org/W2165698076","https://openalex.org/W2169743339","https://openalex.org/W2171029115","https://openalex.org/W2183119279","https://openalex.org/W2186684461","https://openalex.org/W2334782222","https://openalex.org/W2341171179","https://openalex.org/W2342089072","https://openalex.org/W2344013593","https://openalex.org/W2394904164","https://openalex.org/W2413708175","https://openalex.org/W2474496335","https://openalex.org/W2475505877","https://openalex.org/W2477633158","https://openalex.org/W2489939061","https://openalex.org/W2795693315","https://openalex.org/W3011120880","https://openalex.org/W3015462599","https://openalex.org/W3020831056","https://openalex.org/W3110683067","https://openalex.org/W3139377883"],"related_works":["https://openalex.org/W2893105945","https://openalex.org/W2914335791","https://openalex.org/W2972522277","https://openalex.org/W2171776495","https://openalex.org/W7095469208","https://openalex.org/W7096081425","https://openalex.org/W2295278919","https://openalex.org/W7100648916","https://openalex.org/W4404389290","https://openalex.org/W1705164733"],"abstract_inverted_index":{"This":[0],"thesis":[1],"addresses":[2],"the":[3,38,77,80,126,141],"problem":[4,34],"of":[5,40,79,94,151],"how":[6,121,138],"to":[7,27,63,122,139,144,162,168],"incorporate":[8],"user":[9,54],"knowledge":[10,55],"about":[11,125],"an":[12],"environment,":[13],"or":[14,23,194],"information":[15,96,153,164],"acquired":[16],"during":[17,66],"previous":[18],"learning":[19,30,41,60,67,81,198],"in":[20,46,85,189],"that":[21,180],"environment":[22,167],"a":[24,47,73,86,169],"similar":[25],"one,":[26],"make":[28],"future":[29],"more":[31],"effective.":[32],"The":[33],"is":[35],"tackled":[36],"within":[37],"framework":[39],"from":[42,165],"rewards":[43],"while":[44],"acting":[45],"Markov":[48],"Decision":[49],"Process":[50],"(MDP).":[51],"Appropriately":[52],"incorporating":[53,181],"and":[56,71,89,100,104,119,132,157,184],"prior":[57,133],"experience":[58],"into":[59],"should":[61],"lead":[62],"better":[64,74],"performance":[65],"(the":[68],"exploitation-exploration":[69],"trade-off),":[70],"offer":[72],"solution":[75],"at":[76],"end":[78],"period.":[82],"We":[83,110,135,176],"work":[84],"Bayesian":[87],"setting":[88],"consider":[90],"two":[91],"main":[92],"types":[93],"transferable":[95],"namely":[97],"historical":[98,152,182],"data":[99,183],"constraints":[101,118,131,185],"involving":[102],"absolute":[103],"relative":[105],"restrictions":[106],"on":[107,186],"process":[108,160,174],"dynamics.":[109,175],"present":[111,177],"new":[112],"algorithms":[113],"for":[114],"reasoning":[115],"with":[116,171],"transition":[117,128],"show":[120,137],"revise":[123],"beliefs":[124,143],"MDP":[127],"matrix":[129],"using":[130,159],"knowledge.":[134],"also":[136],"use":[140],"resulting":[142],"control":[145],"exploration.":[146],"Finally":[147],"we":[148],"demonstrate":[149],"benefits":[150],"via":[154],"power":[155],"priors":[156],"by":[158],"templates":[161],"transfer":[163],"one":[166],"second":[170],"related":[172],"local":[173],"results":[178],"showing":[179],"state":[187],"transitions":[188],"uncertain":[190],"environments,":[191],"either":[192],"separately":[193],"collectively,":[195],"can":[196],"improve":[197],"performance.":[199]},"counts_by_year":[{"year":2014,"cited_by_count":2}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}