{"id":"https://openalex.org/W7079906217","doi":null,"title":"Addressing deep reinforcement learning: empirical algorithm performance evaluations\u2217","display_name":"Addressing deep reinforcement learning: empirical algorithm performance evaluations\u2217","alternate_titles":[],"publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W7079906217"},"language":"en","primary_location":{"id":"pmh:oai:open.uct.ac.za:11427/41669","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/11427/41669","pdf_url":"https://open.uct.ac.za/bitstreams/ed8c52c3-12e2-496a-87c1-332036b2d6ba/download","source":{"id":"https://openalex.org/S4306402129","display_name":"Open University of Cape Town (University of Cape Town)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I157614274","host_organization_name":"University of Cape Town","host_organization_lineage":["https://openalex.org/I157614274"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis / Dissertation"},"parent_works":[],"lineage":["https://openalex.org/W7079906217"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://open.uct.ac.za/bitstreams/ed8c52c3-12e2-496a-87c1-332036b2d6ba/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020771498","display_name":"Roland Dubb","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I157614274","display_name":"University of Cape Town","ror":"https://ror.org/03p74gp79","country_code":"ZA","type":"education","lineage":["https://openalex.org/I157614274"]}],"countries":["ZA"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Dubb, Roland","raw_affiliation_strings":["University of Cape Town Department of Mathematics and Applied Mathematics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Cape Town Department of Mathematics and Applied Mathematics","institution_ids":["https://openalex.org/I157614274"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5020771498"],"corresponding_institution_ids":["https://openalex.org/I157614274"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.9850000143051147},{"id":"https://openalex.org/keywords/algorithm-performance-evaluation","display_name":"algorithm performance evaluation","score":0.8259999752044678}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7526000142097473},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7457000017166138},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.5760999917984009},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49149999022483826},{"id":"https://openalex.org/C2776050585","wikidata":"https://www.wikidata.org/wiki/Q7439360","display_name":"Scrutiny","level":2,"score":0.4553999900817871},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4404999911785126},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.3928000032901764},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.36090001463890076},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.31790000200271606},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.3122999966144562},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.30399999022483826},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.2906999886035919},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2703000009059906},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.26840001344680786}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:open.uct.ac.za:11427/41669","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/11427/41669","pdf_url":"https://open.uct.ac.za/bitstreams/ed8c52c3-12e2-496a-87c1-332036b2d6ba/download","source":{"id":"https://openalex.org/S4306402129","display_name":"Open University of Cape Town (University of Cape Town)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I157614274","host_organization_name":"University of Cape Town","host_organization_lineage":["https://openalex.org/I157614274"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis / Dissertation"}],"best_oa_location":{"id":"pmh:oai:open.uct.ac.za:11427/41669","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/11427/41669","pdf_url":"https://open.uct.ac.za/bitstreams/ed8c52c3-12e2-496a-87c1-332036b2d6ba/download","source":{"id":"https://openalex.org/S4306402129","display_name":"Open University of Cape Town (University of Cape Town)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I157614274","host_organization_name":"University of Cape Town","host_organization_lineage":["https://openalex.org/I157614274"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis / Dissertation"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320324164","display_name":"University of Cape Town","ror":"https://ror.org/03p74gp79"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7079906217.pdf","grobid_xml":"https://content.openalex.org/works/W7079906217.grobid-xml"},"referenced_works_count":145,"referenced_works":["https://openalex.org/W59413458","https://openalex.org/W103885025","https://openalex.org/W156814138","https://openalex.org/W172031327","https://openalex.org/W1542941925","https://openalex.org/W1579184372","https://openalex.org/W1583833196","https://openalex.org/W1757796397","https://openalex.org/W1959958656","https://openalex.org/W1972978214","https://openalex.org/W1980035368","https://openalex.org/W1988525257","https://openalex.org/W1993585552","https://openalex.org/W2027342001","https://openalex.org/W2067050450","https://openalex.org/W2072916763","https://openalex.org/W2073176752","https://openalex.org/W2092993939","https://openalex.org/W2096145798","https://openalex.org/W2099618002","https://openalex.org/W2104228245","https://openalex.org/W2106406463","https://openalex.org/W2112865076","https://openalex.org/W2131600418","https://openalex.org/W2145339207","https://openalex.org/W2149454052","https://openalex.org/W2150468603","https://openalex.org/W2151554678","https://openalex.org/W2152893158","https://openalex.org/W2158782408","https://openalex.org/W2171543997","https://openalex.org/W2172933221","https://openalex.org/W2173248099","https://openalex.org/W2215115021","https://openalex.org/W2251577445","https://openalex.org/W2257979135","https://openalex.org/W2260756217","https://openalex.org/W2403496023","https://openalex.org/W2408017125","https://openalex.org/W2410617946","https://openalex.org/W2414283705","https://openalex.org/W2574978968","https://openalex.org/W2592798481","https://openalex.org/W2604873668","https://openalex.org/W2617547828","https://openalex.org/W2623431351","https://openalex.org/W2736601468","https://openalex.org/W2740377041","https://openalex.org/W2747402019","https://openalex.org/W2749807327","https://openalex.org/W2750605955","https://openalex.org/W2754517384","https://openalex.org/W2754879180","https://openalex.org/W2766447205","https://openalex.org/W2768629321","https://openalex.org/W2773381986","https://openalex.org/W2781726626","https://openalex.org/W2794643322","https://openalex.org/W2797527950","https://openalex.org/W2807741983","https://openalex.org/W2807758254","https://openalex.org/W2809256243","https://openalex.org/W2809668646","https://openalex.org/W2810602713","https://openalex.org/W2898591683","https://openalex.org/W2901886291","https://openalex.org/W2902907165","https://openalex.org/W2903995489","https://openalex.org/W2913662073","https://openalex.org/W2922853138","https://openalex.org/W2924950986","https://openalex.org/W2925418831","https://openalex.org/W2932081708","https://openalex.org/W2946606218","https://openalex.org/W2948342290","https://openalex.org/W2953183526","https://openalex.org/W2959937473","https://openalex.org/W2960876848","https://openalex.org/W2963794891","https://openalex.org/W2968526727","https://openalex.org/W2970272688","https://openalex.org/W2970879379","https://openalex.org/W2971037972","https://openalex.org/W2972122474","https://openalex.org/W2979363950","https://openalex.org/W2982316857","https://openalex.org/W2991046523","https://openalex.org/W2994714051","https://openalex.org/W2995556868","https://openalex.org/W2996037775","https://openalex.org/W2998279575","https://openalex.org/W2998367975","https://openalex.org/W2999078857","https://openalex.org/W3007999377","https://openalex.org/W3009077467","https://openalex.org/W3013938154","https://openalex.org/W3022861755","https://openalex.org/W3034692406","https://openalex.org/W3034946435","https://openalex.org/W3035250588","https://openalex.org/W3036903532","https://openalex.org/W3037207827","https://openalex.org/W3041890730","https://openalex.org/W3042025837","https://openalex.org/W3047690370","https://openalex.org/W3092984252","https://openalex.org/W3101554308","https://openalex.org/W3107615218","https://openalex.org/W3114105834","https://openalex.org/W3156295478","https://openalex.org/W3166816823","https://openalex.org/W3170511602","https://openalex.org/W3171124906","https://openalex.org/W3173215816","https://openalex.org/W3173782550","https://openalex.org/W3176265013","https://openalex.org/W3196692929","https://openalex.org/W3197485521","https://openalex.org/W3199614200","https://openalex.org/W3200652685","https://openalex.org/W3201419494","https://openalex.org/W3205875899","https://openalex.org/W3211360571","https://openalex.org/W3212933950","https://openalex.org/W3214114963","https://openalex.org/W3214964808","https://openalex.org/W3216772467","https://openalex.org/W3217066278","https://openalex.org/W4200342431","https://openalex.org/W4231746564","https://openalex.org/W4232967792","https://openalex.org/W4233663065","https://openalex.org/W4244777963","https://openalex.org/W4254547512","https://openalex.org/W4283789768","https://openalex.org/W4283801634","https://openalex.org/W4307934457","https://openalex.org/W4390638728","https://openalex.org/W7124256693","https://openalex.org/W7124313799","https://openalex.org/W7133210003","https://openalex.org/W7133210812","https://openalex.org/W7133226216","https://openalex.org/W7225207031","https://openalex.org/W7225217367"],"related_works":["https://openalex.org/W3035222159","https://openalex.org/W3197485521","https://openalex.org/W7148187586","https://openalex.org/W4389814224","https://openalex.org/W2286466625","https://openalex.org/W2971406273","https://openalex.org/W3171124906","https://openalex.org/W7168928524","https://openalex.org/W7066661527","https://openalex.org/W7138176011"],"abstract_inverted_index":{"Due":[0],"to":[1,18,37,300,315],"the":[2,20,39,60,66,84,88,94,99,105,122,130,140,147,174,187,209,215,249,257,265,303,324],"rapidly":[3],"paced":[4],"production":[5],"of":[6,42,72,75,90,96,101,107,125,132,144,190,259,306,318,326],"deep":[7,44,76,193,273],"reinforcement":[8],"learning":[9],"(RL)":[10],"research":[11,162],"papers,":[12],"some":[13],"recent":[14,32,70,192],"publications":[15],"have":[16,167],"begun":[17],"critique":[19],"manner":[21],"in":[22,146,173,323],"which":[23,185,199],"RL":[24,45,61,77,91,119,152,156,211,225,254,274,307],"algorithm":[25,46,78,126,226,276],"performances":[26],"are":[27],"evaluated.":[28],"Building":[29],"on":[30],"this":[31,111],"scrutiny,":[33],"our":[34,262],"work":[35],"attempts":[36],"identify":[38,114],"precise":[40],"aspects":[41,74,203],"empirical":[43,227,275],"performance":[47,79,127,228,277],"evaluations":[48],"that":[49,108,136,241,247],"need":[50],"attention":[51],"for":[52,218,272],"improvement.":[53],"This":[54,197,279],"dissertation":[55],"begins":[56],"by":[57,135,180,286],"briefly":[58],"introducing":[59],"problem.":[62],"Thereafter,":[63],"we":[64,82,113,176,267,298],"review":[65],"literature":[67],"and":[68,103,139,309],"discuss":[69,83],"scrutiny":[71],"various":[73],"evaluations.":[80,255,278],"Specifically,":[81],"following":[85],"aspects:":[86],"(i)":[87],"choice":[89],"environment,":[92],"(ii)":[93],"measurement":[95],"uncertainty,":[97],"(iii)":[98],"collection":[100],"data,":[102],"(iv)":[104],"aggregation":[106,149,245],"data.":[109],"From":[110],"discussion,":[112],"two":[115,250],"particular":[116,137],"problems":[117,252],"with":[118,129,208,253,261,282],"evaluations,":[120],"namely":[121],"non-linear":[123],"scaling":[124],"scores":[128,145],"level":[131],"skill":[133],"achieved":[134],"algorithm,":[138],"(potentially)":[141],"biased":[142],"weighting":[143],"data":[148,244],"process,":[150],"across":[151],"environments.":[153],"As":[154],"multi-agent":[155],"(MARL)":[157],"presents":[158],"a":[159,178,238,243,292,316],"recently":[160],"popular":[161],"paradigm":[163],"whose":[164],"evaluation":[165,188,212,229,305],"procedures":[166],"not":[168],"yet":[169],"been":[170],"carefully":[171],"scrutinised":[172],"literature,":[175,216,266],"analyse":[177],"dataset":[179],"Gorsane":[181,287],"et":[182,288],"al.":[183,289],"[1]":[184,290],"documents":[186],"methodologies":[189],"many":[191],"cooperative":[194],"MARL":[195,205],"publications.":[196],"analysis,":[198],"reveals":[200],"several":[201],"flawed":[202],"about":[204],"evaluation,":[206],"along":[207],"reviewed":[210],"issues":[213],"from":[214,264],"motivates":[217],"an":[219,223,269,312],"attempt":[220],"at":[221],"constructing":[222],"improved":[224,270],"guideline.":[230],"Multi-criteria":[231],"decision":[232],"analysis":[233],"(MCDA)":[234],"is":[235,280,295],"discussed":[236],"as":[237],"potential":[239],"framework":[240],"offers":[242],"procedure":[246],"resolves":[248],"aforementioned":[251],"Combining":[256],"use":[258],"MCDA":[260],"insights":[263],"propose":[268],"guideline":[271,285],"contrasted":[281],"another":[283],"proposed":[284],"before":[291],"proof-of-concept":[293],"test":[294],"conducted.":[296],"Overall,":[297],"aim":[299],"move":[301],"toward":[302,311],"better":[304],"algorithms":[308],"contribute":[310],"increased":[313],"sensitivity":[314],"lack":[317],"scientific":[319],"rigour":[320],"[2,":[321],"3]":[322],"field":[325],"machine":[327],"learning.":[328]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7079906217","counts_by_year":[],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2025-10-10T00:00:00"}
