{"id":"https://openalex.org/W4388843882","doi":"https://doi.org/10.3390/make5040082","title":"Proximal Policy Optimization-Based Reinforcement Learning and Hybrid Approaches to Explore the Cross Array Task Optimal Solution","display_name":"Proximal Policy Optimization-Based Reinforcement Learning and Hybrid Approaches to Explore the Cross Array Task Optimal Solution","publication_year":2023,"publication_date":"2023-11-20","ids":{"openalex":"https://openalex.org/W4388843882","doi":"https://doi.org/10.3390/make5040082"},"language":"en","primary_location":{"id":"doi:10.3390/make5040082","is_oa":true,"landing_page_url":"https://doi.org/10.3390/make5040082","pdf_url":"https://www.mdpi.com/2504-4990/5/4/82/pdf?version=1700552503","source":{"id":"https://openalex.org/S4210213891","display_name":"Machine Learning and Knowledge Extraction","issn_l":"2504-4990","issn":["2504-4990"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2504-4990/5/4/82/pdf?version=1700552503","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093299863","display_name":"Samuel Corecco","orcid":null},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Samuel Corecco","raw_affiliation_strings":["Faculty of Informatics, Universit\u00e0 della Svizzera Italiana (USI), 6900 Lugano, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Informatics, Universit\u00e0 della Svizzera Italiana (USI), 6900 Lugano, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072305177","display_name":"Giorgia Adorni","orcid":"https://orcid.org/0000-0002-2613-4467"},"institutions":[{"id":"https://openalex.org/I15196421","display_name":"University of Applied Sciences and Arts of Southern Switzerland","ror":"https://ror.org/05ep8g269","country_code":"CH","type":"education","lineage":["https://openalex.org/I15196421"]},{"id":"https://openalex.org/I2614128279","display_name":"Dalle Molle Institute for Artificial Intelligence Research","ror":"https://ror.org/013355g38","country_code":"CH","type":"facility","lineage":["https://openalex.org/I15196421","https://openalex.org/I2614128279","https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Giorgia Adorni","raw_affiliation_strings":["Dalle Molle Institute for Artificial Intelligence (IDSIA), USI-SUPSI, 6900 Lugano, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-2613-4467","affiliations":[{"raw_affiliation_string":"Dalle Molle Institute for Artificial Intelligence (IDSIA), USI-SUPSI, 6900 Lugano, Switzerland","institution_ids":["https://openalex.org/I15196421","https://openalex.org/I2614128279"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109533956","display_name":"Luca Maria Gambardella","orcid":"https://orcid.org/0009-0004-2555-1762"},"institutions":[{"id":"https://openalex.org/I15196421","display_name":"University of Applied Sciences and Arts of Southern Switzerland","ror":"https://ror.org/05ep8g269","country_code":"CH","type":"education","lineage":["https://openalex.org/I15196421"]},{"id":"https://openalex.org/I2614128279","display_name":"Dalle Molle Institute for Artificial Intelligence Research","ror":"https://ror.org/013355g38","country_code":"CH","type":"facility","lineage":["https://openalex.org/I15196421","https://openalex.org/I2614128279","https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Luca Maria Gambardella","raw_affiliation_strings":["Dalle Molle Institute for Artificial Intelligence (IDSIA), USI-SUPSI, 6900 Lugano, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dalle Molle Institute for Artificial Intelligence (IDSIA), USI-SUPSI, 6900 Lugano, Switzerland","institution_ids":["https://openalex.org/I15196421","https://openalex.org/I2614128279"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5072305177"],"corresponding_institution_ids":["https://openalex.org/I15196421","https://openalex.org/I2614128279"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1559},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1559},"fwci":1.8458,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.88216412,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"5","issue":"4","first_page":"1660","last_page":"1679"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9829000234603882,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9785000085830688,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7192003130912781},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6691617369651794},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.613503634929657},{"id":"https://openalex.org/keywords/realm","display_name":"Realm","score":0.5748283267021179},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5686001777648926},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4823286235332489},{"id":"https://openalex.org/keywords/computational-thinking","display_name":"Computational thinking","score":0.470674604177475},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3482409119606018},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.33275365829467773},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3307896852493286},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32921627163887024},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10833403468132019}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7192003130912781},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6691617369651794},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.613503634929657},{"id":"https://openalex.org/C2778757428","wikidata":"https://www.wikidata.org/wiki/Q1250464","display_name":"Realm","level":2,"score":0.5748283267021179},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5686001777648926},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4823286235332489},{"id":"https://openalex.org/C2780368719","wikidata":"https://www.wikidata.org/wiki/Q5157342","display_name":"Computational thinking","level":2,"score":0.470674604177475},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3482409119606018},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.33275365829467773},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3307896852493286},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32921627163887024},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10833403468132019},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/make5040082","is_oa":true,"landing_page_url":"https://doi.org/10.3390/make5040082","pdf_url":"https://www.mdpi.com/2504-4990/5/4/82/pdf?version=1700552503","source":{"id":"https://openalex.org/S4210213891","display_name":"Machine Learning and Knowledge Extraction","issn_l":"2504-4990","issn":["2504-4990"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:acbdc889d905489a867015affdeb4ce8","is_oa":true,"landing_page_url":"https://doaj.org/article/acbdc889d905489a867015affdeb4ce8","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Machine Learning and Knowledge Extraction, Vol 5, Iss 4, Pp 1660-1679 (2023)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2504-4990/5/4/82/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/make5040082","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/make5040082","is_oa":true,"landing_page_url":"https://doi.org/10.3390/make5040082","pdf_url":"https://www.mdpi.com/2504-4990/5/4/82/pdf?version=1700552503","source":{"id":"https://openalex.org/S4210213891","display_name":"Machine Learning and Knowledge Extraction","issn_l":"2504-4990","issn":["2504-4990"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6899999976158142,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G2661704799","display_name":null,"funder_award_id":"NRP-77","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"},{"id":"https://openalex.org/G8593964032","display_name":null,"funder_award_id":"407740_187246","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4388843882.pdf"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W1539947443","https://openalex.org/W1987626674","https://openalex.org/W1992419399","https://openalex.org/W1993137812","https://openalex.org/W1999284878","https://openalex.org/W2011430131","https://openalex.org/W2018037215","https://openalex.org/W2024060531","https://openalex.org/W2046376809","https://openalex.org/W2051339053","https://openalex.org/W2097998348","https://openalex.org/W2100029531","https://openalex.org/W2107726111","https://openalex.org/W2132914434","https://openalex.org/W2145339207","https://openalex.org/W2155027007","https://openalex.org/W2166992393","https://openalex.org/W2260756217","https://openalex.org/W2339183141","https://openalex.org/W2508148179","https://openalex.org/W2598515728","https://openalex.org/W2904197112","https://openalex.org/W2907626093","https://openalex.org/W2921474818","https://openalex.org/W2964043796","https://openalex.org/W3047863327","https://openalex.org/W3048804154","https://openalex.org/W3084223432","https://openalex.org/W3101940057","https://openalex.org/W3119909670","https://openalex.org/W3120515101","https://openalex.org/W3135028703","https://openalex.org/W3159134414","https://openalex.org/W3178738300","https://openalex.org/W3198456980","https://openalex.org/W3216772467","https://openalex.org/W4205453506","https://openalex.org/W4220969273","https://openalex.org/W4230167402","https://openalex.org/W4287093414","https://openalex.org/W4288457740","https://openalex.org/W4379233584","https://openalex.org/W4385195529","https://openalex.org/W4402553948","https://openalex.org/W6632458873","https://openalex.org/W6635749265","https://openalex.org/W6668990524","https://openalex.org/W6674385629","https://openalex.org/W6804601995","https://openalex.org/W6809716021"],"related_works":["https://openalex.org/W2359053655","https://openalex.org/W2387777532","https://openalex.org/W2382709029","https://openalex.org/W2389147080","https://openalex.org/W2377883125","https://openalex.org/W2362479786","https://openalex.org/W2392455911","https://openalex.org/W2374248756","https://openalex.org/W2375492428","https://openalex.org/W2350419982"],"abstract_inverted_index":{"In":[0],"an":[1,55,78,119,138,315],"era":[2],"characterised":[3],"by":[4,37,54],"rapid":[5],"technological":[6],"advancement,":[7],"the":[8,24,33,73,83,126,150,154,161,191,219,245,257,272],"application":[9],"of":[10,26,32,128,164,193,253,263],"algorithmic":[11,90,142,216],"approaches":[12,217,286],"to":[13,61,87,96,100,145,152,196,218,232,259,300,314],"address":[14],"complex":[15,102,269],"problems":[16,103],"has":[17,44,114],"become":[18],"crucial":[19],"across":[20],"various":[21],"disciplines.":[22],"Within":[23],"realm":[25],"education,":[27],"there":[28],"is":[29,95],"growing":[30],"recognition":[31],"pivotal":[34],"role":[35],"played":[36],"computational":[38,194],"thinking":[39],"(CT).":[40],"This":[41,67,167,211,304],"skill":[42],"set":[43],"emerged":[45],"as":[46,118,294],"indispensable":[47],"in":[48,122,171,281],"our":[49,261],"ever-evolving":[50],"digital":[51],"landscape,":[52],"accompanied":[53],"equal":[56],"need":[57],"for":[58,141,183,187],"effective":[59],"methods":[60],"assess":[62,88],"and":[63,107,124,149,160,174,208,229,310],"measure":[64],"these":[65,285],"skills.":[66,91],"research":[68,255],"places":[69],"its":[70,116,146],"focus":[71],"on":[72,244],"Cross":[74],"Array":[75],"Task":[76],"(CAT),":[77],"educational":[79,85,120,282,317],"activity":[80],"designed":[81],"within":[82],"Swiss":[84],"system":[86],"students\u2019":[89,308],"Its":[92],"primary":[93],"objective":[94],"evaluate":[97],"pupils\u2019":[98],"ability":[99],"deconstruct":[101],"into":[104,291],"manageable":[105],"steps":[106],"systematically":[108],"formulate":[109],"sequential":[110],"strategies.":[111],"The":[112,222,236,251],"CAT":[113,220,273],"proven":[115],"effectiveness":[117],"tool":[121],"tracking":[123],"monitoring":[125],"development":[127],"CT":[129,309],"skills":[130],"throughout":[131],"compulsory":[132],"education.":[133],"Additionally,":[134],"this":[135,165,254],"task":[136],"presents":[137,205],"enthralling":[139],"avenue":[140],"research,":[143],"owing":[144],"inherent":[147],"complexity":[148],"necessity":[151],"scrutinise":[153],"intricate":[155,175],"interplay":[156],"between":[157],"different":[158],"strategies":[159,204],"structural":[162],"aspects":[163],"activity.":[166],"task,":[168],"deeply":[169],"rooted":[170],"logical":[172],"reasoning":[173],"problem":[176,274],"solving,":[177],"often":[178],"poses":[179],"a":[180,206,295],"substantial":[181],"challenge":[182],"human":[184],"solvers":[185],"striving":[186],"optimal":[188,198,234],"solutions.":[189,235],"Consequently,":[190],"exploration":[192],"power":[195],"unearth":[197],"solutions":[199],"or":[200],"uncover":[201],"less":[202],"intuitive":[203],"captivating":[207],"promising":[209],"endeavour.":[210],"paper":[212],"explores":[213],"two":[214],"distinct":[215],"problem.":[221],"first":[223],"approach":[224,238],"combines":[225],"clustering,":[226],"random":[227],"search,":[228],"move":[230],"selection":[231],"find":[233],"second":[237],"employs":[239],"reinforcement":[240],"learning":[241],"techniques":[242],"focusing":[243],"Proximal":[246],"Policy":[247],"Optimization":[248],"(PPO)":[249],"model.":[250],"findings":[252],"hold":[256],"potential":[258],"deepen":[260],"understanding":[262],"how":[264],"machines":[265],"can":[266,287,305],"effectively":[267],"tackle":[268],"challenges":[270],"like":[271],"but":[275],"also":[276],"have":[277],"broad":[278],"implications,":[279],"particularly":[280],"contexts,":[283],"where":[284],"be":[288],"seamlessly":[289],"integrated":[290],"existing":[292],"tools":[293],"tutoring":[296],"mechanism,":[297],"offering":[298],"assistance":[299],"students":[301],"encountering":[302],"difficulties.":[303],"ultimately":[306],"enhance":[307],"problem-solving":[311],"abilities,":[312],"leading":[313],"enriched":[316],"experience.":[318]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":11}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}