{"id":"https://openalex.org/W3096829936","doi":"https://doi.org/10.1142/s0218488520500440","title":"FML-Based Reinforcement Learning Agent with Fuzzy Ontology for Human-Robot Cooperative Edutainment","display_name":"FML-Based Reinforcement Learning Agent with Fuzzy Ontology for Human-Robot Cooperative Edutainment","publication_year":2020,"publication_date":"2020-11-02","ids":{"openalex":"https://openalex.org/W3096829936","doi":"https://doi.org/10.1142/s0218488520500440","mag":"3096829936"},"language":"en","primary_location":{"id":"doi:10.1142/s0218488520500440","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218488520500440","pdf_url":null,"source":{"id":"https://openalex.org/S69518169","display_name":"International Journal of Uncertainty Fuzziness and Knowledge-Based Systems","issn_l":"0218-4885","issn":["0218-4885","1793-6411"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Uncertainty, Fuzziness and Knowledge-Based Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073722293","display_name":"Chang-Shing Lee","orcid":"https://orcid.org/0000-0002-4743-2746"},"institutions":[{"id":"https://openalex.org/I134793997","display_name":"National University of Tainan","ror":"https://ror.org/020pqc882","country_code":"TW","type":"education","lineage":["https://openalex.org/I134793997"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chang-Shing Lee","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National University of Tainan, Tainan, Taiwan, ROC"],"raw_orcid":"https://orcid.org/0000-0002-4743-2746","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National University of Tainan, Tainan, Taiwan, ROC","institution_ids":["https://openalex.org/I134793997"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078339412","display_name":"Mei\u2010Hui Wang","orcid":"https://orcid.org/0000-0001-8715-7235"},"institutions":[{"id":"https://openalex.org/I134793997","display_name":"National University of Tainan","ror":"https://ror.org/020pqc882","country_code":"TW","type":"education","lineage":["https://openalex.org/I134793997"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Mei-Hui Wang","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National University of Tainan, Tainan, Taiwan, ROC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National University of Tainan, Tainan, Taiwan, ROC","institution_ids":["https://openalex.org/I134793997"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087093887","display_name":"Yi-Lin Tsai","orcid":"https://orcid.org/0000-0002-6698-3762"},"institutions":[{"id":"https://openalex.org/I134793997","display_name":"National University of Tainan","ror":"https://ror.org/020pqc882","country_code":"TW","type":"education","lineage":["https://openalex.org/I134793997"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yi-Lin Tsai","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National University of Tainan, Tainan, Taiwan, ROC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National University of Tainan, Tainan, Taiwan, ROC","institution_ids":["https://openalex.org/I134793997"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090259406","display_name":"Weishan Chang","orcid":"https://orcid.org/0000-0003-4583-5290"},"institutions":[{"id":"https://openalex.org/I134793997","display_name":"National University of Tainan","ror":"https://ror.org/020pqc882","country_code":"TW","type":"education","lineage":["https://openalex.org/I134793997"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Wei-Shan Chang","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National University of Tainan, Tainan, Taiwan, ROC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National University of Tainan, Tainan, Taiwan, ROC","institution_ids":["https://openalex.org/I134793997"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024453737","display_name":"Marek Reformat","orcid":"https://orcid.org/0000-0003-4783-0717"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]},{"id":"https://openalex.org/I4210107336","display_name":"Spo\u0142eczna Akademia Nauk","ror":"https://ror.org/01ck3zk14","country_code":"PL","type":"education","lineage":["https://openalex.org/I4210107336"]}],"countries":["CA","PL"],"is_corresponding":false,"raw_author_name":"Marek Reformat","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Alberta, Canada","Information Technology Institute, University of Social Sciences, Poland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Alberta, Canada","institution_ids":["https://openalex.org/I154425047"]},{"raw_affiliation_string":"Information Technology Institute, University of Social Sciences, Poland","institution_ids":["https://openalex.org/I4210107336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023375107","display_name":"Giovanni Acampora","orcid":"https://orcid.org/0000-0003-4082-5616"},"institutions":[{"id":"https://openalex.org/I71267560","display_name":"University of Naples Federico II","ror":"https://ror.org/05290cv24","country_code":"IT","type":"education","lineage":["https://openalex.org/I71267560"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giovanni Acampora","raw_affiliation_strings":["Department of Physics, University of Naples Federico II, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physics, University of Naples Federico II, Italy","institution_ids":["https://openalex.org/I71267560"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074076109","display_name":"Naoyuki Kubota","orcid":"https://orcid.org/0000-0001-8829-037X"},"institutions":[{"id":"https://openalex.org/I69740276","display_name":"Tokyo Metropolitan University","ror":"https://ror.org/00ws30h19","country_code":"JP","type":"education","lineage":["https://openalex.org/I69740276"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Naoyuki Kubota","raw_affiliation_strings":["Graduate School of Systems Design, Tokyo Metropolitan University, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Systems Design, Tokyo Metropolitan University, Japan","institution_ids":["https://openalex.org/I69740276"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2111,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.78071208,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"28","issue":"06","first_page":"1023","last_page":"1060"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6188325881958008},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6026833653450012},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5962556600570679},{"id":"https://openalex.org/keywords/ontology","display_name":"Ontology","score":0.5841664671897888},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.535112202167511},{"id":"https://openalex.org/keywords/fuzzy-logic","display_name":"Fuzzy logic","score":0.4856323301792145},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.47896817326545715},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4668225646018982},{"id":"https://openalex.org/keywords/brain\u2013computer-interface","display_name":"Brain\u2013computer interface","score":0.4639207124710083},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4333769381046295},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.42785704135894775},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3597739636898041},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.35750508308410645},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.13526085019111633},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.0821043848991394}],"concepts":[{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6188325881958008},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6026833653450012},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5962556600570679},{"id":"https://openalex.org/C25810664","wikidata":"https://www.wikidata.org/wiki/Q44325","display_name":"Ontology","level":2,"score":0.5841664671897888},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.535112202167511},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.4856323301792145},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.47896817326545715},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4668225646018982},{"id":"https://openalex.org/C173201364","wikidata":"https://www.wikidata.org/wiki/Q897410","display_name":"Brain\u2013computer interface","level":3,"score":0.4639207124710083},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4333769381046295},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.42785704135894775},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3597739636898041},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.35750508308410645},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.13526085019111633},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0821043848991394},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s0218488520500440","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218488520500440","pdf_url":null,"source":{"id":"https://openalex.org/S69518169","display_name":"International Journal of Uncertainty Fuzziness and Knowledge-Based Systems","issn_l":"0218-4885","issn":["0218-4885","1793-6411"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Uncertainty, Fuzziness and Knowledge-Based Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Partnerships for the goals","score":0.44999998807907104,"id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3202969339","https://openalex.org/W4237513258","https://openalex.org/W1994410349","https://openalex.org/W3177028067","https://openalex.org/W1913385466","https://openalex.org/W2889342546","https://openalex.org/W2015048155","https://openalex.org/W4319302618","https://openalex.org/W1616854372","https://openalex.org/W1969223073"],"abstract_inverted_index":{"The":[0,77,158,227,251,267,312],"currently":[1],"observed":[2],"developments":[3],"in":[4,133,155,246,360,379],"Artificial":[5],"Intelligence":[6],"(AI)":[7],"and":[8,67,109,142,150,194,213,231,243,263,286,309,327,350,362],"its":[9],"influence":[10],"on":[11,281,304,323],"different":[12],"types":[13,25],"of":[14,21,26,35,82,121,136,179,239,358],"industries":[15],"mean":[16],"that":[17,40,255,382],"human-robot":[18,54],"cooperation":[19],"is":[20,80,127,272,315],"special":[22],"importance.":[23],"Various":[24],"robots":[27],"have":[28],"been":[29],"applied":[30,340],"to":[31,117,146,152,164,173,191,196,261,274,297,317,341,393,403,410,412],"the":[32,38,119,122,125,156,170,199,201,206,210,221,237,240,247,256,276,282,287,295,299,305,324,335,342,366,370,380,383,387,398,407],"so-called":[33],"field":[34,39],"Edutainment,":[36],"i.e.,":[37],"combines":[41],"education":[42],"with":[43,169,187,406],"entertainment.":[44],"This":[45,57],"paper":[46],"introduces":[47],"a":[48,53,61,68,84,89,94,99,104,111,130,134,144,177,183,354],"novel":[49],"fuzzy-based":[50],"system":[51,59],"for":[52],"cooperative":[55,329],"Edutainment.":[56],"co-learning":[58],"includes":[60],"brain-computer":[62],"interface":[63],"(BCI)":[64],"ontology":[65],"model":[66,296],"Fuzzy":[69],"Markup":[70],"Language":[71],"(FML)-based":[72],"Reinforcement":[73],"Learning":[74],"Agent":[75],"(FRL-Agent).":[76],"proposed":[78,123],"FRL-Agent":[79,126],"composed":[81],"(1)":[83],"human":[85,326,361],"learning":[86,107,224,234,270,320,388,396,408],"agent,":[87,92,97,102,108],"(2)":[88],"robotic":[90,100,202],"teaching":[91,343],"(3)":[93],"Bayesian":[95,228],"estimation":[96,229],"(4)":[98],"BCI":[101,113,203,249],"(5)":[103],"fuzzy":[105,112,232,248,268],"machine":[106,233,269],"(6)":[110],"ontology.":[114,250],"In":[115,198,290,365],"order":[116],"verify":[118],"effectiveness":[120],"system,":[124],"used":[128],"as":[129,346],"robot":[131,148,171,257,328,363],"teacher":[132],"number":[135,178],"elementary":[137,347],"schools,":[138,141],"junior":[139],"high":[140],"at":[143],"university":[145,180],"allow":[147],"teachers":[149,172,258],"students":[151,160,181,222,260,385,400],"learn":[153,174,192,262],"together":[154],"classroom.":[157],"participated":[159],"use":[161],"handheld":[162],"devices":[163],"indirectly":[165],"or":[166,225,397],"directly":[167],"interact":[168],"English.":[175],"Additionally,":[176],"wear":[182],"commercial":[184],"EEG":[185,211,284],"device":[186,212],"eight":[188],"electrode":[189],"channels":[190],"English":[193],"listen":[195],"music.":[197],"experiments,":[200],"agent":[204,230,235,242,271,314,337,372],"analyzes":[205],"collected":[207],"signals":[208],"from":[209],"transforms":[214],"them":[215,245],"into":[216],"five":[217,277],"physiological":[218,278,307],"indices":[219,279,308],"when":[220],"are":[223,390,401],"listening.":[226],"optimize":[236],"parameters":[238],"FRL":[241,313,336,371],"store":[244],"experimental":[252],"results":[253],"show":[254],"motivate":[259,394],"stimulate":[264],"their":[265,395],"progress.":[266],"able":[273,316],"predict":[275,298],"based":[280,303,322],"eight-channel":[283],"data":[285],"trained":[288],"model.":[289],"addition,":[291],"we":[292,368],"also":[293],"train":[294],"other":[300],"students\u2019":[301],"feelings":[302],"analyzed":[306],"labeled":[310],"feelings.":[311],"provide":[318],"personalized":[319],"content":[321],"developed":[325],"edutainment":[330],"approaches.":[331],"To":[332],"our":[333],"knowledge,":[334],"has":[338],"not":[339],"fields":[344],"such":[345,375],"schools":[348],"before":[349],"it":[351],"opens":[352],"up":[353,405,414],"promising":[355],"new":[356],"line":[357],"research":[359],"co-learning.":[364],"future,":[367],"hope":[369],"will":[373],"solve":[374],"an":[376],"existing":[377],"problem":[378],"classroom":[381],"high-performing":[384],"feel":[386],"contents":[389],"too":[391],"simple":[392],"low-performing":[399],"unable":[402],"keep":[404],"progress":[409],"choose":[411],"give":[413],"learning.":[415]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}