{"id":"https://openalex.org/W4281384226","doi":"https://doi.org/10.1109/cscwd54268.2022.9776133","title":"Get A Sense of Accomplishment in Doing Exercises: A Reinforcement Learning Perspective","display_name":"Get A Sense of Accomplishment in Doing Exercises: A Reinforcement Learning Perspective","publication_year":2022,"publication_date":"2022-05-04","ids":{"openalex":"https://openalex.org/W4281384226","doi":"https://doi.org/10.1109/cscwd54268.2022.9776133"},"language":"en","primary_location":{"id":"doi:10.1109/cscwd54268.2022.9776133","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cscwd54268.2022.9776133","pdf_url":null,"source":{"id":"https://openalex.org/S4363607909","display_name":"2022 IEEE 25th International Conference on Computer Supported Cooperative Work in Design (CSCWD)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 25th International Conference on Computer Supported Cooperative Work in Design (CSCWD)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085613862","display_name":"Songdeng Niu","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I202334528","display_name":"Beijing Electronic Science and Technology Institute","ror":"https://ror.org/01xdzh226","country_code":"CN","type":"education","lineage":["https://openalex.org/I202334528"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Songdeng Niu","raw_affiliation_strings":["University of Electronic Science and Technology of China,School of Computer Science and Engineering, Institute for Cyber Security,China","School of Computer Science and Engineering, Institute for Cyber Security, University of Electronic Science and Technology of China, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China,School of Computer Science and Engineering, Institute for Cyber Security,China","institution_ids":["https://openalex.org/I150229711","https://openalex.org/I202334528"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Institute for Cyber Security, University of Electronic Science and Technology of China, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102821467","display_name":"Sheng Cao","orcid":"https://orcid.org/0000-0001-5556-7854"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I202334528","display_name":"Beijing Electronic Science and Technology Institute","ror":"https://ror.org/01xdzh226","country_code":"CN","type":"education","lineage":["https://openalex.org/I202334528"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sheng Cao","raw_affiliation_strings":["University of Electronic Science and Technology of China,School of Computer Science and Engineering, Institute for Cyber Security,China","School of Computer Science and Engineering, Institute for Cyber Security, University of Electronic Science and Technology of China, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China,School of Computer Science and Engineering, Institute for Cyber Security,China","institution_ids":["https://openalex.org/I150229711","https://openalex.org/I202334528"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Institute for Cyber Security, University of Electronic Science and Technology of China, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"299","last_page":"304"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9695000052452087,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9695000052452087,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.773719847202301},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.7677164077758789},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6279605627059937},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5602801442146301},{"id":"https://openalex.org/keywords/sense","display_name":"Sense (electronics)","score":0.5126230120658875},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35835000872612},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3334818184375763},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.26406747102737427},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.15264073014259338},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12514960765838623}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.773719847202301},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.7677164077758789},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6279605627059937},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5602801442146301},{"id":"https://openalex.org/C143141573","wikidata":"https://www.wikidata.org/wiki/Q7450971","display_name":"Sense (electronics)","level":2,"score":0.5126230120658875},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35835000872612},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3334818184375763},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.26406747102737427},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.15264073014259338},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12514960765838623},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cscwd54268.2022.9776133","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cscwd54268.2022.9776133","pdf_url":null,"source":{"id":"https://openalex.org/S4363607909","display_name":"2022 IEEE 25th International Conference on Computer Supported Cooperative Work in Design (CSCWD)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 25th International Conference on Computer Supported Cooperative Work in Design (CSCWD)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5600000023841858,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1514405275","https://openalex.org/W1777239053","https://openalex.org/W2054096849","https://openalex.org/W2079054072","https://openalex.org/W2105715011","https://openalex.org/W2151382427","https://openalex.org/W2164419340","https://openalex.org/W2202549229","https://openalex.org/W2469544569","https://openalex.org/W2572542433","https://openalex.org/W2605950514","https://openalex.org/W2804589917","https://openalex.org/W2805797235","https://openalex.org/W2945802760","https://openalex.org/W2983956398","https://openalex.org/W3005355833","https://openalex.org/W3101568997","https://openalex.org/W3108636033","https://openalex.org/W3199277690","https://openalex.org/W4246262524","https://openalex.org/W6638088447","https://openalex.org/W6682205418","https://openalex.org/W6684159546","https://openalex.org/W6731881021","https://openalex.org/W6751857639","https://openalex.org/W6752042869","https://openalex.org/W6794359958","https://openalex.org/W6801047775","https://openalex.org/W7036786200"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"Doing":[0],"exercises":[1,17,62,124,174],"is":[2,118],"vital":[3],"to":[4,45,55,172,181,188],"improving":[5],"students\u2019":[6,20,183],"learning":[7,24,51,184,191],"effects.":[8],"Setting":[9],"reasonable":[10],"rewards":[11,59,153],"in":[12,32,39,50,60,108,175],"the":[13,56,84,91,99,123,147,157,160,176],"process":[14],"of":[15,58,75,78,86,93,102,146,150,159],"doing":[16,61],"can":[18,141],"promote":[19],"problem-solving":[21],"interests.":[22],"Reinforcement":[23],"has":[25,63],"been":[26,64],"employed":[27],"on":[28,136],"optimal":[29,148],"instructional":[30,40],"sequencing":[31,41],"education":[33],"for":[34,169],"decades.":[35],"Existing":[36],"reinforcement-learning-induced":[37],"policies":[38],"mainly":[42],"pay":[43],"attention":[44,54],"how":[46,114],"students":[47,103,171],"take":[48],"actions":[49],"activities":[52],"while":[53],"setting":[57],"little.":[65],"To":[66],"redress":[67],"this":[68],"imbalance,":[69],"we":[70],"first":[71],"propose":[72,128],"a":[73,131,166],"set":[74],"calculation":[76],"formulas":[77],"reward":[79,110,132],"function":[80],"closely":[81],"associated":[82],"with":[83],"difficulty":[85],"each":[87,94,116],"exercise":[88],"item":[89],"and":[90,129],"consuming-time":[92],"student.":[95],"We":[96,126],"put":[97],"forward":[98],"confidence":[100],"index":[101],"as":[104,187],"another":[105],"important":[106],"parameter":[107],"our":[109],"function,":[111,139],"which":[112,140,179],"represents":[113],"sure":[115],"student":[117],"that":[119],"he/she":[120],"could":[121],"do":[122,173],"right.":[125],"then":[127],"prove":[130],"shaping":[133],"scheme":[134,164],"based":[135],"dynamic":[137],"potential":[138],"not":[142],"only":[143],"ensure":[144],"invariance":[145],"policy":[149],"acquiring":[151],"exercise-doing":[152,161],"but":[154],"also":[155],"accelerate":[156],"convergence":[158],"process.":[162],"This":[163],"provides":[165],"new":[167],"paradigm":[168],"motivating":[170],"e-learning":[177],"environment,":[178],"helps":[180],"enhance":[182],"enthusiasm,":[185],"so":[186],"improve":[189],"their":[190],"efficiencies":[192],"impressively.":[193]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}