{"id":"https://openalex.org/W2082423242","doi":"https://doi.org/10.1109/aina.2013.70","title":"Using Intelligent Multi-Agent Systems to Model and Foster Self-Regulated Learning: A Theoretically-Based Approach Using Markov Decision Process","display_name":"Using Intelligent Multi-Agent Systems to Model and Foster Self-Regulated Learning: A Theoretically-Based Approach Using Markov Decision Process","publication_year":2013,"publication_date":"2013-03-01","ids":{"openalex":"https://openalex.org/W2082423242","doi":"https://doi.org/10.1109/aina.2013.70","mag":"2082423242"},"language":"en","primary_location":{"id":"doi:10.1109/aina.2013.70","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aina.2013.70","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE 27th International Conference on Advanced Information Networking and Applications (AINA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079096723","display_name":"Babak Khosravifar","orcid":null},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"B. Khosravifar","raw_affiliation_strings":["Department of Educational and Counselling Psychology, McGill University, Montreal, Canada","[Dept. of Educ. & Counselling Psychol., McGill Univ., Montreal, QC, Canada]"],"affiliations":[{"raw_affiliation_string":"Department of Educational and Counselling Psychology, McGill University, Montreal, Canada","institution_ids":["https://openalex.org/I5023651"]},{"raw_affiliation_string":"[Dept. of Educ. & Counselling Psychol., McGill Univ., Montreal, QC, Canada]","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012853520","display_name":"Fran\u00e7ois Bouchet","orcid":"https://orcid.org/0000-0001-9436-1250"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"F. Bouchet","raw_affiliation_strings":["Department of Educational and Counselling Psychology, McGill University, Montreal, Canada","[Dept. of Educ. & Counselling Psychol., McGill Univ., Montreal, QC, Canada]"],"affiliations":[{"raw_affiliation_string":"Department of Educational and Counselling Psychology, McGill University, Montreal, Canada","institution_ids":["https://openalex.org/I5023651"]},{"raw_affiliation_string":"[Dept. of Educ. & Counselling Psychol., McGill Univ., Montreal, QC, Canada]","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021020983","display_name":"Reza Feyzi-Behnagh","orcid":"https://orcid.org/0000-0002-4109-3501"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"R. Feyzi-Behnagh","raw_affiliation_strings":["Department of Educational and Counselling Psychology, McGill University, Montreal, Canada","[Dept. of Educ. & Counselling Psychol., McGill Univ., Montreal, QC, Canada]"],"affiliations":[{"raw_affiliation_string":"Department of Educational and Counselling Psychology, McGill University, Montreal, Canada","institution_ids":["https://openalex.org/I5023651"]},{"raw_affiliation_string":"[Dept. of Educ. & Counselling Psychol., McGill Univ., Montreal, QC, Canada]","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019212451","display_name":"Roger Azevedo","orcid":"https://orcid.org/0000-0002-5018-6232"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"R. Azevedo","raw_affiliation_strings":["Department of Educational and Counselling Psychology, McGill University, Montreal, Canada","[Dept. of Educ. & Counselling Psychol., McGill Univ., Montreal, QC, Canada]"],"affiliations":[{"raw_affiliation_string":"Department of Educational and Counselling Psychology, McGill University, Montreal, Canada","institution_ids":["https://openalex.org/I5023651"]},{"raw_affiliation_string":"[Dept. of Educ. & Counselling Psychol., McGill Univ., Montreal, QC, Canada]","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046516907","display_name":"Jason M. Harley","orcid":"https://orcid.org/0000-0002-2061-9519"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"J. M. Harley","raw_affiliation_strings":["Department of Educational and Counselling Psychology, McGill University, Montreal, Canada","[Dept. of Educ. & Counselling Psychol., McGill Univ., Montreal, QC, Canada]"],"affiliations":[{"raw_affiliation_string":"Department of Educational and Counselling Psychology, McGill University, Montreal, Canada","institution_ids":["https://openalex.org/I5023651"]},{"raw_affiliation_string":"[Dept. of Educ. & Counselling Psychol., McGill Univ., Montreal, QC, Canada]","institution_ids":["https://openalex.org/I5023651"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5079096723"],"corresponding_institution_ids":["https://openalex.org/I5023651"],"apc_list":null,"apc_paid":null,"fwci":1.4427,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.86045744,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"7","issue":null,"first_page":"413","last_page":"420"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9740999937057495,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7935494184494019},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5839371085166931},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5654937028884888},{"id":"https://openalex.org/keywords/novelty","display_name":"Novelty","score":0.5190118551254272},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5109649896621704},{"id":"https://openalex.org/keywords/autonomous-agent","display_name":"Autonomous agent","score":0.4589986801147461},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4573521018028259},{"id":"https://openalex.org/keywords/intelligent-agent","display_name":"Intelligent agent","score":0.453292578458786},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.44482263922691345},{"id":"https://openalex.org/keywords/intelligent-tutoring-system","display_name":"Intelligent tutoring system","score":0.4379119873046875},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4103574752807617},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.40136170387268066},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3499593734741211}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7935494184494019},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5839371085166931},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5654937028884888},{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.5190118551254272},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5109649896621704},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.4589986801147461},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4573521018028259},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.453292578458786},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.44482263922691345},{"id":"https://openalex.org/C2779336797","wikidata":"https://www.wikidata.org/wiki/Q3055492","display_name":"Intelligent tutoring system","level":2,"score":0.4379119873046875},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4103574752807617},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.40136170387268066},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3499593734741211},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C27206212","wikidata":"https://www.wikidata.org/wiki/Q34178","display_name":"Theology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/aina.2013.70","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aina.2013.70","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE 27th International Conference on Advanced Information Networking and Applications (AINA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6899999976158142,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332210","display_name":"Institute of Education Sciences","ror":"https://ror.org/04et59085"},{"id":"https://openalex.org/F4320334617","display_name":"Social Sciences and Humanities Research Council of Canada","ror":"https://ror.org/04j5jqy92"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W5728675","https://openalex.org/W320875191","https://openalex.org/W1555194058","https://openalex.org/W2032538707","https://openalex.org/W2099873065","https://openalex.org/W2111833414","https://openalex.org/W2114718442","https://openalex.org/W2141847481","https://openalex.org/W2158761513","https://openalex.org/W2160218441","https://openalex.org/W2161966858","https://openalex.org/W2162735718","https://openalex.org/W2284718157","https://openalex.org/W2422781796","https://openalex.org/W2950821359","https://openalex.org/W3009009611","https://openalex.org/W3015846439","https://openalex.org/W4249187927","https://openalex.org/W6600241253","https://openalex.org/W6633364804","https://openalex.org/W6677238145","https://openalex.org/W6683551921","https://openalex.org/W6683584131","https://openalex.org/W6696043218","https://openalex.org/W6717907563","https://openalex.org/W6763734111"],"related_works":["https://openalex.org/W2970141834","https://openalex.org/W4255709826","https://openalex.org/W2185664937","https://openalex.org/W1514940859","https://openalex.org/W4389284117","https://openalex.org/W1599792556","https://openalex.org/W2618926139","https://openalex.org/W3119986675","https://openalex.org/W4244883971","https://openalex.org/W1563032952"],"abstract_inverted_index":{"In":[0,96],"self-regulated":[1],"learning":[2,13,91,113,190],"concept,":[3],"Intelligent":[4],"Tutoring":[5],"Systems":[6],"(ITS)":[7],"can":[8],"be":[9,49],"designed":[10,67],"to":[11,48,57,75,148,201],"foster":[12],"behaviors":[14],"through":[15],"pedagogical":[16,70,150],"agents":[17,32,82,151,162],"(PAs)":[18],"that":[19,68,240],"are":[20,33],"used":[21],"for":[22,105],"interactions":[23,92,107],"and":[24,35,51,83,124,140,156,178,237],"exchange":[25],"information":[26],"with":[27,93,164,186],"the":[28,41,77,81,121,137,149,189,194,203,207,221,225,242,245],"human":[29,94],"learner.":[30],"These":[31],"intelligent":[34],"follow":[36,58],"rational":[37],"behaviors,":[38],"but":[39,72],"in":[40,55,108,154,188,197,211,224,231,249],"case":[42],"of":[43,80,160,206,244],"multi-agent":[44,111,251],"environments":[45],"they":[46,73],"need":[47],"systematically":[50],"specifically":[52,216],"designed,":[53],"however":[54],"order":[56],"a":[59,85,101,110,131,212,250],"common":[60],"goal,":[61],"different":[62,158],"self-regulatory":[63,213],"systems":[64],"have":[65],"been":[66],"use":[69,153],"agents,":[71],"fail":[74],"constrain":[76],"decision":[78,87,166,176,233],"making":[79,88,177,234],"maintain":[84],"sequential":[86,175],"process":[89],"during":[90],"learners.":[95],"this":[97,218],"paper,":[98],"we":[99,134,152,169,199],"provide":[100],"new":[102],"theoretical":[103],"model":[104,248],"agent-learner":[106],"MetaTutor,":[109],"hypermedia":[112],"environment,":[114],"using":[115],"Markovdecision":[116],"processes.":[117],"We":[118,143,192],"theoretically":[119],"define":[120,136,157],"agents'":[122,174,209],"Markovdecisions":[123],"their":[125,183],"influence":[126,182],"on":[127],"MetaTutor's":[128],"performance":[129,238],"as":[130],"whole.":[132],"First,":[133],"formally":[135],"Markov":[138,165],"architecture":[139],"its":[141,229],"parameters.":[142],"then":[144],"link":[145],"these":[146],"characteristics":[147],"MetaTutor":[155,161],"versions":[159],"equipped":[163],"mechanism.":[167],"Furthermore,":[168],"explore":[170],"additional":[171],"details":[172],"about":[173],"how":[179],"reward":[180],"functions":[181],"acting":[184],"strategies":[185],"learners":[187],"environment.":[191],"introduce":[193],"optimization":[195],"problem":[196],"which":[198],"aim":[200],"maximize":[202],"expected":[204],"return":[205],"overall":[208],"acts":[210],"system.":[214],"What":[215],"distinguishes":[217],"work":[219],"from":[220],"previous":[222],"proposals":[223],"same":[226],"domain":[227],"is":[228],"novelty":[230],"continuous":[232],"mechanism":[235],"investigation":[236],"analysis":[239],"improve":[241],"applicability":[243],"proposed":[246],"adaptive":[247],"ITS":[252],"like":[253],"MetaTutor.":[254]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}