{"id":"https://openalex.org/W6891818700","doi":"https://doi.org/10.48550/arxiv.2506.13384","title":"Delving Into the Psychology of Machines: Exploring the Structure of Self-Regulated Learning via LLM-Generated Survey Responses","display_name":"Delving Into the Psychology of Machines: Exploring the Structure of Self-Regulated Learning via LLM-Generated Survey Responses","publication_year":2025,"publication_date":"2025-06-16","ids":{"openalex":"https://openalex.org/W6891818700","doi":"https://doi.org/10.48550/arxiv.2506.13384"},"language":"en","primary_location":{"id":"pmh:oai:tilburguniversity.edu:openaire_cris_publications/185d6f33-2ee1-4447-9d76-23cdb3c904e1","is_oa":true,"landing_page_url":"https://research.tilburguniversity.edu/en/publications/185d6f33-2ee1-4447-9d76-23cdb3c904e1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401490","display_name":"Research portal (Tilburg University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193700539","host_organization_name":"Tilburg University","host_organization_lineage":["https://openalex.org/I193700539"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Vogelsmeier, L V D E, Oliveira, E, Misiejuk, K, L\u00f3pez-Pernas, S & Saqr, M 2025 'Delving into the psychology of machines : Exploring the structure of self-regulated learning via LLM-generated survey responses' arXiv preprint. https://doi.org/10.48550/ARXIV.2506.13384","raw_type":"workingPaper"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.tilburguniversity.edu/en/publications/185d6f33-2ee1-4447-9d76-23cdb3c904e1","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Vogelsmeier, Leonie V. D. E.","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vogelsmeier, Leonie V. D. E.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Oliveira, Eduardo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oliveira, Eduardo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Misiejuk, Kamila","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Misiejuk, Kamila","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"L\u00f3pez-Pernas, Sonsoles","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"L\u00f3pez-Pernas, Sonsoles","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Saqr, Mohammed","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saqr, Mohammed","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.12219999730587006,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.12219999730587006,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.07900000363588333,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.07900000363588333,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5669999718666077},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.48890000581741333},{"id":"https://openalex.org/keywords/item-response-theory","display_name":"Item response theory","score":0.4693000018596649},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.44830000400543213},{"id":"https://openalex.org/keywords/predictive-validity","display_name":"Predictive validity","score":0.4350000023841858},{"id":"https://openalex.org/keywords/psychometrics","display_name":"Psychometrics","score":0.40849998593330383},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.3610999882221222},{"id":"https://openalex.org/keywords/survey-data-collection","display_name":"Survey data collection","score":0.349700003862381},{"id":"https://openalex.org/keywords/test-validity","display_name":"Test validity","score":0.3476000130176544}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.7839000225067139},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5669999718666077},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.4959000051021576},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.48890000581741333},{"id":"https://openalex.org/C19875794","wikidata":"https://www.wikidata.org/wiki/Q1207340","display_name":"Item response theory","level":3,"score":0.4693000018596649},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.44830000400543213},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4447000026702881},{"id":"https://openalex.org/C20685875","wikidata":"https://www.wikidata.org/wiki/Q7239678","display_name":"Predictive validity","level":2,"score":0.4350000023841858},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.40849998593330383},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.37369999289512634},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.3610999882221222},{"id":"https://openalex.org/C198477413","wikidata":"https://www.wikidata.org/wiki/Q7647069","display_name":"Survey data collection","level":2,"score":0.349700003862381},{"id":"https://openalex.org/C116211729","wikidata":"https://www.wikidata.org/wiki/Q5372350","display_name":"Test validity","level":3,"score":0.3476000130176544},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.34459999203681946},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.32580000162124634},{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.32089999318122864},{"id":"https://openalex.org/C174106493","wikidata":"https://www.wikidata.org/wiki/Q1057880","display_name":"External validity","level":2,"score":0.3206999897956848},{"id":"https://openalex.org/C101068787","wikidata":"https://www.wikidata.org/wiki/Q475042","display_name":"Experimental psychology","level":3,"score":0.3075999915599823},{"id":"https://openalex.org/C188255311","wikidata":"https://www.wikidata.org/wiki/Q7256388","display_name":"Psychological research","level":2,"score":0.30329999327659607},{"id":"https://openalex.org/C101266164","wikidata":"https://www.wikidata.org/wiki/Q2131821","display_name":"Rasch model","level":2,"score":0.2989000082015991},{"id":"https://openalex.org/C71104824","wikidata":"https://www.wikidata.org/wiki/Q1476639","display_name":"Structural equation modeling","level":2,"score":0.2976999878883362},{"id":"https://openalex.org/C65499552","wikidata":"https://www.wikidata.org/wiki/Q5421061","display_name":"Experience sampling method","level":2,"score":0.2953999936580658},{"id":"https://openalex.org/C49453240","wikidata":"https://www.wikidata.org/wiki/Q1592163","display_name":"Construct validity","level":3,"score":0.28360000252723694},{"id":"https://openalex.org/C3019714060","wikidata":"https://www.wikidata.org/wiki/Q322514","display_name":"Validation test","level":4,"score":0.2824999988079071},{"id":"https://openalex.org/C2778136018","wikidata":"https://www.wikidata.org/wiki/Q10350689","display_name":"Predictive power","level":2,"score":0.2782999873161316},{"id":"https://openalex.org/C173481278","wikidata":"https://www.wikidata.org/wiki/Q7257997","display_name":"Survey research","level":2,"score":0.2727999985218048},{"id":"https://openalex.org/C2910200283","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychological Theory","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.251800000667572}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:tilburguniversity.edu:openaire_cris_publications/185d6f33-2ee1-4447-9d76-23cdb3c904e1","is_oa":true,"landing_page_url":"https://research.tilburguniversity.edu/en/publications/185d6f33-2ee1-4447-9d76-23cdb3c904e1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401490","display_name":"Research portal (Tilburg University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193700539","host_organization_name":"Tilburg University","host_organization_lineage":["https://openalex.org/I193700539"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Vogelsmeier, L V D E, Oliveira, E, Misiejuk, K, L\u00f3pez-Pernas, S & Saqr, M 2025 'Delving into the psychology of machines : Exploring the structure of self-regulated learning via LLM-generated survey responses' arXiv preprint. https://doi.org/10.48550/ARXIV.2506.13384","raw_type":"workingPaper"},{"id":"doi:10.48550/arxiv.2506.13384","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2506.13384","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:tilburguniversity.edu:openaire_cris_publications/185d6f33-2ee1-4447-9d76-23cdb3c904e1","is_oa":true,"landing_page_url":"https://research.tilburguniversity.edu/en/publications/185d6f33-2ee1-4447-9d76-23cdb3c904e1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401490","display_name":"Research portal (Tilburg University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193700539","host_organization_name":"Tilburg University","host_organization_lineage":["https://openalex.org/I193700539"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Vogelsmeier, L V D E, Oliveira, E, Misiejuk, K, L\u00f3pez-Pernas, S & Saqr, M 2025 'Delving into the psychology of machines : Exploring the structure of self-regulated learning via LLM-generated survey responses' arXiv preprint. https://doi.org/10.48550/ARXIV.2506.13384","raw_type":"workingPaper"},"sustainable_development_goals":[{"score":0.8220356106758118,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"offer":[4],"the":[5,20,56,87,114,132,136,145,157,181,191],"potential":[6,192],"to":[7,41,86],"simulate":[8,30],"human-like":[9],"responses":[10,32,61,85],"and":[11,35,51,70,108,125,140,165,169,177,187,193,204],"behaviors,":[12],"creating":[13],"new":[14],"opportunities":[15],"for":[16,91,199],"psychological":[17,133,201],"science.":[18],"In":[19],"context":[21],"of":[22,58,135,196],"self-regulated":[23],"learning":[24,106],"(SRL),":[25],"if":[26],"LLMs":[27,115,198],"can":[28],"reliably":[29],"survey":[31,60,202],"at":[33],"scale":[34],"speed,":[36],"they":[37],"could":[38],"be":[39],"used":[40,102,113],"test":[42],"intervention":[43],"scenarios,":[44],"refine":[45],"theoretical":[46,137,170],"models,":[47],"augment":[48],"sparse":[49],"datasets,":[50],"represent":[52],"hard-to-reach":[53],"populations.":[54],"However,":[55],"validity":[57,142],"LLM-generated":[59,84],"remains":[62],"uncertain,":[63],"with":[64,174],"limited":[65],"research":[66],"focused":[67],"on":[68,144],"SRL":[69,74,138],"existing":[71],"studies":[72],"beyond":[73],"yielding":[75],"mixed":[76],"results.":[77],"Therefore,":[78],"in":[79,207],"this":[80],"study,":[81],"we":[82,112,184],"examined":[83],"44-item":[88],"Motivated":[89],"Strategies":[90],"Learning":[92],"Questionnaire":[93],"(MSLQ;":[94],"Pintrich":[95],"\\&":[96],"De":[97],"Groot,":[98],"1990),":[99],"a":[100],"widely":[101],"instrument":[103],"assessing":[104],"students'":[105],"strategies":[107],"academic":[109],"motivation.":[110],"Particularly,":[111],"GPT-4o,":[116],"Claude":[117],"3.7":[118],"Sonnet,":[119],"Gemini":[120,153],"2":[121,154],"Flash,":[122],"LLaMA":[123],"3.1-8B,":[124],"Mistral":[126],"Large.":[127],"We":[128],"analyzed":[129],"item":[130],"distributions,":[131],"network":[134],"dimensions,":[139],"psychometric":[141],"based":[143],"latent":[146],"factor":[147],"structure.":[148],"Our":[149],"results":[150],"suggest":[151],"that":[152,172],"Flash":[155],"was":[156],"most":[158],"promising":[159],"LLM,":[160],"showing":[161],"considerable":[162],"sampling":[163],"variability":[164],"producing":[166],"underlying":[167],"dimensions":[168],"relationships":[171],"align":[173],"prior":[175],"theory":[176],"empirical":[178],"findings.":[179],"At":[180],"same":[182],"time,":[183],"observed":[185],"discrepancies":[186],"limitations,":[188],"underscoring":[189],"both":[190],"current":[194],"constraints":[195],"using":[197],"simulating":[200],"data":[203],"applying":[205],"it":[206],"educational":[208],"contexts.":[209]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}