{"id":"https://openalex.org/W7159617872","doi":"https://doi.org/10.48550/arxiv.2604.26957","title":"Simulating Validity: Modal Decoupling in MLLM Generated Feedback on Science Drawings","display_name":"Simulating Validity: Modal Decoupling in MLLM Generated Feedback on Science Drawings","publication_year":2026,"publication_date":"2026-04-05","ids":{"openalex":"https://openalex.org/W7159617872","doi":"https://doi.org/10.48550/arxiv.2604.26957"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.26957","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.26957","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.26957","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015478550","display_name":"Arne Bewersdorff","orcid":"https://orcid.org/0000-0002-9725-268X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bewersdorff, Arne","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134953652","display_name":"Nejla Yuruk","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuruk, Nejla","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134939960","display_name":"Xiaoming Zhai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhai, Xiaoming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10072","display_name":"Science Education and Pedagogy","score":0.5550000071525574,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10072","display_name":"Science Education and Pedagogy","score":0.5550000071525574,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11516","display_name":"Visual and Cognitive Learning Processes","score":0.08299999684095383,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12070","display_name":"Writing and Handwriting Education","score":0.053300000727176666,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6753000020980835},{"id":"https://openalex.org/keywords/decoupling","display_name":"Decoupling (probability)","score":0.6425999999046326},{"id":"https://openalex.org/keywords/ground","display_name":"Ground","score":0.5351999998092651},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.48910000920295715},{"id":"https://openalex.org/keywords/competence","display_name":"Competence (human resources)","score":0.4345000088214874},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.3919999897480011},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.38530001044273376}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6753000020980835},{"id":"https://openalex.org/C205606062","wikidata":"https://www.wikidata.org/wiki/Q5249645","display_name":"Decoupling (probability)","level":2,"score":0.6425999999046326},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5875999927520752},{"id":"https://openalex.org/C168993435","wikidata":"https://www.wikidata.org/wiki/Q6501125","display_name":"Ground","level":2,"score":0.5351999998092651},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.48910000920295715},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.4345000088214874},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41290000081062317},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.3919999897480011},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.38530001044273376},{"id":"https://openalex.org/C3020716817","wikidata":"https://www.wikidata.org/wiki/Q4132092","display_name":"Visual feedback","level":2,"score":0.3831000030040741},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32359999418258667},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.3149000108242035},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3111000061035156},{"id":"https://openalex.org/C166151441","wikidata":"https://www.wikidata.org/wiki/Q4923601","display_name":"Causation","level":2,"score":0.3003000020980835},{"id":"https://openalex.org/C186886427","wikidata":"https://www.wikidata.org/wiki/Q5441213","display_name":"Feedback loop","level":2,"score":0.2712000012397766},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2646999955177307},{"id":"https://openalex.org/C84269361","wikidata":"https://www.wikidata.org/wiki/Q179235","display_name":"Phenomenology (philosophy)","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.260699987411499},{"id":"https://openalex.org/C2779305910","wikidata":"https://www.wikidata.org/wiki/Q5172809","display_name":"Corrective feedback","level":2,"score":0.25940001010894775},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2542000114917755}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.26957","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.26957","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.26957","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.26957","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.886663556098938}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0],"science":[1],"education,":[2],"students":[3],"frequently":[4],"construct":[5],"hand-drawn":[6,43],"visual":[7,17,24,62],"models":[8,33],"of":[9,49,64,151],"scientific":[10,44],"phenomena.":[11],"These":[12],"drawings":[13,104],"rely":[14],"on":[15,41,53],"a":[16,106,216],"structure":[18],"where":[19,81],"information":[20],"is":[21,215],"encoded":[22],"through":[23],"objects,":[25],"their":[26],"attributes,":[27],"and":[28,115,143,166,219],"relationships.":[29],"Multimodal":[30],"large":[31],"language":[32],"(MLLMs)":[34],"are":[35,57],"increasingly":[36],"used":[37],"to":[38],"generate":[39],"feedback":[40,51,124,152,196,222],"students'":[42],"models.":[45],"However,":[46],"the":[47,60,65,90,168,177,191],"validity":[48],"such":[50],"depends":[52],"whether":[54],"model":[55],"claims":[56],"grounded":[58,200],"in":[59,77,86,182],"specific":[61],"evidence":[63],"student":[66],"drawing.":[67],"This":[68],"study":[69],"uncovers":[70],"grounding":[71,134,225],"failures,":[72],"consistent":[73],"with":[74,126,187],"modal":[75,213],"decoupling,":[76],"off-the-shelf":[78],"MLLM":[79],"feedback,":[80],"outputs":[82,129,184],"remain":[83],"pedagogically":[84],"plausible":[85],"form":[87],"while":[88],"contradicting":[89],"drawing":[91],"or":[92],"treating":[93],"depicted":[94],"elements":[95],"as":[96,190],"missing.":[97],"Using":[98],"N":[99,121],"=":[100,122],"150":[101],"middle":[102],"school":[103],"from":[105],"kinetic":[107],"molecular":[108],"theory":[109],"unit":[110],"spanning":[111],"five":[112],"modeling":[113],"tasks":[114],"three":[116,183],"competence":[117],"levels,":[118],"we":[119],"generated":[120],"300":[123],"instances":[125,153],"GPT-5.1.":[127],"All":[128],"were":[130,148],"coded":[131],"for":[132,205],"four":[133],"error":[135,164,170],"types:":[136],"object":[137],"mismatch,":[138,140,142],"attribute":[139],"relation":[141],"false":[144,188],"absence.":[145],"Grounding":[146],"failures":[147],"common:":[149],"41.3%":[150],"contained":[154],"at":[155],"least":[156],"one":[157,181],"error.":[158],"An":[159],"inventory-list-first":[160],"workflow":[161],"reduced":[162],"several":[163],"categories":[165],"lowered":[167],"overall":[169],"rate,":[171],"but":[172],"it":[173],"did":[174],"not":[175],"resolve":[176],"underlying":[178],"limitation:":[179],"approximately":[180],"remained":[185],"flawed,":[186],"absence":[189],"dominant":[192],"failure":[193],"mode.":[194],"Moreover,":[195],"that":[197,212,220],"appears":[198],"visually":[199],"offered":[201],"little":[202],"diagnostic":[203],"value":[204],"identifying":[206],"invalid":[207],"instances.":[208],"The":[209],"findings":[210],"indicate":[211],"decoupling":[214],"substantial":[217],"limitation":[218],"valid":[221],"will":[223],"require":[224],"mechanisms":[226],"beyond":[227],"common":[228],"prompting":[229],"strategies.":[230]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-02T00:00:00"}