{"id":"https://openalex.org/W7131285709","doi":"https://doi.org/10.48550/arxiv.2602.18451","title":"Developing a Multi-Agent System to Generate Next Generation Science Assessments with Evidence-Centered Design","display_name":"Developing a Multi-Agent System to Generate Next Generation Science Assessments with Evidence-Centered Design","publication_year":2026,"publication_date":"2026-02-03","ids":{"openalex":"https://openalex.org/W7131285709","doi":"https://doi.org/10.48550/arxiv.2602.18451"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.18451","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126707056","display_name":"Yaxuan Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yaxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100721994","display_name":"Jongchan Park","orcid":"https://orcid.org/0000-0002-3257-125X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Park, Jongchan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126736447","display_name":"Yifan Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Yifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5083764379","display_name":"Xiaoming Zhai","orcid":"https://orcid.org/0000-0001-6357-2354"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhai, Xiaoming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.21082963,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.5327000021934509,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.5327000021934509,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.16349999606609344,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10072","display_name":"Science Education and Pedagogy","score":0.046799998730421066,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7318999767303467},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5065000057220459},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.46560001373291016},{"id":"https://openalex.org/keywords/next-generation-science-standards","display_name":"Next Generation Science Standards","score":0.45190000534057617},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.4259999990463257},{"id":"https://openalex.org/keywords/safeguard","display_name":"Safeguard","score":0.3517000079154968},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.3276999890804291}],"concepts":[{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7318999767303467},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5953999757766724},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5065000057220459},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.46560001373291016},{"id":"https://openalex.org/C2778658864","wikidata":"https://www.wikidata.org/wiki/Q7021028","display_name":"Next Generation Science Standards","level":3,"score":0.45190000534057617},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.4259999990463257},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35249999165534973},{"id":"https://openalex.org/C2780771206","wikidata":"https://www.wikidata.org/wiki/Q3271761","display_name":"Safeguard","level":2,"score":0.3517000079154968},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.3276999890804291},{"id":"https://openalex.org/C2780103759","wikidata":"https://www.wikidata.org/wiki/Q5264375","display_name":"Design science","level":2,"score":0.3156999945640564},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.31220000982284546},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.311599999666214},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.30809998512268066},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.3073999881744385},{"id":"https://openalex.org/C44877443","wikidata":"https://www.wikidata.org/wiki/Q2485457","display_name":"Science education","level":2,"score":0.29809999465942383},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2971000075340271},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2930000126361847},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2906999886035919},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.2786000072956085},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.2596000134944916},{"id":"https://openalex.org/C3020001037","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assessment","level":3,"score":0.25099998712539673}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.18451","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.18451","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.18451","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.18451","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.51045161485672}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Contemporary":[0],"science":[1,20],"education":[2],"reforms":[3],"such":[4,30],"as":[5],"the":[6,58,95,121,136],"Next":[7],"Generation":[8],"Science":[9],"Standards":[10],"(NGSS)":[11],"demand":[12],"assessments":[13],"to":[14,18,22,40,68,102,163],"understand":[15],"students'":[16],"ability":[17],"use":[19],"knowledge":[21],"solve":[23],"problems":[24],"and":[25,61,79,85,142,174,196,200,209,224],"design":[26],"solutions.":[27],"To":[28,87],"elicit":[29],"higher-order":[31],"ability,":[32],"educators":[33],"need":[34],"performance-based":[35],"assessments,":[36],"which":[37,53,81],"are":[38],"challenging":[39],"develop.":[41],"One":[42],"solution":[43],"that":[44,156,216],"has":[45],"been":[46],"broadly":[47],"adopted":[48],"is":[49,82],"Evidence-Centered":[50],"Design":[51],"(ECD),":[52],"emphasizes":[54],"interconnected":[55],"models":[56,116],"of":[57,123,138,151,168],"learner,":[59],"evidence,":[60],"tasks.":[62],"Although":[63],"ECD":[64,96,218],"provides":[65],"a":[66,184],"framework":[67,97],"safeguard":[69],"assessment":[70,105,152,226],"validity,":[71],"its":[72],"implementation":[73],"requires":[74],"diverse":[75],"expertise":[76,230],"(e.g.,":[77],"content":[78],"assessment),":[80],"both":[83,203],"costly":[84],"labor-intensive.":[86],"address":[88],"this":[89,91],"challenge,":[90],"study":[92],"proposed":[93],"integrating":[94,217],"into":[98,219],"Multi-Agent":[99],"Systems":[100],"(MAS)":[101],"generate":[103],"NGSS-aligned":[104,140],"items":[106,141,147,158,165,182,202],"automatically.":[107],"This":[108],"integrated":[109],"MAS":[110,220],"system":[111],"ensembles":[112],"multiple":[113,149],"large":[114],"language":[115],"with":[117,145,170],"varying":[118],"expertise,":[119],"enabling":[120],"automation":[122],"complex,":[124],"multi-stage":[125],"item":[126],"generation":[127],"workflows":[128],"traditionally":[129],"performed":[130],"by":[131],"human":[132,229],"experts.":[133],"We":[134],"examined":[135],"quality":[137,162],"AI-generated":[139,157,181],"compared":[143],"them":[144],"human-developed":[146,164,201],"across":[148],"dimensions":[150],"design.":[153,198],"Results":[154],"showed":[155,204],"have":[159],"overall":[160],"comparable":[161],"in":[166,187,193,206],"terms":[167],"alignment":[169],"NGSS":[171],"three-dimensional":[172],"standards":[173],"cognitive":[175],"demands.":[176],"Divergent":[177],"patterns":[178],"also":[179,190],"emerged:":[180],"demonstrated":[183],"distinct":[185],"strength":[186],"inclusivity,":[188],"while":[189,228],"exhibiting":[191],"limitations":[192],"clarity,":[194],"conciseness,":[195],"multimodal":[197],"AI-":[199],"weaknesses":[205],"evidence":[207],"collectability":[208],"student":[210],"interest":[211],"alignment.":[212],"These":[213],"findings":[214],"suggest":[215],"can":[221],"support":[222],"scalable":[223],"standards-aligned":[225],"design,":[227],"remains":[231],"essential.":[232]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-02-25T00:00:00"}