{"id":"https://openalex.org/W2969336844","doi":"https://doi.org/10.3389/feduc.2019.00043","title":"Examining Cultural Responsiveness in Large-Scale Assessment: The Matrix of Evidence for Validity Argumentation","display_name":"Examining Cultural Responsiveness in Large-Scale Assessment: The Matrix of Evidence for Validity Argumentation","publication_year":2019,"publication_date":"2019-06-07","ids":{"openalex":"https://openalex.org/W2969336844","doi":"https://doi.org/10.3389/feduc.2019.00043","mag":"2969336844"},"language":"en","primary_location":{"id":"doi:10.3389/feduc.2019.00043","doi":"https://doi.org/10.3389/feduc.2019.00043","is_oa":true,"landing_page_url":"https://doi.org/10.3389/feduc.2019.00043","pdf_url":"https://www.frontiersin.org/articles/10.3389/feduc.2019.00043/pdf","source":{"id":"https://openalex.org/S2596526815","display_name":"Frontiers in Education","issn_l":"2504-284X","issn":["2504-284X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","erih-plus","norway-1","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Education","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.frontiersin.org/articles/10.3389/feduc.2019.00043/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025843707","display_name":"Guillermo Solano\u2010Flores","orcid":"https://orcid.org/0000-0001-5363-6828","observed_orcids":["https://orcid.org/0000-0001-5363-6828"]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Guillermo Solano-Flores","raw_affiliation_strings":["Graduate School of Education, Stanford University, Stanford, CA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Education, Stanford University, Stanford, CA, United States","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5025843707"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":{"value":950,"currency":"USD","value_usd":950},"apc_paid":{"value":950,"currency":"USD","value_usd":950},"fwci":0.537,"has_fulltext":true,"cited_by_count":26,"citation_normalized_percentile":{"value":0.70501385,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"4","issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.850600004196167,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.850600004196167,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.06030000001192093,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13853","display_name":"Teacher Education and Assessments","score":0.012199999764561653,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cultural-responsiveness","display_name":"cultural responsiveness","score":0.9829999804496765},{"id":"https://openalex.org/keywords/large-scale-assessment","display_name":"large-scale assessment","score":0.9929999709129333},{"id":"https://openalex.org/keywords/culturally-diverse-populations","display_name":"multicultural communities","score":0.9240000247955322},{"id":"https://openalex.org/keywords/international-assessment","display_name":"international assessment","score":0.5550000071525574},{"id":"https://openalex.org/keywords/national-assessment","display_name":"national assessment","score":0.6899999976158142},{"id":"https://openalex.org/keywords/test-fairness","display_name":"test fairness","score":0.6029999852180481}],"concepts":[{"id":"https://openalex.org/C65059942","wikidata":"https://www.wikidata.org/wiki/Q270105","display_name":"Argumentation theory","level":2,"score":0.7351067662239075},{"id":"https://openalex.org/C98184364","wikidata":"https://www.wikidata.org/wiki/Q1780131","display_name":"Argument (complex analysis)","level":2,"score":0.6028105616569519},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5926557779312134},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5137332677841187},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.4780752658843994},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.45190659165382385},{"id":"https://openalex.org/C37773902","wikidata":"https://www.wikidata.org/wiki/Q970594","display_name":"Cultural bias","level":2,"score":0.44236430525779724},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.43378445506095886},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.41231754422187805},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.4099380373954773},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.37513670325279236},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3193591237068176},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.10309776663780212},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.08595743775367737},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3389/feduc.2019.00043","doi":"https://doi.org/10.3389/feduc.2019.00043","is_oa":true,"landing_page_url":"https://doi.org/10.3389/feduc.2019.00043","pdf_url":"https://www.frontiersin.org/articles/10.3389/feduc.2019.00043/pdf","source":{"id":"https://openalex.org/S2596526815","display_name":"Frontiers in Education","issn_l":"2504-284X","issn":["2504-284X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","erih-plus","norway-1","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Education","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:4481a3e1007d4f4e85f1f4a347326015","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/4481a3e1007d4f4e85f1f4a347326015","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Education, Vol 4 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3389/feduc.2019.00043","doi":"https://doi.org/10.3389/feduc.2019.00043","is_oa":true,"landing_page_url":"https://doi.org/10.3389/feduc.2019.00043","pdf_url":"https://www.frontiersin.org/articles/10.3389/feduc.2019.00043/pdf","source":{"id":"https://openalex.org/S2596526815","display_name":"Frontiers in Education","issn_l":"2504-284X","issn":["2504-284X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","erih-plus","norway-1","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Education","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2969336844.pdf","grobid_xml":"https://content.openalex.org/works/W2969336844.grobid-xml"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W282787389","https://openalex.org/W622047983","https://openalex.org/W1598821627","https://openalex.org/W1964218847","https://openalex.org/W1967719758","https://openalex.org/W1971226769","https://openalex.org/W1996310194","https://openalex.org/W1996695979","https://openalex.org/W1998528427","https://openalex.org/W2000264000","https://openalex.org/W2016931561","https://openalex.org/W2033960343","https://openalex.org/W2049795368","https://openalex.org/W2058235022","https://openalex.org/W2064588181","https://openalex.org/W2084403116","https://openalex.org/W2085525720","https://openalex.org/W2094902542","https://openalex.org/W2097258116","https://openalex.org/W2101784742","https://openalex.org/W2130086380","https://openalex.org/W2133744860","https://openalex.org/W2137711071","https://openalex.org/W2138260250","https://openalex.org/W2138727843","https://openalex.org/W2143565172","https://openalex.org/W2148861294","https://openalex.org/W2154412548","https://openalex.org/W2168088765","https://openalex.org/W2170754611","https://openalex.org/W2460357621","https://openalex.org/W2461420102","https://openalex.org/W2470306845","https://openalex.org/W2472542167","https://openalex.org/W2522278413","https://openalex.org/W2568953087","https://openalex.org/W2578858774","https://openalex.org/W2579771336","https://openalex.org/W2625657822","https://openalex.org/W2889316904","https://openalex.org/W2946740169","https://openalex.org/W2977412843","https://openalex.org/W2994702578","https://openalex.org/W3020977906","https://openalex.org/W4213193087","https://openalex.org/W4229773170","https://openalex.org/W4230203201","https://openalex.org/W4230811698","https://openalex.org/W4233254373","https://openalex.org/W4235094840","https://openalex.org/W4236982508","https://openalex.org/W4242290973","https://openalex.org/W4242518039","https://openalex.org/W6808564937"],"related_works":["https://openalex.org/W7161544254","https://openalex.org/W4407996646","https://openalex.org/W4407996652","https://openalex.org/W4409678045","https://openalex.org/W7069207414","https://openalex.org/W2994702578","https://openalex.org/W4407996644","https://openalex.org/W4386482320","https://openalex.org/W4409678070","https://openalex.org/W4246684420"],"abstract_inverted_index":{"As":[0],"cultural":[1,25,191,196],"products,":[2],"assessment":[3,29,66,179,203],"systems":[4],"and":[5,17,63,77,94,107,126,139,201],"instruments":[6],"are":[7],"a":[8,120,206],"reflection":[9],"of":[10,21,34,43,56,72,97,100,109,112,152,164,169,190],"the":[11,19,31,41,54,70,98,105,110,136,140,158,162,165,183,188],"cultures":[12],"in":[13,27,53,60,85,145,161,182,193,198],"which":[14],"they":[15],"originate":[16],"reproduce":[18],"characteristics":[20],"those":[22],"cultures.":[23],"Accordingly,":[24],"responsiveness":[26,197],"large-scale":[28,65,199],"concerns":[30],"entire":[32],"process":[33,99,180],"assessment,":[35],"not":[36],"simply":[37],"its":[38],"tests":[39],"or":[40,143],"analysis":[42],"test":[44,90],"scores.":[45],"This":[46],"paper":[47,103],"focuses":[48],"on":[49],"validity":[50,115,153],"as":[51],"argumentation":[52],"testing":[55],"culturally":[57,91],"diverse":[58,92],"populations":[59],"both":[61],"national":[62,200],"international":[64,202],"programs.":[67],"It":[68],"examines":[69],"intersection":[71],"m":[73],"procedural":[74,174],"assumptions":[75],"(conceptual":[76],"methodological":[78],"criteria":[79],"that":[80,129],"need":[81],"to":[82,87],"be":[83],"met":[84,134],"order":[86],"validly,":[88],"fair":[89],"populations)":[93],"n":[95],"components":[96],"assessment.":[101,194],"The":[102],"explains":[104],"development":[106],"use":[108],"matrix":[111],"evidence":[113,128],"for":[114],"argumentation.":[116],"In":[117],"this":[118],"matrix,":[119],"cell":[121],"[i,":[122],"j]":[123],"contains":[124],"confirming":[125],"disconfirming":[127],"Procedural":[130],"Assumption":[131],"i":[132],"is":[133,154],"by":[135,156],"practices":[137],"enacted":[138],"artifacts":[141],"used":[142],"generated":[144],"Assessment":[146],"Process":[147],"Component":[148],"j.":[149],"An":[150],"argument":[151],"constructed":[155],"integrating":[157],"information":[159],"contained":[160],"cells":[163],"matrix.":[166,184],"A":[167],"series":[168],"examples":[170,186],"illustrate":[171],"how":[172],"each":[173,178],"assumption":[175],"intersects":[176],"with":[177],"component":[181],"These":[185],"show":[187],"ubiquity":[189],"issues":[192],"Attaining":[195],"programs":[204],"entails":[205],"serious":[207],"systemic,":[208],"societal,":[209],"global":[210],"effort.":[211]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2019-08-29T00:00:00"}