{"id":"https://openalex.org/W2016186719","doi":"https://doi.org/10.1126/science.331.6018.673-b","title":"Assessing Performance Through Understanding","display_name":"Assessing Performance Through Understanding","alternate_titles":[],"publication_year":2011,"publication_date":"2011-02-10","ids":{"openalex":"https://openalex.org/W2016186719","doi":"https://doi.org/10.1126/science.331.6018.673-b","mag":"2016186719","pmid":"https://pubmed.ncbi.nlm.nih.gov/21310983"},"language":"en","primary_location":{"id":"doi:10.1126/science.331.6018.673-b","doi":"https://doi.org/10.1126/science.331.6018.673-b","is_oa":false,"landing_page_url":"https://doi.org/10.1126/science.331.6018.673-b","pdf_url":null,"source":{"id":"https://openalex.org/S3880285","display_name":"Science","issn_l":"0036-8075","issn":["0036-8075","0193-4511","1095-9203"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-a","doyens","erih-plus","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315823","host_organization_name":"American Association for the Advancement of Science","host_organization_lineage":["https://openalex.org/P4310315823"],"host_organization_lineage_names":["American Association for the Advancement of Science"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Science","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2016186719"],"child_works_count":0,"type":"letter","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003568584","display_name":"Pedro Cintas","orcid":"https://orcid.org/0000-0002-2608-3604","observed_orcids":["https://orcid.org/0000-0002-2608-3604"]},"institutions":[{"id":"https://openalex.org/I80606768","display_name":"Universidad de Extremadura","ror":"https://ror.org/0174shg90","country_code":"ES","type":"education","lineage":["https://openalex.org/I80606768"]}],"countries":["ES"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Pedro Cintas","raw_affiliation_strings":["Departamento de Qu\u00edmica Org\u00e1nica e Inorg\u00e1nica, Facultad de Ciencias-UEX, E-06006 Badajoz, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Departamento de Qu\u00edmica Org\u00e1nica e Inorg\u00e1nica, Facultad de Ciencias-UEX, E-06006 Badajoz, Spain","institution_ids":["https://openalex.org/I80606768"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5003568584"],"corresponding_institution_ids":["https://openalex.org/I80606768"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"331","issue":"6018","first_page":"673","last_page":"673"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12217","display_name":"Higher Education Teaching and Evaluation","score":0.7544000148773193,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12217","display_name":"Higher Education Teaching and Evaluation","score":0.7544000148773193,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.09870000183582306,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10072","display_name":"Science Education and Pedagogy","score":0.07500000298023224,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bologna-process","display_name":"Bologna Process","score":0.9390000104904175},{"id":"https://openalex.org/keywords/higher-education-reform","display_name":"higher education reform","score":0.8560000061988831},{"id":"https://openalex.org/keywords/performance-evaluation","display_name":"performance evaluation","score":0.8600000143051147},{"id":"https://openalex.org/keywords/student-motivation","display_name":"student motivation","score":0.5320000052452087},{"id":"https://openalex.org/keywords/examination-based-assessment","display_name":"examination-based assessment","score":0.5260000228881836},{"id":"https://openalex.org/keywords/science-education","display_name":"science education","score":0.5049999952316284},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"mathematics education","score":0.621999979019165},{"id":"https://openalex.org/keywords/official-recognition-of-degrees","display_name":"official recognition of degrees","score":0.5519999861717224},{"id":"https://openalex.org/keywords/student-mobility","display_name":"student mobility","score":0.7310000061988831}],"concepts":[{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.3331851363182068}],"mesh":[{"descriptor_ui":"D004493","descriptor_name":"Education","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D004521","descriptor_name":"Educational Measurement","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005062","descriptor_name":"European Union","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008433","descriptor_name":"Mathematics","qualifier_ui":"Q000193","qualifier_name":"education","is_major_topic":true},{"descriptor_ui":"D012586","descriptor_name":"Science","qualifier_ui":"Q000193","qualifier_name":"education","is_major_topic":true},{"descriptor_ui":"D013030","descriptor_name":"Spain","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014481","descriptor_name":"United States","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1126/science.331.6018.673-b","doi":"https://doi.org/10.1126/science.331.6018.673-b","is_oa":false,"landing_page_url":"https://doi.org/10.1126/science.331.6018.673-b","pdf_url":null,"source":{"id":"https://openalex.org/S3880285","display_name":"Science","issn_l":"0036-8075","issn":["0036-8075","0193-4511","1095-9203"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-a","doyens","erih-plus","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315823","host_organization_name":"American Association for the Advancement of Science","host_organization_lineage":["https://openalex.org/P4310315823"],"host_organization_lineage_names":["American Association for the Advancement of Science"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Science","raw_type":"journal-article"},{"id":"pmid:21310983","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/21310983","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Science (New York, N.Y.)","raw_type":"Comment"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.975600004196167,"display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1972439704","https://openalex.org/W2031968188","https://openalex.org/W4385661001","https://openalex.org/W4385660816","https://openalex.org/W185979851","https://openalex.org/W7093302916","https://openalex.org/W2522156115","https://openalex.org/W2199604065","https://openalex.org/W2062204111","https://openalex.org/W6990108598"],"abstract_inverted_index":{"L.":[0],"A.":[1],"Shepard's":[2],"Editorial":[3],"\u201cNext-generation":[4],"assessments\u201d":[5],"(12":[6],"November":[7],"2010,":[8],"p.":[9],"[890][1])":[10],"provides":[11],"a":[12,33,84,171],"series":[13],"of":[14,86,93,118,129,135,144,175,243],"interesting":[15],"reflections":[16],"on":[17],"how":[18,176],"to":[19,32,42,45,53,61,99,113,179,196,223],"improve":[20,197],"and":[21,27,49,52,146,198,207,218],"assess":[22],"U.S.":[23],"standards":[24],"in":[25,50,73,153,158,259,268],"mathematics":[26],"science.":[28],"Her":[29],"analysis":[30],"points":[31],"performance":[34],"assessment":[35],"that":[36,163,211],"measures":[37],"items":[38],"such":[39],"as":[40],"ability":[41],"analyze":[43],"data,":[44],"communicate":[46],"both":[47],"orally":[48],"writing,":[51],"conduct":[54],"preliminary":[55],"research":[56],"activities.\n\nThese":[57],"abilities":[58],"are":[59,165],"similar":[60],"the":[62,66,94,104,115,122,136,142,204,244],"competencies":[63],"targeted":[64],"by":[65,168],"Bologna":[67,96,137,148,228,245],"process":[68,97,138,149,246],"for":[69],"higher":[70,101],"education":[71,102],"reform":[72],"Europe":[74],"([":[75],"1":[76,258],"][2],":[77],"[":[78],"2":[79,267],"][3]),":[80],"which":[81],"is":[82,98,111,184],"still":[83,166],"matter":[85],"controversy":[87],"within":[88],"European":[89,105,123],"universities.":[90],"The":[91,107],"goal":[92],"ambitious":[95],"standardize":[100],"throughout":[103],"Union.":[106],"idea":[108],"behind":[109],"this":[110],"clearly":[112],"harmonize":[114],"current":[116],"puzzle":[117],"university":[119],"systems":[120],"across":[121],"Union,":[124],"thus":[125],"enabling":[126],"fair":[127],"recognition":[128],"academic":[130],"degrees.":[131],"A":[132],"successful":[133],"implementation":[134],"will":[139],"also":[140],"facilitate":[141],"mobility":[143],"students":[145,164],"teachers.\n\nThe":[147],"was":[150],"recently":[151],"implemented":[152],"our":[154,200,224],"small":[155],"science":[156],"faculty":[157],"Spain.":[159],"We":[160],"have":[161],"found":[162],"motivated":[167],"examinations,":[169],"without":[170,187],"good":[172],"contextual":[173],"understanding":[174,190],"courses":[177],"relate":[178],"each":[180],"other.":[181],"Although":[182],"standardization":[183],"indeed":[185],"important,":[186],"concept-driven":[188],"learning,":[189],"may":[191],"suffer.":[192],"As":[193],"we":[194],"strive":[195],"streamline":[199],"educational":[201],"systems\u2014in":[202],"Europe,":[203],"United":[205],"States,":[206],"elsewhere\u2014we":[208],"must":[209,220],"remember":[210],"not":[212],"only":[213],"test":[214],"scores":[215],"but":[216],"content":[217],"approach":[219],"be":[221],"integral":[222],"plans.\n\n1.":[225],"[\u21b5][4]The":[227],"Declaration":[229],"([www.magna-charta.org/pdf/BOLOGNA_DECLARATION.pdf][5]).\n":[230],"\n\n2.":[238],"[\u21b5][6]Official":[240],"Web":[241],"site":[242],"([www.ond.vlaanderen.be/hogeronderwijs/bologna][7]).\n\n":[247],"[1]:":[248],"/lookup/doi/10.1126/science.1199897\n":[249],"[2]:":[250],"#ref-1\n":[251],"[3]:":[252],"#ref-2\n":[253],"[4]:":[254],"#xref-ref-1-1":[255],"View":[256,265],"reference":[257,266],"text\n":[260,269],"[5]:":[261],"http://www.magna-charta.org/pdf/BOLOGNA_DECLARATION.pdf\n":[262],"[6]:":[263],"#xref-ref-2-1":[264],"[7]:":[270],"http://www.ond.vlaanderen.be/hogeronderwijs/bologna":[271]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2016186719","counts_by_year":[],"updated_date":"2026-11-14T11:04:58.165337","created_date":"2016-06-24T00:00:00"}
