{"id":"https://openalex.org/W2553081798","doi":null,"title":"Performance assessment: Existing literature and directions for research","display_name":"Performance assessment: Existing literature and directions for research","publication_year":2004,"publication_date":"2004-01-01","ids":{"openalex":"https://openalex.org/W2553081798","mag":"2553081798"},"language":"en","primary_location":{"id":"pmh:oai:scholarspace.manoa.hawaii.edu:10125/40663","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10125/40663","pdf_url":"http://hdl.handle.net/10125/40663","source":{"id":"https://openalex.org/S4306401722","display_name":"ScholarSpace (University of Hawaii at Manoa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I117965899","host_organization_name":"University of Hawai\u02bbi at M\u0101noa","host_organization_lineage":["https://openalex.org/I117965899"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/10125/40663","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017185723","display_name":"James Dean Brown","orcid":"https://orcid.org/0000-0001-9185-3284","observed_orcids":["https://orcid.org/0000-0001-9185-3284","https://orcid.org/0000-0003-2211-241X"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"James Dean Brown","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-9185-3284","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5017185723"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.2336,"has_fulltext":true,"cited_by_count":36,"citation_normalized_percentile":{"value":0.97558098,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.9506999850273132,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.9506999850273132,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.009600000455975533,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12542","display_name":"Second Language Learning and Teaching","score":0.004699999932199717,"subfield":{"id":"https://openalex.org/subfields/3310","display_name":"Linguistics and Language"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/performance-evaluation","display_name":"performance evaluation","score":0.902999997138977},{"id":"https://openalex.org/keywords/performance-testing","display_name":"performance testing","score":0.9150000214576721},{"id":"https://openalex.org/keywords/test-development","display_name":"test development","score":0.6359999775886536},{"id":"https://openalex.org/keywords/test-validation","display_name":"test validation","score":0.9340000152587891},{"id":"https://openalex.org/keywords/task-difficulty","display_name":"task difficulty","score":0.6610000133514404},{"id":"https://openalex.org/keywords/grading-criteria","display_name":"grading criteria","score":0.8450000286102295},{"id":"https://openalex.org/keywords/rater-effects","display_name":"rater effects","score":0.9919999837875366},{"id":"https://openalex.org/keywords/test-reliability","display_name":"test reliability","score":0.9010000228881836},{"id":"https://openalex.org/keywords/test-validity","display_name":"test validity","score":0.953000009059906},{"id":"https://openalex.org/keywords/language-curriculum","display_name":"language curriculum","score":0.8740000128746033}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6267490386962891},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5665296316146851},{"id":"https://openalex.org/C203151758","wikidata":"https://www.wikidata.org/wiki/Q3244907","display_name":"Standardized test","level":2,"score":0.54639732837677},{"id":"https://openalex.org/C188598960","wikidata":"https://www.wikidata.org/wiki/Q7705805","display_name":"Test strategy","level":3,"score":0.4519805312156677},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4385024607181549},{"id":"https://openalex.org/C178059732","wikidata":"https://www.wikidata.org/wiki/Q1982529","display_name":"Software performance testing","level":5,"score":0.42012301087379456},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3339548707008362},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.19790366291999817},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13566794991493225},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.1202959418296814},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.11883273720741272},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.10507586598396301},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:scholarspace.manoa.hawaii.edu:10125/40663","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10125/40663","pdf_url":"http://hdl.handle.net/10125/40663","source":{"id":"https://openalex.org/S4306401722","display_name":"ScholarSpace (University of Hawaii at Manoa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I117965899","host_organization_name":"University of Hawai\u02bbi at M\u0101noa","host_organization_lineage":["https://openalex.org/I117965899"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.623.3509","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.623.3509","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.hawaii.edu/sls/uhwpesl/22(2)/Brown.pdf","raw_type":"text"},{"id":"mag:2553081798","doi":null,"is_oa":false,"landing_page_url":"https://scholarspace.manoa.hawaii.edu/bitstream/10125/40663/1/Brown%20%282004%29_WP22%282%29.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:scholarspace.manoa.hawaii.edu:10125/40663","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10125/40663","pdf_url":"http://hdl.handle.net/10125/40663","source":{"id":"https://openalex.org/S4306401722","display_name":"ScholarSpace (University of Hawaii at Manoa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I117965899","host_organization_name":"University of Hawai\u02bbi at M\u0101noa","host_organization_lineage":["https://openalex.org/I117965899"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320337515","display_name":"Center for Advanced Study, University of Illinois at Urbana-Champaign","ror":"https://ror.org/047426m28"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2553081798.pdf","grobid_xml":"https://content.openalex.org/works/W2553081798.grobid-xml"},"referenced_works_count":114,"referenced_works":["https://openalex.org/W14513105","https://openalex.org/W30711880","https://openalex.org/W35458156","https://openalex.org/W55197923","https://openalex.org/W99998856","https://openalex.org/W120657166","https://openalex.org/W160496277","https://openalex.org/W160977451","https://openalex.org/W296004607","https://openalex.org/W563410256","https://openalex.org/W599844746","https://openalex.org/W613266053","https://openalex.org/W615041624","https://openalex.org/W638555240","https://openalex.org/W646239881","https://openalex.org/W650421910","https://openalex.org/W653288160","https://openalex.org/W654547362","https://openalex.org/W654913516","https://openalex.org/W1501657517","https://openalex.org/W1515314126","https://openalex.org/W1516661744","https://openalex.org/W1580499675","https://openalex.org/W1966849727","https://openalex.org/W1969728416","https://openalex.org/W1973845803","https://openalex.org/W1975978582","https://openalex.org/W1988443512","https://openalex.org/W1991194183","https://openalex.org/W1993642802","https://openalex.org/W1993854686","https://openalex.org/W1994119827","https://openalex.org/W1996514653","https://openalex.org/W1997692881","https://openalex.org/W1998142067","https://openalex.org/W2001956862","https://openalex.org/W2004333116","https://openalex.org/W2006387885","https://openalex.org/W2011533117","https://openalex.org/W2012246917","https://openalex.org/W2012748616","https://openalex.org/W2014647187","https://openalex.org/W2017686617","https://openalex.org/W2017939048","https://openalex.org/W2024475444","https://openalex.org/W2025582210","https://openalex.org/W2026969256","https://openalex.org/W2027008025","https://openalex.org/W2032075895","https://openalex.org/W2036213814","https://openalex.org/W2040181217","https://openalex.org/W2041977307","https://openalex.org/W2044848129","https://openalex.org/W2049072322","https://openalex.org/W2049763364","https://openalex.org/W2054922242","https://openalex.org/W2057096339","https://openalex.org/W2059236258","https://openalex.org/W2061214349","https://openalex.org/W2066790743","https://openalex.org/W2071775050","https://openalex.org/W2077526384","https://openalex.org/W2079484628","https://openalex.org/W2085672947","https://openalex.org/W2087281920","https://openalex.org/W2089324454","https://openalex.org/W2091118269","https://openalex.org/W2094626144","https://openalex.org/W2094654713","https://openalex.org/W2098655575","https://openalex.org/W2101833242","https://openalex.org/W2104516697","https://openalex.org/W2105141638","https://openalex.org/W2105704965","https://openalex.org/W2111383347","https://openalex.org/W2111789602","https://openalex.org/W2114427138","https://openalex.org/W2114608372","https://openalex.org/W2116577120","https://openalex.org/W2117990289","https://openalex.org/W2122490249","https://openalex.org/W2124849023","https://openalex.org/W2127051216","https://openalex.org/W2130513922","https://openalex.org/W2130631175","https://openalex.org/W2130660556","https://openalex.org/W2131922494","https://openalex.org/W2137142212","https://openalex.org/W2138032061","https://openalex.org/W2138780648","https://openalex.org/W2139969072","https://openalex.org/W2145778665","https://openalex.org/W2150323054","https://openalex.org/W2156832302","https://openalex.org/W2157304069","https://openalex.org/W2157529387","https://openalex.org/W2157540565","https://openalex.org/W2159792599","https://openalex.org/W2160593006","https://openalex.org/W2165687056","https://openalex.org/W2167665267","https://openalex.org/W2168303754","https://openalex.org/W2169742904","https://openalex.org/W2246547256","https://openalex.org/W2246552111","https://openalex.org/W2300240083","https://openalex.org/W2320386680","https://openalex.org/W2471949416","https://openalex.org/W2553721728","https://openalex.org/W2737508159","https://openalex.org/W2808198092","https://openalex.org/W2808262940","https://openalex.org/W2931656789","https://openalex.org/W2991145834"],"related_works":["https://openalex.org/W2091118269","https://openalex.org/W8902860","https://openalex.org/W7100988053","https://openalex.org/W4239131653","https://openalex.org/W3109058649","https://openalex.org/W3092112838","https://openalex.org/W146292225","https://openalex.org/W2004333116","https://openalex.org/W2118410548","https://openalex.org/W654547362"],"abstract_inverted_index":{"The":[0,86,201],"paper":[1,87],"begins":[2],"by":[3],"distinguishing":[4],"between":[5],"task-based":[6],"testing":[7,31,82,103,148],"and":[8,54,63,69,73,131,175],"performance":[9,22,30,58,71,81,102,127,139,147,157,168,180,185,194,227],"testing.":[10,228],"It":[11],"then":[12,88,204],"provides":[13],"a":[14,25,212],"short":[15],"historical":[16],"overview":[17,27],"of":[18,21,28,36,56,80,99,107,138,146,172,207,214],"the":[19,29,37,44,78,94,105,109,120,136,144,208],"development":[20],"assessment.":[23],"Next,":[24],"preliminary":[26],"literature":[32,42],"sketches":[33],"out":[34],"some":[35],"general":[38],"trends":[39],"in":[40,83,119,156],"that":[41,46,47,196,219],"including":[43],"fact":[45],"it":[48],"already":[49],"contains":[50],"many":[51,61],"(a)":[52],"overviews":[53],"discussions":[55],"language":[57,84],"testing,":[59,72],"(b)":[60],"papers":[62],"books":[64],"providing":[65],"guidelines":[66],"for":[67,223],"developing":[68],"doing":[70],"(c)":[74],"numerous":[75],"articles":[76],"on":[77,101,226],"place":[79],"curriculum.":[85],"restricts":[89],"itself":[90],"to":[91,198],"looking":[92],"at":[93],"most":[95],"productive":[96],"recent":[97],"areas":[98],"research":[100,225],"with":[104],"goal":[106],"addressing":[108],"following":[110],"key":[111],"questions":[112,210],"(that":[113],"also":[114],"serve":[115],"as":[116,215],"main":[117,209],"headings":[118],"paper):":[121],"1.":[122],"What":[123,134,142,152],"happens":[124],"when":[125],"actual":[126],"tests":[128,169,181,186,195],"are":[129,135,143,154],"developed":[130],"validated?":[132],"2.":[133],"characteristics":[137],"tests?":[140],"3.":[141],"benefits":[145],"(why":[149],"bother?)?":[150],"4.":[151],"factors":[153],"involved":[155],"task":[158],"difficulty?":[159],"5.":[160],"How":[161],"should":[162],"we":[163],"best":[164],"go":[165],"about":[166,193],"scoring":[167,173],"(in":[170],"terms":[171],"criteria":[174],"rater":[176],"effects)?":[177],"6.":[178],"Are":[179,184,189],"reliable?":[182],"7.":[183],"valid?":[187],"8.":[188],"there":[190],"other":[191],"issues":[192],"need":[197],"be":[199],"researched?":[200],"conclusions":[202],"section":[203],"extends":[205],"each":[206],"into":[211],"number":[213],"yet":[216],"unanswered":[217],"sub-questions":[218],"might":[220],"prove":[221],"useful":[222],"future":[224]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":3},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":4},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-11-30T00:00:00"}