{"id":"https://openalex.org/W2008189899","doi":"https://doi.org/10.2307/1169938","title":"A Structure for Formative Evaluation in Product Development","display_name":"A Structure for Formative Evaluation in Product Development","publication_year":1973,"publication_date":"1973-01-01","ids":{"openalex":"https://openalex.org/W2008189899","doi":"https://doi.org/10.2307/1169938","mag":"2008189899"},"language":"en","primary_location":{"id":"doi:10.2307/1169938","doi":"https://doi.org/10.2307/1169938","is_oa":false,"landing_page_url":"https://doi.org/10.2307/1169938","pdf_url":null,"source":{"id":"https://openalex.org/S92895470","display_name":"Review of Educational Research","issn_l":"0034-6543","issn":["0034-6543","1935-1046"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-3","ki-jl-1","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Review of Educational Research","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036207014","display_name":"James R. Sanders","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I592451","display_name":"Indiana University","ror":"https://ror.org/01kg8sb98","country_code":"US","type":"education","lineage":["https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"James R. Sanders","raw_affiliation_strings":["Indiana University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indiana University","institution_ids":["https://openalex.org/I592451"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059587081","display_name":"Donald J. Cunningham","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I592451","display_name":"Indiana University","ror":"https://ror.org/01kg8sb98","country_code":"US","type":"education","lineage":["https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Donald J. Cunningham","raw_affiliation_strings":["Indiana University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indiana University","institution_ids":["https://openalex.org/I592451"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5036207014","https://openalex.org/A5059587081"],"corresponding_institution_ids":["https://openalex.org/I592451"],"apc_list":{"value":2500,"currency":"USD","value_usd":2500},"apc_paid":null,"fwci":1.7245,"has_fulltext":false,"cited_by_count":36,"citation_normalized_percentile":{"value":0.82937365,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"43","issue":"2","first_page":"217","last_page":"217"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.8148999810218811,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.8148999810218811,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10561","display_name":"Educational Research and Methods","score":0.04619999974966049,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.02850000001490116,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/formative-assessment","display_name":"formative assessment","score":1.0},{"id":"https://openalex.org/keywords/educational-product-development","display_name":"educational product development","score":0.8690000176429749},{"id":"https://openalex.org/keywords/assessment-framework","display_name":"evaluation framework","score":0.8059999942779541},{"id":"https://openalex.org/keywords/teaching-materials","display_name":"teaching materials","score":0.6389999985694885},{"id":"https://openalex.org/keywords/assessment-methods","display_name":"assessment methods","score":0.40799999237060547},{"id":"https://openalex.org/keywords/evaluation-process","display_name":"evaluation process","score":0.3720000088214874},{"id":"https://openalex.org/keywords/product-revision","display_name":"product revision","score":0.37299999594688416}],"concepts":[{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.7668852806091309},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.49210089445114136},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.45981913805007935},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.42263540625572205},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.372745543718338},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.21595114469528198},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19033530354499817},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.2307/1169938","doi":"https://doi.org/10.2307/1169938","is_oa":false,"landing_page_url":"https://doi.org/10.2307/1169938","pdf_url":null,"source":{"id":"https://openalex.org/S92895470","display_name":"Review of Educational Research","issn_l":"0034-6543","issn":["0034-6543","1935-1046"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-3","ki-jl-1","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Review of Educational Research","raw_type":"journal-article"},{"id":"doi:10.3102/00346543043002217","doi":"https://doi.org/10.3102/00346543043002217","is_oa":false,"landing_page_url":"https://doi.org/10.3102/00346543043002217","pdf_url":null,"source":{"id":"https://openalex.org/S92895470","display_name":"Review of Educational Research","issn_l":"0034-6543","issn":["0034-6543","1935-1046"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-3","ki-jl-1","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Review of Educational Research","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5385000109672546,"display_name":"Quality education"}],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W283576742","https://openalex.org/W295742943","https://openalex.org/W312588024","https://openalex.org/W323970563","https://openalex.org/W574630057","https://openalex.org/W593419623","https://openalex.org/W639355427","https://openalex.org/W1486669918","https://openalex.org/W1517734018","https://openalex.org/W1538058441","https://openalex.org/W1543922884","https://openalex.org/W1568682306","https://openalex.org/W1687397888","https://openalex.org/W1993222074","https://openalex.org/W2026575291","https://openalex.org/W2050641785","https://openalex.org/W2062142823","https://openalex.org/W2067049966","https://openalex.org/W2088899332","https://openalex.org/W2094419105","https://openalex.org/W2118688092","https://openalex.org/W2150323054","https://openalex.org/W2157663019","https://openalex.org/W2187774321","https://openalex.org/W2326393946","https://openalex.org/W2327525117","https://openalex.org/W3095535999","https://openalex.org/W4210777199","https://openalex.org/W4249649191"],"related_works":["https://openalex.org/W244350411","https://openalex.org/W4254224925","https://openalex.org/W303777585","https://openalex.org/W2088011087","https://openalex.org/W34481077","https://openalex.org/W1508928755","https://openalex.org/W272631073","https://openalex.org/W221631302","https://openalex.org/W289782677","https://openalex.org/W395817548"],"abstract_inverted_index":{"Many":[0],"educators":[1],"working":[2],"on":[3,118],"the":[4,25,50,55,60,94,99,105,130,152,177,217,246,260,264,278],"development":[5,221],"of":[6,54,63,96,107,112,146,155,179,216,219,228,245,248,262,268,280,295],"educational":[7,156,172,232],"products":[8],"have":[9,48,136],"stated":[10],"a":[11,14,76,198,214,226,269,282],"need":[12,74],"for":[13,17,68,75,78,201],"logical":[15],"structure":[16,235],"formative":[18,28,57,82,119,153,180,205,296],"evaluation":[19,71,83,120,127,154,185,206,223,252,274,297],"functions":[20],"since":[21],"Scriven":[22],"(1967)":[23],"made":[24],"distinction":[26],"between":[27],"and":[29,45,59,66,80,122,164,203,222,225],"summative":[30],"evaluation.":[31,249],"Recent":[32],"writers":[33],"(viz.,":[34],"Reynolds":[35],"&":[36],"Light,":[37],"1971;":[38,40,42],"Abedor,":[39],"Tate,":[41],"Westbury,":[43],"1970;":[44],"Weiss,":[46],"1971)":[47],"noted":[49],"ambiguity":[51],"in":[52,98,104,208,231,291],"definition":[53],"term,":[56],"evaluation,":[58,181],"consequent":[61],"paucity":[62],"well-defined":[64],"procedures":[65],"techniques":[67],"conducting":[69],"such":[70],"studies.":[72],"The":[73,88,110,144,211,234,250,293],"framework":[77,199,212],"discussing":[79,202],"organizing":[81,204],"studies":[84,207,298],"has":[85,236],"become":[86],"evident.":[87],"most":[89],"urgent":[90],"need,":[91],"judging":[92,281],"from":[93,188],"frequency":[95],"pleas":[97],"literature,":[100],"appears":[101],"to":[102,114,124,135,140,151,165,196,239,257,259,277],"be":[103,176,240,254,289],"area":[106],"product":[108,209,286],"development.":[109,210,233],"questions":[111],"how":[113,123],"put":[115],"limits":[116,131],"systematically":[117],"studies,":[121],"choose":[125],"appropriate":[126,200],"methods":[128],"once":[129],"are":[132,160,169,191],"set,":[133],"appear":[134],"been":[137,237],"especially":[138],"difficult":[139],"answer":[141],"by":[142],"developers.":[143],"focus":[145],"this":[147],"paper":[148],"is":[149,195,213],"limited":[150],"materials,":[157],"which":[158],"we":[159,190],"calling":[161],"developmental":[162],"products,":[163],"their":[166],"production.":[167],"There":[168],"many":[170],"other":[171],"entities":[173],"that":[174,287],"might":[175],"target":[178],"but":[182],"they":[183],"require":[184],"approaches":[186],"different":[187],"those":[189],"outlining.":[192],"Our":[193],"purpose":[194],"present":[197],"result":[215],"synthesis":[218],"various":[220],"models":[224],"review":[227],"case":[229],"histories":[230],"conceived":[238],"consistent":[241],"with":[242],"Scriven's":[243],"view":[244],"process":[247,261,270,279,284],"term":[251],"will":[253,275],"used":[255],"herein":[256],"refer":[258,276],"determining":[263],"value":[265],"or":[266,271,285],"worth":[267],"product.":[272],"Formative":[273],"fluid":[283],"can":[288],"revised":[290],"form.":[292],"results":[294]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2016-06-24T00:00:00"}