{"id":"https://openalex.org/W2015183139","doi":"https://doi.org/10.1287/mnsc.1070.0784","title":"Sequential Testing of Product Designs: Implications for Learning","display_name":"Sequential Testing of Product Designs: Implications for Learning","publication_year":2008,"publication_date":"2008-03-03","ids":{"openalex":"https://openalex.org/W2015183139","doi":"https://doi.org/10.1287/mnsc.1070.0784","mag":"2015183139"},"language":"en","primary_location":{"id":"doi:10.1287/mnsc.1070.0784","doi":"https://doi.org/10.1287/mnsc.1070.0784","is_oa":false,"landing_page_url":"https://doi.org/10.1287/mnsc.1070.0784","pdf_url":null,"source":{"id":"https://openalex.org/S33323087","display_name":"Management Science","issn_l":"0025-1909","issn":["0025-1909","1526-5501"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a-star","anvur-class-a","anvur-scientific","cwts-core","erih-plus","fnege-1-star","ft50","jufo-3","ki-jl-1","norway-2","poland-200","russia-white-list-1","utd24","vabb-shw"],"host_organization":"https://openalex.org/P4310315699","host_organization_name":"Institute for Operations Research and the Management Sciences","host_organization_lineage":["https://openalex.org/P4310315699"],"host_organization_lineage_names":["Institute for Operations Research and the Management Sciences"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Management Science","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048877032","display_name":"Sanjiv Erat","orcid":"https://orcid.org/0000-0002-9878-3562","observed_orcids":["https://orcid.org/0000-0002-9878-3562"]},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sanjiv Erat","raw_affiliation_strings":["Rady School of Management, University of California at San Diego, La Jolla, California 92093","Rady School of Management, University of California at San Diego, La Jolla, California 92093#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rady School of Management, University of California at San Diego, La Jolla, California 92093","institution_ids":["https://openalex.org/I36258959"]},{"raw_affiliation_string":"Rady School of Management, University of California at San Diego, La Jolla, California 92093#TAB#","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033422560","display_name":"Stylianos Kavadias","orcid":"https://orcid.org/0000-0002-9769-2642","observed_orcids":["https://orcid.org/0000-0002-9769-2642"]},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stylianos Kavadias","raw_affiliation_strings":["College of Management, Georgia Institute of Technology, Atlanta, Georgia 30308"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Management, Georgia Institute of Technology, Atlanta, Georgia 30308","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.6239,"has_fulltext":false,"cited_by_count":64,"citation_normalized_percentile":{"value":0.95348436,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":"54","issue":"5","first_page":"956","last_page":"968"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11729","display_name":"Product Development and Customization","score":0.9286999702453613,"subfield":{"id":"https://openalex.org/subfields/1405","display_name":"Management of Technology and Innovation"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11729","display_name":"Product Development and Customization","score":0.9286999702453613,"subfield":{"id":"https://openalex.org/subfields/1405","display_name":"Management of Technology and Innovation"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11976","display_name":"Capital Investment and Risk Analysis","score":0.01679999940097332,"subfield":{"id":"https://openalex.org/subfields/2003","display_name":"Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11798","display_name":"Optimal Experimental Design Methods","score":0.007699999958276749,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sequential-testing","display_name":"sequential testing","score":0.7059999704360962},{"id":"https://openalex.org/keywords/new-product-development","display_name":"new product development","score":0.9399999976158142},{"id":"https://openalex.org/keywords/prototyping","display_name":"prototype development","score":0.8100000023841858},{"id":"https://openalex.org/keywords/exploration-and-exploitation","display_name":"exploration and exploitation","score":0.6819999814033508},{"id":"https://openalex.org/keywords/limit-state-function","display_name":"limit state function","score":0.4169999957084656},{"id":"https://openalex.org/keywords/design-space-exploration","display_name":"design space exploration","score":0.3610000014305115}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.640179455280304},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5681287050247192},{"id":"https://openalex.org/C19351080","wikidata":"https://www.wikidata.org/wiki/Q1395034","display_name":"New product development","level":2,"score":0.5323957204818726},{"id":"https://openalex.org/C11017329","wikidata":"https://www.wikidata.org/wiki/Q7705763","display_name":"Test design","level":3,"score":0.49968981742858887},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.48741796612739563},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.47745683789253235},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4644598662853241},{"id":"https://openalex.org/C120823896","wikidata":"https://www.wikidata.org/wiki/Q1043226","display_name":"Product design","level":3,"score":0.4587107300758362},{"id":"https://openalex.org/C80478641","wikidata":"https://www.wikidata.org/wiki/Q195771","display_name":"Sequential analysis","level":2,"score":0.4577135443687439},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.4564383924007416},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4444175958633423},{"id":"https://openalex.org/C34559072","wikidata":"https://www.wikidata.org/wiki/Q2334061","display_name":"Design of experiments","level":2,"score":0.4423273801803589},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.44180023670196533},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.41849592328071594},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3948976397514343},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21875622868537903},{"id":"https://openalex.org/C132519959","wikidata":"https://www.wikidata.org/wiki/Q3077373","display_name":"Test method","level":2,"score":0.1395038366317749},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13727319240570068},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.13709357380867004},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.09218239784240723},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1287/mnsc.1070.0784","doi":"https://doi.org/10.1287/mnsc.1070.0784","is_oa":false,"landing_page_url":"https://doi.org/10.1287/mnsc.1070.0784","pdf_url":null,"source":{"id":"https://openalex.org/S33323087","display_name":"Management Science","issn_l":"0025-1909","issn":["0025-1909","1526-5501"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a-star","anvur-class-a","anvur-scientific","cwts-core","erih-plus","fnege-1-star","ft50","jufo-3","ki-jl-1","norway-2","poland-200","russia-white-list-1","utd24","vabb-shw"],"host_organization":"https://openalex.org/P4310315699","host_organization_name":"Institute for Operations Research and the Management Sciences","host_organization_lineage":["https://openalex.org/P4310315699"],"host_organization_lineage_names":["Institute for Operations Research and the Management Sciences"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Management Science","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.226.1534","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.226.1534","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://rady.ucsd.edu/faculty/directory/erat/docs/A2.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W130815489","https://openalex.org/W1553289344","https://openalex.org/W1557935490","https://openalex.org/W1559804610","https://openalex.org/W1598208848","https://openalex.org/W1973542603","https://openalex.org/W1985940820","https://openalex.org/W2006697976","https://openalex.org/W2016694862","https://openalex.org/W2020190814","https://openalex.org/W2059688347","https://openalex.org/W2091579301","https://openalex.org/W2097030660","https://openalex.org/W2105291362","https://openalex.org/W2105822519","https://openalex.org/W2108020239","https://openalex.org/W2119018113","https://openalex.org/W2136127899","https://openalex.org/W2146656157","https://openalex.org/W2163322541","https://openalex.org/W2170804782","https://openalex.org/W2286270310","https://openalex.org/W2502692401","https://openalex.org/W2905022167","https://openalex.org/W2992823919","https://openalex.org/W4235272546","https://openalex.org/W4292890447","https://openalex.org/W4298870207"],"related_works":["https://openalex.org/W7096467884","https://openalex.org/W2105822519","https://openalex.org/W7098709167","https://openalex.org/W2115931363","https://openalex.org/W2073498208","https://openalex.org/W1262113725","https://openalex.org/W3123559436","https://openalex.org/W4296534852","https://openalex.org/W2212283975","https://openalex.org/W7006248063"],"abstract_inverted_index":{"Past":[0],"research":[1],"in":[2,24,263,281],"new":[3],"product":[4,34],"development":[5],"(NPD)":[6],"has":[7],"conceptualized":[8],"prototyping":[9],"as":[10,94,310],"a":[11,91,230,233,296],"\u201cdesign-build-test-analyze\u201d":[12],"cycle":[13],"to":[14,69,113,221,324],"emphasize":[15],"the":[16,19,26,30,47,74,83,102,107,117,127,134,143,148,162,180,190,209,213,222,226,238,248,253,259,265,273,277,283,290,315,321],"importance":[17],"of":[18,21,51,76,85,90,101,109,228,289],"analysis":[20,89,301],"test":[22,61,65,92,182],"results":[23,174],"guiding":[25],"decisions":[27],"made":[28],"during":[29,63],"experimentation":[31,239,254],"process.":[32],"New":[33],"designs":[35,110,118],"often":[36,58],"involve":[37],"complex":[38],"architectures":[39],"and":[40,44,125,147,154,167,276],"incorporate":[41],"numerous":[42],"components,":[43],"this":[45],"makes":[46],"ex":[48],"ante":[49],"assessment":[50],"their":[52,156,287],"performance":[53,135,236],"difficult.":[54],"Still,":[55],"design":[56,103,128,144,152,198,223,231,249,266,274,284,291,327,332],"teams":[57],"learn":[59],"from":[60,88],"outcomes":[62,183,207],"iterative":[64],"cycles":[66],"enabling":[67],"them":[68],"infer":[70],"valuable":[71],"information":[72,271,311],"about":[73,272],"performances":[75],"(as":[77],"yet)":[78],"untested":[79],"designs.":[80],"We":[81,160,243],"conceptualize":[82],"extent":[84],"useful":[86,304],"learning":[87],"outcome":[93],"depending":[95],"on":[96,121,212,269,294],"two":[97,186,257],"key":[98],"structural":[99],"characteristics":[100],"space,":[104,275,292],"namely":[105],"whether":[106,126],"set":[108],"are":[111,119],"\u201cclose\u201d":[112],"each":[114],"other":[115,214],"(i.e.,":[116,133],"similar":[120],"an":[122,194],"attribute":[123],"level)":[124],"attributes":[129],"exhibit":[130],"nontrivial":[131],"interactions":[132],"function":[136],"is":[137,204,241],"complex).":[138],"This":[139],"study":[140],"explicitly":[141],"considers":[142],"space":[145,199,250],"structure":[146,251],"resulting":[149],"correlations":[150],"among":[151],"performances,":[153],"examines":[155],"implications":[157],"for":[158,247,307,326],"learning.":[159],"derive":[161],"optimal":[163,176,322],"dynamic":[164],"testing":[165,203,316],"policy,":[166],"we":[168,319],"analyze":[169],"its":[170],"qualitative":[171],"properties.":[172],"Our":[173,300],"suggest":[175],"continuation":[177],"only":[178],"when":[179],"previous":[181],"lie":[184],"between":[185],"thresholds.":[187],"Outcomes":[188],"below":[189],"lower":[191],"threshold":[192],"indicate":[193],"overall":[195],"low":[196],"performing":[197],"and,":[200],"consequently,":[201],"continued":[202],"suboptimal.":[205],"Test":[206],"above":[208],"upper":[210],"threshold,":[211],"hand,":[215],"merit":[216],"termination":[217],"because":[218],"they":[219],"signal":[220],"team":[224,267],"that":[225,245,329],"likelihood":[227],"obtaining":[229,270,295],"with":[232],"still":[234],"higher":[235],"(given":[237],"cost)":[240],"low.":[242],"find":[244],"accounting":[246],"splits":[252],"process":[255],"into":[256],"phases:":[258],"initial":[260],"exploration":[261],"phase,":[262],"which":[264,282],"focuses":[268,293],"subsequent":[278],"exploitation":[279],"phase":[280],"team,":[285],"given":[286],"understanding":[288],"\u201cgood":[297],"enough\u201d":[298],"configuration.":[299],"also":[302],"provides":[303],"contingency-based":[305],"guidelines":[306],"managerial":[308],"action":[309],"gets":[312],"revealed":[313],"through":[314],"cycle.":[317],"Finally,":[318],"extend":[320],"policy":[323],"account":[325],"spaces":[328],"contain":[330],"distinct":[331],"subclasses.":[333]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":6},{"year":2013,"cited_by_count":8},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2016-06-24T00:00:00"}