{"id":"https://openalex.org/W2010734142","doi":"https://doi.org/10.1016/0737-6782(95)00087-9","title":"Validation of Expert Systems for Innovation Management: Issues, Methodology, and Empirical Assessment","display_name":"Validation of Expert Systems for Innovation Management: Issues, Methodology, and Empirical Assessment","publication_year":1996,"publication_date":"1996-01-01","ids":{"openalex":"https://openalex.org/W2010734142","doi":"https://doi.org/10.1016/0737-6782(95)00087-9","mag":"2010734142"},"language":"en","primary_location":{"id":"doi:10.1016/0737-6782(95)00087-9","doi":"https://doi.org/10.1016/0737-6782(95)00087-9","is_oa":false,"landing_page_url":"https://doi.org/10.1016/0737-6782(95)00087-9","pdf_url":null,"source":{"id":"https://openalex.org/S93630570","display_name":"Journal of Product Innovation Management","issn_l":"0737-6782","issn":["0737-6782","1540-5885"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a-star","anvur-class-a","anvur-scientific","cwts-core","erih-plus","fnege-1","jufo-3","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Product Innovation Management","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114068960","display_name":"Sundaresan Ram","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210145600","display_name":"Banner Sun Health Research Institute","ror":"https://ror.org/04gjkkf30","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I2802412784","https://openalex.org/I4210145600"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sundaresan Ram","raw_affiliation_strings":["Banner Sun Health Research Institute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Banner Sun Health Research Institute","institution_ids":["https://openalex.org/I4210145600"]}]},{"author_position":"last","author":{"id":null,"display_name":"Sudha Ram","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sudha Ram","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5114068960"],"corresponding_institution_ids":["https://openalex.org/I4210145600"],"apc_list":{"value":3400,"currency":"USD","value_usd":3400},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.29483801,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"13","issue":"1","first_page":"53","last_page":"68"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11734","display_name":"Decision Support System Applications","score":0.5493000149726868,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11734","display_name":"Decision Support System Applications","score":0.5493000149726868,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.0689999982714653,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11024","display_name":"Information Systems Theories and Implementation","score":0.03920000046491623,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/expert-systems","display_name":"expert systems","score":0.8989999890327454},{"id":"https://openalex.org/keywords/expert-system-validation","display_name":"expert system validation","score":0.8989999890327454},{"id":"https://openalex.org/keywords/innovation-management","display_name":"innovation management","score":0.8339999914169312},{"id":"https://openalex.org/keywords/new-product-development","display_name":"new product development","score":0.8560000061988831},{"id":"https://openalex.org/keywords/knowledge-acquisition","display_name":"knowledge acquisition","score":0.8299999833106995},{"id":"https://openalex.org/keywords/turing-test","display_name":"Turing test","score":0.7039999961853027},{"id":"https://openalex.org/keywords/decision-support-system","display_name":"decision support system","score":0.6330000162124634},{"id":"https://openalex.org/keywords/user-interface-design","display_name":"user interface design","score":0.9179999828338623},{"id":"https://openalex.org/keywords/expert-selection","display_name":"expert selection","score":0.5289999842643738},{"id":"https://openalex.org/keywords/knowledge-sources","display_name":"knowledge sources","score":0.4090000092983246}],"concepts":[{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.8067269921302795},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.740973949432373},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.6804142594337463},{"id":"https://openalex.org/C72161134","wikidata":"https://www.wikidata.org/wiki/Q5421219","display_name":"Expert elicitation","level":2,"score":0.6541934609413147},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.6212844252586365},{"id":"https://openalex.org/C2777220311","wikidata":"https://www.wikidata.org/wiki/Q6423340","display_name":"Knowledge acquisition","level":2,"score":0.5858980417251587},{"id":"https://openalex.org/C19351080","wikidata":"https://www.wikidata.org/wiki/Q1395034","display_name":"New product development","level":2,"score":0.5641763210296631},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4709003269672394},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.47049733996391296},{"id":"https://openalex.org/C102600418","wikidata":"https://www.wikidata.org/wiki/Q6517507","display_name":"Legal expert system","level":3,"score":0.45588693022727966},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.453879714012146},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.32885077595710754},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2992667555809021},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/0737-6782(95)00087-9","doi":"https://doi.org/10.1016/0737-6782(95)00087-9","is_oa":false,"landing_page_url":"https://doi.org/10.1016/0737-6782(95)00087-9","pdf_url":null,"source":{"id":"https://openalex.org/S93630570","display_name":"Journal of Product Innovation Management","issn_l":"0737-6782","issn":["0737-6782","1540-5885"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a-star","anvur-class-a","anvur-scientific","cwts-core","erih-plus","fnege-1","jufo-3","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Product Innovation Management","raw_type":"journal-article"},{"id":"doi:10.1111/1540-5885.1310053","doi":"https://doi.org/10.1111/1540-5885.1310053","is_oa":false,"landing_page_url":"https://doi.org/10.1111/1540-5885.1310053","pdf_url":null,"source":{"id":"https://openalex.org/S93630570","display_name":"Journal of Product Innovation Management","issn_l":"0737-6782","issn":["0737-6782","1540-5885"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a-star","anvur-class-a","anvur-scientific","cwts-core","erih-plus","fnege-1","jufo-3","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Product Innovation Management","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"score":0.6200000047683716,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W114740765","https://openalex.org/W165262954","https://openalex.org/W194613234","https://openalex.org/W627850686","https://openalex.org/W1480197836","https://openalex.org/W1496404606","https://openalex.org/W1564733196","https://openalex.org/W1607031738","https://openalex.org/W1849121345","https://openalex.org/W1973950634","https://openalex.org/W1979241946","https://openalex.org/W1981057110","https://openalex.org/W1982606510","https://openalex.org/W1986982023","https://openalex.org/W2000535524","https://openalex.org/W2001832489","https://openalex.org/W2029536189","https://openalex.org/W2054663093","https://openalex.org/W2058478502","https://openalex.org/W2058571398","https://openalex.org/W2059120759","https://openalex.org/W2065315209","https://openalex.org/W2078888970","https://openalex.org/W2079027535","https://openalex.org/W2080964731","https://openalex.org/W2087071811","https://openalex.org/W2094382212","https://openalex.org/W2094914926","https://openalex.org/W2098075085","https://openalex.org/W2117342634","https://openalex.org/W2123231294","https://openalex.org/W2132189562","https://openalex.org/W2156838946","https://openalex.org/W2158270697","https://openalex.org/W2258614675","https://openalex.org/W2330204920","https://openalex.org/W2539809880","https://openalex.org/W3142963976","https://openalex.org/W3147316366","https://openalex.org/W4229763910","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2079027535","https://openalex.org/W2163587563","https://openalex.org/W7095897227","https://openalex.org/W7096061576","https://openalex.org/W2011659977","https://openalex.org/W2070059926","https://openalex.org/W3175664754","https://openalex.org/W2095389863","https://openalex.org/W3212717594","https://openalex.org/W1996394947"],"abstract_inverted_index":{"Faced":[0],"with":[1,276],"the":[2,14,22,25,39,62,81,88,122,145,149,156,166,169,174,181,187,191,218,221,224,227,230,233,237,240,245,257,267,270,274,294,297,308,313,333,336,343,346,353,359,372,383,386],"complexities":[3],"of":[4,10,16,28,43,67,121,135,144,180,200,217,223,232,256,273,278,283,296,312,316,325,335,345],"managing":[5],"new":[6,50,111,201],"product":[7,51,112,202],"development,":[8],"most":[9],"us":[11],"would":[12],"welcome":[13],"support":[15,369],"a":[17,68,103,377,391],"computer-based":[18],"system":[19,83,91,171,193,246,258,275,298,326,361,374,388],"that":[20,80,168,358,366],"captures":[21],"knowledge":[23,126,139,146,160,188,225,290],"and":[24,41,55,97,101,131,155,220,229,239,261,269,310,328],"reasoning":[26,241,271],"capabilities":[27],"experts":[29,182,287,302],"in":[30,307],"our":[31],"field.":[32],"Considerable":[33],"effort":[34],"has":[35],"been":[36],"focused":[37],"on":[38,61,197,322],"design":[40,54,309,334],"development":[42,56,295,311],"expert":[44,70,82,90,107,123,137,170,192,318,360,373,387],"systems":[45,108],"for":[46,78,105,110,151,159],"applications":[47],"such":[48],"as":[49,85,92,299,301,330,332],"management.":[52,113],"However,":[53],"are":[57,184],"only":[58],"two":[59],"steps":[60],"path":[63],"to":[64,185,381],"successful":[65],"implementation":[66],"useful":[69],"system.":[71,314],"A":[72],"rigorous":[73],"validation":[74,116,354],"process":[75,242,272,355],"is":[76,212],"essential":[77],"ensuring":[79],"performs":[84],"intended.":[86],"Using":[87,162],"INNOVATOR":[89],"an":[93,136,317,363],"example,":[94],"Sundaresan":[95],"Ram":[96,99],"Sudha":[98],"propose":[100],"test":[102],"framework":[104,117],"validating":[106],"designed":[109],"The":[114,209],"proposed":[115],"considers":[118],"three":[119],"aspects":[120],"system:":[124],"its":[125,129,132,248],"acquisition":[127,140],"methodology,":[128],"performance,":[130],"utility.":[133],"Validation":[134],"system's":[138,210,319],"methodology":[141],"involves":[142],"assessment":[143],"sources":[147,164],"used,":[148],"criteria":[150],"selecting":[152],"human":[153],"experts,":[154,260],"methods":[157],"used":[158,189],"acquisition.":[161],"multiple":[163],"improves":[165],"likelihood":[167],"will":[172],"capture":[173],"necessary":[175],"core":[176],"knowledge.":[177],"Similarly,":[178],"selection":[179],"who":[183,303],"supply":[186],"by":[190,236,243,259],"should":[194],"be":[195],"based":[196],"reliable":[198],"measures":[199],"expertise":[203],"rather":[204],"than":[205],"ad":[206],"hoc":[207],"measures.":[208],"performance":[211,327],"evaluated":[213],"through":[214],"formal":[215],"tests":[216,251,284],"accuracy":[219,231],"completeness":[222],"base,":[226],"consistency":[228],"decisions":[234],"made":[235],"system,":[238],"which":[244,264],"reaches":[247],"decisions.":[249],"Such":[250],"may":[252,285],"involve":[253,286],"direct":[254],"examination":[255],"Turing":[262],"tests,":[263],"compare":[265],"both":[266],"recommendations":[268],"those":[277],"selected":[279],"experts.":[280],"Both":[281],"types":[282],"from":[288],"whom":[289],"was":[291],"acquired":[292],"during":[293],"well":[300,331],"were":[304],"not":[305],"involved":[306],"Assessment":[315],"utility":[320,329],"focuses":[321],"user":[323,337,394],"perceptions":[324],"interface.":[338,395],"First,":[339],"end-users":[340],"must":[341,356,375,389],"evaluate":[342],"relevance":[344],"chosen":[347],"problem":[348,365],"domain.":[349],"In":[350],"other":[351],"words,":[352],"verify":[357],"addresses":[362],"important":[364],"requires":[367],"decision":[368],"tools.":[370],"Second,":[371],"provide":[376,390],"logical,":[378],"systematic":[379],"approach":[380],"solving":[382],"problem.":[384],"Finally,":[385],"consistent,":[392],"intuitive":[393]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2013,"cited_by_count":1}],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2016-06-24T00:00:00"}