{"id":"https://openalex.org/W2014205153","doi":"https://doi.org/10.1109/tsmc.1979.4310275","title":"Toward a Systematic Approach to Program Evaluation Design","display_name":"Toward a Systematic Approach to Program Evaluation Design","publication_year":1979,"publication_date":"1979-01-01","ids":{"openalex":"https://openalex.org/W2014205153","doi":"https://doi.org/10.1109/tsmc.1979.4310275","mag":"2014205153"},"language":"en","primary_location":{"id":"doi:10.1109/tsmc.1979.4310275","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.1979.4310275","pdf_url":null,"source":{"id":"https://openalex.org/S76152103","display_name":"IEEE Transactions on Systems Man and Cybernetics","issn_l":"0018-9472","issn":["0018-9472","2168-2909"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109247244","display_name":"James M. Tien","orcid":null},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"James M. Tien","raw_affiliation_strings":["Electrical and Systems Engineering Department, Rensselaer Polytechnic Institute, Troy, NY, USA","Rensselaer Polytechnic Institute"],"affiliations":[{"raw_affiliation_string":"Electrical and Systems Engineering Department, Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]},{"raw_affiliation_string":"Rensselaer Polytechnic Institute","institution_ids":["https://openalex.org/I165799507"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5109247244"],"corresponding_institution_ids":["https://openalex.org/I165799507"],"apc_list":null,"apc_paid":null,"fwci":1.891,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.86735905,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"9","issue":"9","first_page":"494","last_page":"515"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6562618613243103},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5676597356796265},{"id":"https://openalex.org/keywords/program-design-language","display_name":"Program Design Language","score":0.5501145720481873},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5424304008483887},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.5353598594665527},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5353105068206787},{"id":"https://openalex.org/keywords/evaluation-methods","display_name":"Evaluation methods","score":0.48009493947029114},{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.4557802379131317},{"id":"https://openalex.org/keywords/program-evaluation","display_name":"Program evaluation","score":0.4294247031211853},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.29948538541793823},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19033661484718323},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.1681346595287323},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16752806305885315},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11560270190238953},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09028977155685425}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6562618613243103},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5676597356796265},{"id":"https://openalex.org/C206674616","wikidata":"https://www.wikidata.org/wiki/Q7038222","display_name":"Program Design Language","level":2,"score":0.5501145720481873},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5424304008483887},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.5353598594665527},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5353105068206787},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.48009493947029114},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.4557802379131317},{"id":"https://openalex.org/C5395021","wikidata":"https://www.wikidata.org/wiki/Q1061410","display_name":"Program evaluation","level":2,"score":0.4294247031211853},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.29948538541793823},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19033661484718323},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.1681346595287323},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16752806305885315},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11560270190238953},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09028977155685425},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsmc.1979.4310275","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.1979.4310275","pdf_url":null,"source":{"id":"https://openalex.org/S76152103","display_name":"IEEE Transactions on Systems Man and Cybernetics","issn_l":"0018-9472","issn":["0018-9472","2168-2909"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W40429324","https://openalex.org/W239644113","https://openalex.org/W245345236","https://openalex.org/W618136345","https://openalex.org/W1514788950","https://openalex.org/W1516142267","https://openalex.org/W1536905448","https://openalex.org/W1607450123","https://openalex.org/W1964408286","https://openalex.org/W1989459348","https://openalex.org/W1994512515","https://openalex.org/W1996264464","https://openalex.org/W1996512334","https://openalex.org/W1996680310","https://openalex.org/W2012012602","https://openalex.org/W2024509488","https://openalex.org/W2026575291","https://openalex.org/W2042624139","https://openalex.org/W2045296994","https://openalex.org/W2083667789","https://openalex.org/W2084502153","https://openalex.org/W2094419105","https://openalex.org/W2101023143","https://openalex.org/W2140273128","https://openalex.org/W2153374426","https://openalex.org/W2161903275","https://openalex.org/W2167307376","https://openalex.org/W2295353549","https://openalex.org/W2313134401","https://openalex.org/W2313953460","https://openalex.org/W2316962519","https://openalex.org/W2317296888","https://openalex.org/W2318791503","https://openalex.org/W2324700787","https://openalex.org/W2330715307","https://openalex.org/W2795576095","https://openalex.org/W2796327339","https://openalex.org/W4210543431","https://openalex.org/W4239658790","https://openalex.org/W4246603859","https://openalex.org/W4250636896","https://openalex.org/W4298058363"],"related_works":["https://openalex.org/W2053366020","https://openalex.org/W4245683014","https://openalex.org/W2065275609","https://openalex.org/W2090405745","https://openalex.org/W2040602195","https://openalex.org/W1982959233","https://openalex.org/W4220984466","https://openalex.org/W2069003868","https://openalex.org/W4233916340","https://openalex.org/W2251961544"],"abstract_inverted_index":{"The":[0,27],"evaluation":[1,21,32,50,106,112,136],"of":[2,30,69,105,115],"programs":[3],"in":[4,110],"the":[5,17,20,42,74,102,120],"public":[6],"sector":[7],"has":[8],"been":[9],"problematic":[10],"and":[11,40,48,94],"often":[12],"invalid,":[13],"primarily":[14],"due":[15],"to":[16,38,45,62,71,134],"fact":[18],"that":[19,101],"plans":[22],"or":[23],"designs":[24],"are":[25,78],"lacking.":[26],"broad":[28],"field":[29],"program":[31,60,135],"is":[33,56,99,143],"reviewed":[34],"along":[35],"with":[36],"attempts":[37],"synthesize":[39],"systematize":[41],"steps":[43],"necessary":[44],"develop":[46],"valid":[47],"comprehensive":[49],"designs.":[51],"First,":[52],"a":[53,131,138],"design":[54,63,76],"framework":[55],"identified":[57],"which":[58],"links":[59],"characteristics":[61],"elements":[64,77],"through":[65],"an":[66,111,127],"expanded":[67],"set":[68],"threats":[70],"validity.":[72],"Second,":[73],"various":[75],"grouped":[79],"into":[80],"five":[81],"systematically":[82],"convenient":[83],"components,":[84],"including":[85],"test":[86],"hypotheses,":[87],"selection":[88],"scheme,":[89],"measures":[90],"framework,":[91],"measurement":[92],"methods,":[93],"analytic":[95],"techniques.":[96],"Third,":[97],"it":[98],"proposed":[100],"different":[103],"types":[104],"can":[107],"be":[108,123],"contained":[109],"taxonomy":[113],"composed":[114],"eight":[116],"measures-related":[117],"classifications.":[118],"Finally,":[119],"paper":[121],"should":[122],"regarded":[124],"as":[125],"only":[126],"initial":[128],"step":[129],"toward":[130],"systematic":[132],"approach":[133],"design;":[137],"basis":[139],"for":[140],"further":[141],"discussion":[142],"provided.":[144]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}