{"id":"https://openalex.org/W4405323161","doi":"https://doi.org/10.1002/sys.21799","title":"What, When, Where, and How Many? A Systematic Review of Technical Measure Selection Guidance in Systems Engineering Literature","display_name":"What, When, Where, and How Many? A Systematic Review of Technical Measure Selection Guidance in Systems Engineering Literature","publication_year":2024,"publication_date":"2024-12-12","ids":{"openalex":"https://openalex.org/W4405323161","doi":"https://doi.org/10.1002/sys.21799"},"language":"en","primary_location":{"id":"doi:10.1002/sys.21799","is_oa":false,"landing_page_url":"https://doi.org/10.1002/sys.21799","pdf_url":null,"source":{"id":"https://openalex.org/S153020912","display_name":"Systems Engineering","issn_l":"1098-1241","issn":["1098-1241","1520-6858"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Systems Engineering","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073446959","display_name":"Casey Eaton","orcid":"https://orcid.org/0000-0002-7994-077X"},"institutions":[{"id":"https://openalex.org/I82495205","display_name":"University of Alabama in Huntsville","ror":"https://ror.org/02zsxwr40","country_code":"US","type":"education","lineage":["https://openalex.org/I82495205"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Casey E. Eaton","raw_affiliation_strings":["Industrial & Systems Engineering and Engineering Management Department The University of Alabama in Huntsville  Huntsville Alabama USA","Industrial & Systems Engineering and Engineering Management Department, The University of Alabama in Huntsville, Huntsville, Alabama, USA"],"raw_orcid":"https://orcid.org/0000-0002-7994-077X","affiliations":[{"raw_affiliation_string":"Industrial & Systems Engineering and Engineering Management Department The University of Alabama in Huntsville  Huntsville Alabama USA","institution_ids":["https://openalex.org/I82495205"]},{"raw_affiliation_string":"Industrial & Systems Engineering and Engineering Management Department, The University of Alabama in Huntsville, Huntsville, Alabama, USA","institution_ids":["https://openalex.org/I82495205"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062166923","display_name":"Kelly X. Campo","orcid":"https://orcid.org/0000-0002-8736-9972"},"institutions":[{"id":"https://openalex.org/I82495205","display_name":"University of Alabama in Huntsville","ror":"https://ror.org/02zsxwr40","country_code":"US","type":"education","lineage":["https://openalex.org/I82495205"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kelly X. Campo","raw_affiliation_strings":["Industrial & Systems Engineering and Engineering Management Department The University of Alabama in Huntsville  Huntsville Alabama USA","Industrial & Systems Engineering and Engineering Management Department, The University of Alabama in Huntsville, Huntsville, Alabama, USA"],"raw_orcid":"https://orcid.org/0000-0002-8736-9972","affiliations":[{"raw_affiliation_string":"Industrial & Systems Engineering and Engineering Management Department The University of Alabama in Huntsville  Huntsville Alabama USA","institution_ids":["https://openalex.org/I82495205"]},{"raw_affiliation_string":"Industrial & Systems Engineering and Engineering Management Department, The University of Alabama in Huntsville, Huntsville, Alabama, USA","institution_ids":["https://openalex.org/I82495205"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113646126","display_name":"A. R. Longhurst","orcid":null},"institutions":[{"id":"https://openalex.org/I82495205","display_name":"University of Alabama in Huntsville","ror":"https://ror.org/02zsxwr40","country_code":"US","type":"education","lineage":["https://openalex.org/I82495205"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"August Longhurst","raw_affiliation_strings":["Industrial & Systems Engineering and Engineering Management Department The University of Alabama in Huntsville  Huntsville Alabama USA","Industrial & Systems Engineering and Engineering Management Department, The University of Alabama in Huntsville, Huntsville, Alabama, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Industrial & Systems Engineering and Engineering Management Department The University of Alabama in Huntsville  Huntsville Alabama USA","institution_ids":["https://openalex.org/I82495205"]},{"raw_affiliation_string":"Industrial & Systems Engineering and Engineering Management Department, The University of Alabama in Huntsville, Huntsville, Alabama, USA","institution_ids":["https://openalex.org/I82495205"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041736347","display_name":"Bryan Mesmer","orcid":"https://orcid.org/0000-0002-4458-6926"},"institutions":[{"id":"https://openalex.org/I82495205","display_name":"University of Alabama in Huntsville","ror":"https://ror.org/02zsxwr40","country_code":"US","type":"education","lineage":["https://openalex.org/I82495205"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bryan Mesmer","raw_affiliation_strings":["Industrial & Systems Engineering and Engineering Management Department The University of Alabama in Huntsville  Huntsville Alabama USA","Industrial & Systems Engineering and Engineering Management Department, The University of Alabama in Huntsville, Huntsville, Alabama, USA"],"raw_orcid":"https://orcid.org/0000-0002-4458-6926","affiliations":[{"raw_affiliation_string":"Industrial & Systems Engineering and Engineering Management Department The University of Alabama in Huntsville  Huntsville Alabama USA","institution_ids":["https://openalex.org/I82495205"]},{"raw_affiliation_string":"Industrial & Systems Engineering and Engineering Management Department, The University of Alabama in Huntsville, Huntsville, Alabama, USA","institution_ids":["https://openalex.org/I82495205"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113603339","display_name":"Susan Ferreira","orcid":null},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Susan Ferreira","raw_affiliation_strings":["Industrial, Manufacturing and Systems Engineering The University of Texas at Arlington  Arlington Texas USA","Industrial, Manufacturing and Systems Engineering, The University of Texas at Arlington, Arlington, Texas, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Industrial, Manufacturing and Systems Engineering The University of Texas at Arlington  Arlington Texas USA","institution_ids":["https://openalex.org/I189196454"]},{"raw_affiliation_string":"Industrial, Manufacturing and Systems Engineering, The University of Texas at Arlington, Arlington, Texas, USA","institution_ids":["https://openalex.org/I189196454"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5073446959"],"corresponding_institution_ids":["https://openalex.org/I82495205"],"apc_list":{"value":3140,"currency":"USD","value_usd":3140},"apc_paid":null,"fwci":0.9386,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.75703547,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"28","issue":"3","first_page":"343","last_page":"362"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14306","display_name":"Technology Assessment and Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14306","display_name":"Technology Assessment and Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12000","display_name":"Systems Engineering Methodologies and Applications","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11810","display_name":"Complex Systems and Decision Making","score":0.9577999711036682,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.7040033340454102},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.6464205384254456},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.6453231573104858},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.6041001677513123},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.5810969471931458},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5484796166419983},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.49985575675964355},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.48001614212989807},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.4732005298137665},{"id":"https://openalex.org/keywords/systematic-review","display_name":"Systematic review","score":0.4300295412540436},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.34201329946517944},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.29139599204063416},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.1350618600845337},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11735078692436218},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.11087304353713989},{"id":"https://openalex.org/keywords/accounting","display_name":"Accounting","score":0.07860678434371948}],"concepts":[{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.7040033340454102},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.6464205384254456},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6453231573104858},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6041001677513123},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.5810969471931458},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5484796166419983},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.49985575675964355},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.48001614212989807},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.4732005298137665},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.4300295412540436},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.34201329946517944},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.29139599204063416},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.1350618600845337},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11735078692436218},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.11087304353713989},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.07860678434371948},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1002/sys.21799","is_oa":false,"landing_page_url":"https://doi.org/10.1002/sys.21799","pdf_url":null,"source":{"id":"https://openalex.org/S153020912","display_name":"Systems Engineering","issn_l":"1098-1241","issn":["1098-1241","1520-6858"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Systems Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.4699999988079071,"id":"https://metadata.un.org/sdg/9"},{"display_name":"Partnerships for the goals","score":0.4000000059604645,"id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W144336581","https://openalex.org/W288785827","https://openalex.org/W1550307157","https://openalex.org/W1572464972","https://openalex.org/W1969660526","https://openalex.org/W1975675278","https://openalex.org/W1976658129","https://openalex.org/W1988265393","https://openalex.org/W1993152148","https://openalex.org/W2019572214","https://openalex.org/W2022880720","https://openalex.org/W2031403050","https://openalex.org/W2035541396","https://openalex.org/W2043800303","https://openalex.org/W2044170085","https://openalex.org/W2045816279","https://openalex.org/W2048539263","https://openalex.org/W2049691306","https://openalex.org/W2053154970","https://openalex.org/W2077434731","https://openalex.org/W2083296035","https://openalex.org/W2089284870","https://openalex.org/W2110675806","https://openalex.org/W2136604063","https://openalex.org/W2164777277","https://openalex.org/W2166410494","https://openalex.org/W2177675830","https://openalex.org/W2178471959","https://openalex.org/W2205558186","https://openalex.org/W2208832393","https://openalex.org/W2277080852","https://openalex.org/W2322732965","https://openalex.org/W2328564666","https://openalex.org/W2563792373","https://openalex.org/W2730123083","https://openalex.org/W2791493660","https://openalex.org/W2791753912","https://openalex.org/W2810020797","https://openalex.org/W2899108003","https://openalex.org/W2900201388","https://openalex.org/W2944745716","https://openalex.org/W2990447522","https://openalex.org/W3004454911","https://openalex.org/W3010782494","https://openalex.org/W3081113635","https://openalex.org/W3094127449","https://openalex.org/W3101883599","https://openalex.org/W3135876726","https://openalex.org/W3137875885","https://openalex.org/W3146142859","https://openalex.org/W3149778443","https://openalex.org/W3156147458","https://openalex.org/W4205804190","https://openalex.org/W4220698983","https://openalex.org/W4230202481","https://openalex.org/W4242551540","https://openalex.org/W4245841024","https://openalex.org/W4248450049","https://openalex.org/W4251934665","https://openalex.org/W4280494658","https://openalex.org/W4294214983","https://openalex.org/W4298237010","https://openalex.org/W4299366622","https://openalex.org/W4383956266"],"related_works":["https://openalex.org/W4255837520","https://openalex.org/W2404937507","https://openalex.org/W2387011115","https://openalex.org/W3121186197","https://openalex.org/W2373849942","https://openalex.org/W151161666","https://openalex.org/W2030757640","https://openalex.org/W2118407572","https://openalex.org/W2071653420","https://openalex.org/W4230169674"],"abstract_inverted_index":{"ABSTRACT":[0],"The":[1,153],"decisions":[2],"that":[3,51,132,147],"direct":[4],"system":[5,69,88],"development":[6,70],"are":[7],"based":[8],"on":[9,168],"assessments":[10],"of":[11,24,61,107,144,174],"a":[12,52,68,79,87,172],"system,":[13,29],"referred":[14],"to":[15,93,170,202],"as":[16,71,162],"technical":[17,25,43,62,80,122,133,145,158,175,195,208],"measures.":[18,196],"Systems":[19],"engineers":[20],"select":[21],"the":[22,58,185],"set":[23,54,60,82,173],"measures":[26,44,63,134,146,176],"for":[27,41,86,121,157,193],"each":[28,148],"informed":[30],"by":[31,98],"previous":[32],"systems,":[33],"guidebooks,":[34],"and":[35,89,95,101,110,188],"systems":[36,77],"engineering":[37,113],"research.":[38],"If":[39],"guidance":[40,119,126,138,154,192],"selecting":[42,194],"is":[45,55],"contradictory":[46],"or":[47,129],"does":[48],"not":[49,65],"ensure":[50],"satisfactory":[53],"selected,":[56],"then":[57],"selected":[59],"may":[64],"facilitate":[66],"directing":[67],"desired.":[72],"Within":[73],"large\u2010scale":[74],"complex":[75],"engineered":[76],"development,":[78],"measure":[81,123,159,209],"provides":[83,127],"clear":[84],"targets":[85],"can":[90,139],"be":[91],"used":[92],"coordinate":[94],"integrate":[96],"efforts":[97],"many":[99],"individuals":[100],"teams.":[102],"This":[103,179],"systematic":[104,181],"literature":[105,114,182],"review":[106,183],"89":[108],"academic":[109],"industry":[111],"developed":[112],"sources":[115],"examines":[116],"over":[117],"2500":[118],"statements":[120],"selection.":[124,210],"Most":[125],"examples":[128],"abstract":[130],"qualities":[131],"should":[135],"exhibit.":[136],"Such":[137],"result":[140],"in":[141,190,207],"multiple":[142],"sets":[143],"drive":[149],"toward":[150],"different":[151],"designs.":[152],"identifies":[155],"origins":[156],"selection,":[160],"such":[161],"from":[163,177],"stakeholders,":[164],"but":[165],"lacks":[166],"detail":[167],"how":[169],"elicit":[171],"stakeholders.":[178],"research's":[180],"audits":[184],"consistency,":[186],"contradictions,":[187],"omissions":[189],"current":[191],"From":[197],"these":[198],"findings,":[199],"we":[200],"seek":[201],"establish":[203],"evidence\u2010based":[204],"research":[205],"needs":[206]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-25T08:15:23.626066","created_date":"2025-10-10T00:00:00"}