{"id":"https://openalex.org/W3192541372","doi":"https://doi.org/10.1145/3464305","title":"Evaluation of Software Architectures under Uncertainty","display_name":"Evaluation of Software Architectures under Uncertainty","publication_year":2021,"publication_date":"2021-08-03","ids":{"openalex":"https://openalex.org/W3192541372","doi":"https://doi.org/10.1145/3464305","mag":"3192541372"},"language":"en","primary_location":{"id":"doi:10.1145/3464305","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3464305","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://pure-oai.bham.ac.uk/ws/files/131966675/paper_final.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072357953","display_name":"Dalia Sobhy","orcid":"https://orcid.org/0000-0001-9709-7731"},"institutions":[{"id":"https://openalex.org/I59272784","display_name":"Arab Academy for Science, Technology, and Maritime Transport","ror":"https://ror.org/0004vyj87","country_code":"EG","type":"education","lineage":["https://openalex.org/I59272784"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Dalia Sobhy","raw_affiliation_strings":["Computer Engineering Department, Arab Academy of Science and Technology and Maritime Transport, Egypt"],"raw_orcid":"https://orcid.org/0000-0001-9709-7731","affiliations":[{"raw_affiliation_string":"Computer Engineering Department, Arab Academy of Science and Technology and Maritime Transport, Egypt","institution_ids":["https://openalex.org/I59272784"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031155155","display_name":"Rami Bahsoon","orcid":"https://orcid.org/0000-0002-1139-5795"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Rami Bahsoon","raw_affiliation_strings":["School of Computer Science, University of Birmingham and FRSA, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Birmingham and FRSA, UK","institution_ids":["https://openalex.org/I79619799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064089961","display_name":"Leandro L. Minku","orcid":"https://orcid.org/0000-0002-2639-0671"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Leandro Minku","raw_affiliation_strings":["School of Computer Science, University of Birmingham, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Birmingham, UK","institution_ids":["https://openalex.org/I79619799"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076545746","display_name":"Rick Kazman","orcid":"https://orcid.org/0000-0003-0392-2783"},"institutions":[{"id":"https://openalex.org/I117965899","display_name":"University of Hawai\u02bbi at M\u0101noa","ror":"https://ror.org/01wspgy28","country_code":"US","type":"education","lineage":["https://openalex.org/I117965899"]},{"id":"https://openalex.org/I1331384533","display_name":"University of Hawaii System","ror":"https://ror.org/03tzaeb71","country_code":"US","type":"education","lineage":["https://openalex.org/I1331384533"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rick Kazman","raw_affiliation_strings":["Information Technology Management, University of Hawaii and SEI/CMU, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Technology Management, University of Hawaii and SEI/CMU, USA","institution_ids":["https://openalex.org/I117965899","https://openalex.org/I1331384533"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.362,"has_fulltext":true,"cited_by_count":29,"citation_normalized_percentile":{"value":0.95729838,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"30","issue":"4","first_page":"1","last_page":"50"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8159440755844116},{"id":"https://openalex.org/keywords/terminology","display_name":"Terminology","score":0.5880290269851685},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.49745824933052063},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.49615678191185},{"id":"https://openalex.org/keywords/software-architecture","display_name":"Software architecture","score":0.47869160771369934},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.43159496784210205},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.42420607805252075},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.41014519333839417},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.3407912850379944},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.32520216703414917}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8159440755844116},{"id":"https://openalex.org/C547195049","wikidata":"https://www.wikidata.org/wiki/Q1725664","display_name":"Terminology","level":2,"score":0.5880290269851685},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.49745824933052063},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.49615678191185},{"id":"https://openalex.org/C35869016","wikidata":"https://www.wikidata.org/wiki/Q846636","display_name":"Software architecture","level":3,"score":0.47869160771369934},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.43159496784210205},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.42420607805252075},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.41014519333839417},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3407912850379944},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32520216703414917},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3464305","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3464305","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:publications/14b804b9-ad04-4caf-91fa-118a9b10dc6f","is_oa":true,"landing_page_url":"https://birmingham.elsevierpure.com/en/publications/14b804b9-ad04-4caf-91fa-118a9b10dc6f","pdf_url":"http://pure-oai.bham.ac.uk/ws/files/131966675/paper_final.pdf","source":{"id":"https://openalex.org/S4306402634","display_name":"University of Birmingham Research Portal (University of Birmingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79619799","host_organization_name":"University of Birmingham","host_organization_lineage":["https://openalex.org/I79619799"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/14b804b9-ad04-4caf-91fa-118a9b10dc6f","is_oa":true,"landing_page_url":"https://research.birmingham.ac.uk/en/publications/14b804b9-ad04-4caf-91fa-118a9b10dc6f","pdf_url":null,"source":{"id":"https://openalex.org/S4306402634","display_name":"University of Birmingham Research Portal (University of Birmingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79619799","host_organization_name":"University of Birmingham","host_organization_lineage":["https://openalex.org/I79619799"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sobhy, D, Bahsoon, R, Minku, L & Kazman, R 2021, 'Evaluation of software architectures under uncertainty : a systematic literature review', ACM Transactions on Software Engineering and Methodology, vol. 30, no. 4, 51. https://doi.org/10.1145/3464305","raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:publications/14b804b9-ad04-4caf-91fa-118a9b10dc6f","is_oa":true,"landing_page_url":"https://birmingham.elsevierpure.com/en/publications/14b804b9-ad04-4caf-91fa-118a9b10dc6f","pdf_url":"http://pure-oai.bham.ac.uk/ws/files/131966675/paper_final.pdf","source":{"id":"https://openalex.org/S4306402634","display_name":"University of Birmingham Research Portal (University of Birmingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79619799","host_organization_name":"University of Birmingham","host_organization_lineage":["https://openalex.org/I79619799"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""},"sustainable_development_goals":[{"score":0.44999998807907104,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3192541372.pdf"},"referenced_works_count":116,"referenced_works":["https://openalex.org/W3659276","https://openalex.org/W112403282","https://openalex.org/W1423289960","https://openalex.org/W1485852494","https://openalex.org/W1486375129","https://openalex.org/W1492176525","https://openalex.org/W1524698014","https://openalex.org/W1537890740","https://openalex.org/W1541257867","https://openalex.org/W1550602558","https://openalex.org/W1559694472","https://openalex.org/W1602541484","https://openalex.org/W1744692228","https://openalex.org/W1800478330","https://openalex.org/W1904826605","https://openalex.org/W1963620879","https://openalex.org/W1975675278","https://openalex.org/W1977124929","https://openalex.org/W1977321274","https://openalex.org/W1977695253","https://openalex.org/W1979538119","https://openalex.org/W1987758752","https://openalex.org/W1991690241","https://openalex.org/W1997188340","https://openalex.org/W1999798506","https://openalex.org/W2000019180","https://openalex.org/W2008071880","https://openalex.org/W2013298510","https://openalex.org/W2015736851","https://openalex.org/W2019579488","https://openalex.org/W2023331046","https://openalex.org/W2023549928","https://openalex.org/W2027488426","https://openalex.org/W2029680558","https://openalex.org/W2034960640","https://openalex.org/W2037662824","https://openalex.org/W2042518435","https://openalex.org/W2047162235","https://openalex.org/W2048090943","https://openalex.org/W2055906872","https://openalex.org/W2066696450","https://openalex.org/W2067674876","https://openalex.org/W2067708377","https://openalex.org/W2073105339","https://openalex.org/W2075100215","https://openalex.org/W2077318760","https://openalex.org/W2078303839","https://openalex.org/W2092382400","https://openalex.org/W2098149503","https://openalex.org/W2103317421","https://openalex.org/W2106956101","https://openalex.org/W2108082297","https://openalex.org/W2111160357","https://openalex.org/W2111619626","https://openalex.org/W2112380847","https://openalex.org/W2113750341","https://openalex.org/W2117757243","https://openalex.org/W2118023438","https://openalex.org/W2118429712","https://openalex.org/W2122824813","https://openalex.org/W2125955233","https://openalex.org/W2126230853","https://openalex.org/W2126597018","https://openalex.org/W2130088049","https://openalex.org/W2132897383","https://openalex.org/W2133859873","https://openalex.org/W2134196660","https://openalex.org/W2134839495","https://openalex.org/W2136317684","https://openalex.org/W2137953823","https://openalex.org/W2141273636","https://openalex.org/W2143909182","https://openalex.org/W2146044140","https://openalex.org/W2148128686","https://openalex.org/W2151049957","https://openalex.org/W2154286870","https://openalex.org/W2154326475","https://openalex.org/W2154796631","https://openalex.org/W2156198657","https://openalex.org/W2156602151","https://openalex.org/W2161851867","https://openalex.org/W2163784380","https://openalex.org/W2168130919","https://openalex.org/W2172199053","https://openalex.org/W2296389652","https://openalex.org/W2298631166","https://openalex.org/W2401083962","https://openalex.org/W2407163605","https://openalex.org/W2482265217","https://openalex.org/W2521301734","https://openalex.org/W2527188357","https://openalex.org/W2529964923","https://openalex.org/W2605975693","https://openalex.org/W2617993483","https://openalex.org/W2620934568","https://openalex.org/W2724817434","https://openalex.org/W2794942224","https://openalex.org/W2798336324","https://openalex.org/W2809254357","https://openalex.org/W2884367066","https://openalex.org/W2902316941","https://openalex.org/W2903691810","https://openalex.org/W2912438158","https://openalex.org/W2945461342","https://openalex.org/W2971214584","https://openalex.org/W2976712901","https://openalex.org/W3112759701","https://openalex.org/W3136928336","https://openalex.org/W4238266904","https://openalex.org/W4240495488","https://openalex.org/W4241148932","https://openalex.org/W4243389651","https://openalex.org/W4248507946","https://openalex.org/W4253053708","https://openalex.org/W4253208653","https://openalex.org/W6600144058"],"related_works":["https://openalex.org/W2350593162","https://openalex.org/W2390350206","https://openalex.org/W1969477129","https://openalex.org/W2921208823","https://openalex.org/W2131808775","https://openalex.org/W2353483812","https://openalex.org/W2360756181","https://openalex.org/W2650639705","https://openalex.org/W1936095683","https://openalex.org/W2114769520"],"abstract_inverted_index":{"Context:":[0],"Evaluating":[1],"software":[2,23,45],"architectures":[3],"in":[4],"uncertain":[5],"environments":[6],"raises":[7],"new":[8],"challenges,":[9],"which":[10],"require":[11],"continuous":[12,16,53,111,179,199],"approaches.":[13],"We":[14,95,119,131],"define":[15],"evaluation":[17,83,106,157,181,200],"as":[18],"multiple":[19],"evaluations":[20],"of":[21,31,43,135,153,174,195],"the":[22,28,32,41,44,63,92,136,154],"architecture":[24,82,105,156,180],"that":[25,151],"begins":[26],"at":[27,60],"early":[29],"stages":[30],"development":[33],"and":[34,37,58,73,84,89,103,112,123,138,146,166,201],"is":[35,170],"periodically":[36],"repeatedly":[38],"performed":[39],"throughout":[40],"lifetime":[42],"system.":[46],"Numerous":[47],"approaches":[48,67,107,158,176],"have":[49],"been":[50],"developed":[51],"for":[52,108,128,198],"evaluation;":[54],"to":[55,101],"handle":[56],"dynamics":[57],"uncertainties":[59],"run-time,":[61],"over":[62],"past":[64],"years,":[65],"these":[66],"are":[68],"still":[69],"very":[70],"few,":[71],"limited,":[72],"lack":[74,160,173],"maturity.":[75],"Objective:":[76],"This":[77],"review":[78,100],"surveys":[79],"efforts":[80],"on":[81,91,177],"provides":[85],"a":[86,97,125,171,193],"unified":[87],"terminology":[88],"perspective":[90],"subject.":[93],"Method:":[94],"conducted":[96],"systematic":[98,175],"literature":[99],"identify":[102],"analyse":[104],"uncertainty":[109],"including":[110],"non-continuous,":[113],"covering":[114],"work":[115],"published":[116],"between":[117,164],"1990\u20132020.":[118],"examined":[120],"each":[121],"approach":[122],"provided":[124],"classification":[126],"framework":[127],"this":[129,189],"field.":[130],"present":[132,192],"an":[133,161],"analysis":[134],"results":[137,145],"provide":[139],"insights":[140],"regarding":[141],"open":[142],"challenges.":[143],"Major":[144],"conclusions:":[147],"The":[148],"survey":[149],"reveals":[150],"most":[152],"existing":[155],"typically":[159],"explicit":[162],"linkage":[163],"design-time":[165],"run-time.":[167],"Additionally,":[168],"there":[169],"general":[172],"how":[178],"can":[182],"be":[183],"realised":[184],"or":[185],"conducted.":[186],"To":[187],"remedy":[188],"lack,":[190],"we":[191],"set":[194],"necessary":[196],"requirements":[197],"describe":[202],"some":[203],"examples.":[204]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}