{"id":"https://openalex.org/W4413344247","doi":"https://doi.org/10.1109/access.2025.3600321","title":"Effort Estimation in Agile and DevOps: A Systematic Literature Review of Stakeholder Dissatisfaction","display_name":"Effort Estimation in Agile and DevOps: A Systematic Literature Review of Stakeholder Dissatisfaction","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4413344247","doi":"https://doi.org/10.1109/access.2025.3600321"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3600321","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3600321","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3600321","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090007532","display_name":"Sadaquat Ali Ruk","orcid":null},"institutions":[{"id":"https://openalex.org/I4576418","display_name":"University of Technology Malaysia","ror":"https://ror.org/026w31v75","country_code":"MY","type":"education","lineage":["https://openalex.org/I4576418"]}],"countries":["MY"],"is_corresponding":true,"raw_author_name":"Sadaquat Ali Ruk","raw_affiliation_strings":["Faculty of Artificial Intelligence, Universiti Teknologi Malaysia (UTM), Kuala Lumpur, Malaysia"],"affiliations":[{"raw_affiliation_string":"Faculty of Artificial Intelligence, Universiti Teknologi Malaysia (UTM), Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I4576418"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052423409","display_name":"Yasir Mahmood","orcid":"https://orcid.org/0000-0003-1578-5229"},"institutions":[{"id":"https://openalex.org/I201726411","display_name":"United Arab Emirates University","ror":"https://ror.org/01km6p862","country_code":"AE","type":"education","lineage":["https://openalex.org/I201726411"]},{"id":"https://openalex.org/I2800112647","display_name":"College of Islamic and Arabic Studies","ror":"https://ror.org/05kx58550","country_code":"AE","type":"education","lineage":["https://openalex.org/I2800112647"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Yasir Mahmood","raw_affiliation_strings":["Department of Computer Science and Software Engineering, College of Information Technology, United Arab Emirates University, Al Ain, United Arab Emirates","Department of Computer Science and Software Engineering, College of Information Technology, United Arab Emirates"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Software Engineering, College of Information Technology, United Arab Emirates University, Al Ain, United Arab Emirates","institution_ids":["https://openalex.org/I201726411"]},{"raw_affiliation_string":"Department of Computer Science and Software Engineering, College of Information Technology, United Arab Emirates","institution_ids":["https://openalex.org/I2800112647"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101179538","display_name":"Azri Azmi","orcid":null},"institutions":[{"id":"https://openalex.org/I4576418","display_name":"University of Technology Malaysia","ror":"https://ror.org/026w31v75","country_code":"MY","type":"education","lineage":["https://openalex.org/I4576418"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Azri Azmi","raw_affiliation_strings":["Faculty of Artificial Intelligence, Universiti Teknologi Malaysia (UTM), Kuala Lumpur, Malaysia"],"affiliations":[{"raw_affiliation_string":"Faculty of Artificial Intelligence, Universiti Teknologi Malaysia (UTM), Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I4576418"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052158567","display_name":"Nurulhuda Firdaus Mohd Azmi","orcid":"https://orcid.org/0000-0002-5248-2000"},"institutions":[{"id":"https://openalex.org/I4576418","display_name":"University of Technology Malaysia","ror":"https://ror.org/026w31v75","country_code":"MY","type":"education","lineage":["https://openalex.org/I4576418"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Nurulhuda Firdaus Mohd Azmi","raw_affiliation_strings":["Faculty of Artificial Intelligence, Universiti Teknologi Malaysia (UTM), Kuala Lumpur, Malaysia"],"affiliations":[{"raw_affiliation_string":"Faculty of Artificial Intelligence, Universiti Teknologi Malaysia (UTM), Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I4576418"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111739504","display_name":"Sahreen Gul","orcid":null},"institutions":[{"id":"https://openalex.org/I4576418","display_name":"University of Technology Malaysia","ror":"https://ror.org/026w31v75","country_code":"MY","type":"education","lineage":["https://openalex.org/I4576418"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Sehar Gul","raw_affiliation_strings":["Faculty of Artificial Intelligence, Universiti Teknologi Malaysia (UTM), Kuala Lumpur, Malaysia"],"affiliations":[{"raw_affiliation_string":"Faculty of Artificial Intelligence, Universiti Teknologi Malaysia (UTM), Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I4576418"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5090007532"],"corresponding_institution_ids":["https://openalex.org/I4576418"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":6.5016,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.96616783,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"13","issue":null,"first_page":"167925","last_page":"167941"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.942300021648407,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.942300021648407,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12594","display_name":"Collaboration in agile enterprises","score":0.9305999875068665,"subfield":{"id":"https://openalex.org/subfields/1405","display_name":"Management of Technology and Innovation"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/devops","display_name":"DevOps","score":0.8482908606529236},{"id":"https://openalex.org/keywords/agile-software-development","display_name":"Agile software development","score":0.8420297503471375},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6383422613143921},{"id":"https://openalex.org/keywords/stakeholder","display_name":"Stakeholder","score":0.5960531830787659},{"id":"https://openalex.org/keywords/systematic-review","display_name":"Systematic review","score":0.5062583684921265},{"id":"https://openalex.org/keywords/process-management","display_name":"Process management","score":0.4545459449291229},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.4464437961578369},{"id":"https://openalex.org/keywords/scrum","display_name":"Scrum","score":0.43638044595718384},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.391195148229599},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3125818371772766},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.22958716750144958},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.21385714411735535},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18699955940246582},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.17325514554977417},{"id":"https://openalex.org/keywords/management","display_name":"Management","score":0.1698944866657257},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.10911157727241516},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.09419375658035278}],"concepts":[{"id":"https://openalex.org/C9903902","wikidata":"https://www.wikidata.org/wiki/Q3025536","display_name":"DevOps","level":3,"score":0.8482908606529236},{"id":"https://openalex.org/C14185376","wikidata":"https://www.wikidata.org/wiki/Q30232","display_name":"Agile software development","level":2,"score":0.8420297503471375},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6383422613143921},{"id":"https://openalex.org/C201305675","wikidata":"https://www.wikidata.org/wiki/Q852998","display_name":"Stakeholder","level":2,"score":0.5960531830787659},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.5062583684921265},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.4545459449291229},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.4464437961578369},{"id":"https://openalex.org/C147579259","wikidata":"https://www.wikidata.org/wiki/Q460387","display_name":"Scrum","level":4,"score":0.43638044595718384},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.391195148229599},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3125818371772766},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.22958716750144958},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.21385714411735535},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18699955940246582},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.17325514554977417},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.1698944866657257},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.10911157727241516},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.09419375658035278},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3600321","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3600321","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:5aae593fd3984ab2a6dd369cbc269551","is_oa":true,"landing_page_url":"https://doaj.org/article/5aae593fd3984ab2a6dd369cbc269551","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 167925-167941 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3600321","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3600321","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7480767909","display_name":null,"funder_award_id":"12T051","funder_id":"https://openalex.org/F4320323593","funder_display_name":"United Arab Emirates University"}],"funders":[{"id":"https://openalex.org/F4320323593","display_name":"United Arab Emirates University","ror":"https://ror.org/01km6p862"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W3004098291","https://openalex.org/W3031251962","https://openalex.org/W3034899462","https://openalex.org/W3036246713","https://openalex.org/W3038559039","https://openalex.org/W3041147886","https://openalex.org/W3178548506","https://openalex.org/W3213639571","https://openalex.org/W3217798549","https://openalex.org/W4285248702","https://openalex.org/W4308346016","https://openalex.org/W4310487404","https://openalex.org/W4312397864","https://openalex.org/W4313647985","https://openalex.org/W4367053920","https://openalex.org/W4379468363","https://openalex.org/W4382248610","https://openalex.org/W4385990523","https://openalex.org/W4386051083","https://openalex.org/W4386999809","https://openalex.org/W4387739237","https://openalex.org/W4388289478","https://openalex.org/W4389049203","https://openalex.org/W4389311544","https://openalex.org/W4392129832","https://openalex.org/W4392948414","https://openalex.org/W4395037165","https://openalex.org/W4396555834","https://openalex.org/W4402436190","https://openalex.org/W4403390422","https://openalex.org/W4404039722"],"related_works":["https://openalex.org/W2163002387","https://openalex.org/W2149443267","https://openalex.org/W1974134408","https://openalex.org/W3194228821","https://openalex.org/W18636268","https://openalex.org/W3208405049","https://openalex.org/W2503774192","https://openalex.org/W2254063053","https://openalex.org/W2793364614","https://openalex.org/W2043575051"],"abstract_inverted_index":{"Effort":[0],"estimation":[1,25,61,134,171,185,195,241],"is":[2],"a":[3,27,64,85,97,182,207],"critical":[4],"aspect":[5],"of":[6,43,48,87,133,150,157,184,209],"software":[7,20],"project":[8,72],"management,":[9],"directly":[10],"influencing":[11],"the":[12,19,46,90,130,177,216,221,234,245],"budget,":[13],"schedule,":[14],"and":[15,40,50,58,76,84,124,138,160,180,197,212,232],"resource":[16],"allocation":[17],"throughout":[18],"development":[21,91],"life":[22],"cycle.":[23],"Accurate":[24],"plays":[26],"central":[28],"role":[29],"in":[30,71,89,136,219,239],"aligning":[31],"team":[32],"capabilities":[33],"with":[34,229],"stakeholder":[35,82],"expectations,":[36],"ensuring":[37],"timely":[38],"delivery":[39],"efficient":[41],"use":[42],"resources.":[44],"Despite":[45],"adoption":[47],"Agile":[49,137],"DevOps":[51,139],"methodologies,":[52],"which":[53],"emphasize":[54],"flexibility,":[55],"rapid":[56],"iterations":[57],"continuous":[59],"integration,":[60],"inaccuracies":[62,68],"remain":[63],"problematic":[65],"area.":[66],"These":[67],"often":[69],"result":[70],"delays,":[73],"cost":[74],"overruns,":[75],"scope":[77],"creep,":[78],"ultimately":[79],"leading":[80],"to":[81,243],"dissatisfaction":[83],"breakdown":[86],"trust":[88],"process.":[92],"To":[93,173],"investigate":[94],"these":[95,175],"challenges,":[96,176],"Systematic":[98],"Literature":[99],"Review":[100],"(SLR)":[101],"was":[102],"conducted,":[103],"surrounding":[104],"1,088":[105],"publications":[106],"retrieved":[107],"from":[108],"six":[109],"major":[110],"digital":[111],"libraries:":[112],"Scopus":[113],"(201),":[114],"ScienceDirect":[115],"(155),":[116],"Springer":[117],"(212),":[118],"Google":[119],"Scholar":[120],"(145),":[121],"IEEE":[122],"(185),":[123],"ACM":[125],"(190).":[126],"This":[127,225],"research":[128,226],"examines":[129],"main":[131],"drivers":[132],"challenges":[135],"environments.":[140],"Key":[141],"findings":[142],"indicate":[143],"that":[144,206],"human-centric":[145],"issues":[146,153],"(cognitive":[147],"biases,":[148],"lack":[149,156],"experience),":[151],"technical":[152],"(fluctuating":[154],"requirements,":[155],"adequate":[158],"history),":[159],"process":[161,198],"inefficiencies":[162],"(communication":[163],"breakdown,":[164],"poor":[165],"planning)":[166],"exert":[167],"considerable":[168],"influences":[169],"on":[170],"accuracy.":[172],"address":[174],"study":[178,238],"categorizes":[179],"analyzes":[181],"range":[183],"techniques,":[186],"including":[187],"machine":[188],"learning":[189],"models,":[190],"expert-calibrated":[191],"hybrid":[192],"approaches,":[193],"analogical":[194],"methods,":[196],"calibration":[199],"practices":[200],"such":[201],"as":[202],"retrospectives.":[203],"Findings":[204],"reveal":[205],"combination":[208],"data-driven":[210],"tools":[211],"stakeholder-aligned":[213],"strategies":[214],"offers":[215],"most":[217],"promise":[218],"narrowing":[220],"expectation":[222],"experience":[223],"gap.":[224,247],"provides":[227],"practitioners":[228],"practical":[230],"recommendations":[231],"lays":[233],"ground":[235],"for":[236],"further":[237],"developing":[240],"techniques":[242],"mitigate":[244],"expectation-experience":[246]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}
