{"id":"https://openalex.org/W2012761900","doi":"https://doi.org/10.1108/14637151111166150","title":"Emerging evaluation processes in consortium\u2010based outsourced system development","display_name":"Emerging evaluation processes in consortium\u2010based outsourced system development","publication_year":2011,"publication_date":"2011-09-13","ids":{"openalex":"https://openalex.org/W2012761900","doi":"https://doi.org/10.1108/14637151111166150","mag":"2012761900"},"language":"en","primary_location":{"id":"doi:10.1108/14637151111166150","is_oa":false,"landing_page_url":"https://doi.org/10.1108/14637151111166150","pdf_url":null,"source":{"id":"https://openalex.org/S2508752","display_name":"Business Process Management Journal","issn_l":"1463-7154","issn":["1463-7154","1758-4116"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319811","host_organization_name":"Emerald Publishing Limited","host_organization_lineage":["https://openalex.org/P4310319811"],"host_organization_lineage_names":["Emerald Publishing Limited"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Business Process Management Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108365492","display_name":"Antti Nurmi","orcid":null},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Antti Nurmi","raw_affiliation_strings":["Aalto University School of Economics, Information Systems Science, Aalto, Helsinki, Finland","(Aalto University School of Economics, Information Systems Science, Aalto, Helsinki, Finland)"],"affiliations":[{"raw_affiliation_string":"Aalto University School of Economics, Information Systems Science, Aalto, Helsinki, Finland","institution_ids":["https://openalex.org/I9927081"]},{"raw_affiliation_string":"(Aalto University School of Economics, Information Systems Science, Aalto, Helsinki, Finland)","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031669136","display_name":"Petri Hallikainen","orcid":"https://orcid.org/0000-0003-3895-1592"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Petri Hallikainen","raw_affiliation_strings":["Aalto University School of Economics, Information Systems Science, Aalto, Helsinki, Finland","(Aalto University School of Economics, Information Systems Science, Aalto, Helsinki, Finland)"],"affiliations":[{"raw_affiliation_string":"Aalto University School of Economics, Information Systems Science, Aalto, Helsinki, Finland","institution_ids":["https://openalex.org/I9927081"]},{"raw_affiliation_string":"(Aalto University School of Economics, Information Systems Science, Aalto, Helsinki, Finland)","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054990285","display_name":"Matti Rossi","orcid":"https://orcid.org/0000-0001-8913-3747"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Matti Rossi","raw_affiliation_strings":["Aalto University School of Economics, Information Systems Science, Aalto, Helsinki, Finland","(Aalto University School of Economics, Information Systems Science, Aalto, Helsinki, Finland)"],"affiliations":[{"raw_affiliation_string":"Aalto University School of Economics, Information Systems Science, Aalto, Helsinki, Finland","institution_ids":["https://openalex.org/I9927081"]},{"raw_affiliation_string":"(Aalto University School of Economics, Information Systems Science, Aalto, Helsinki, Finland)","institution_ids":["https://openalex.org/I9927081"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5108365492"],"corresponding_institution_ids":["https://openalex.org/I9927081"],"apc_list":null,"apc_paid":null,"fwci":2.097,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.87387858,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"17","issue":"5","first_page":"711","last_page":"731"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11912","display_name":"Outsourcing and Supply Chain Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11912","display_name":"Outsourcing and Supply Chain Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11024","display_name":"Information Systems Theories and Implementation","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vendor","display_name":"Vendor","score":0.7260594964027405},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6294020414352417},{"id":"https://openalex.org/keywords/outsourcing","display_name":"Outsourcing","score":0.6019251346588135},{"id":"https://openalex.org/keywords/process-management","display_name":"Process management","score":0.5965327620506287},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5688960552215576},{"id":"https://openalex.org/keywords/originality","display_name":"Originality","score":0.5239543914794922},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.44493192434310913},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.4410886764526367},{"id":"https://openalex.org/keywords/information-system","display_name":"Information system","score":0.42735400795936584},{"id":"https://openalex.org/keywords/action-research","display_name":"Action research","score":0.4215385913848877},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.2732769250869751},{"id":"https://openalex.org/keywords/management","display_name":"Management","score":0.1492796242237091},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1482454240322113},{"id":"https://openalex.org/keywords/qualitative-research","display_name":"Qualitative research","score":0.14283716678619385},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.1227807104587555},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.11535495519638062}],"concepts":[{"id":"https://openalex.org/C2777338717","wikidata":"https://www.wikidata.org/wiki/Q1762621","display_name":"Vendor","level":2,"score":0.7260594964027405},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6294020414352417},{"id":"https://openalex.org/C46934059","wikidata":"https://www.wikidata.org/wiki/Q61515","display_name":"Outsourcing","level":2,"score":0.6019251346588135},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.5965327620506287},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5688960552215576},{"id":"https://openalex.org/C2776950860","wikidata":"https://www.wikidata.org/wiki/Q2914681","display_name":"Originality","level":3,"score":0.5239543914794922},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.44493192434310913},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.4410886764526367},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.42735400795936584},{"id":"https://openalex.org/C53173841","wikidata":"https://www.wikidata.org/wiki/Q1897444","display_name":"Action research","level":2,"score":0.4215385913848877},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.2732769250869751},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.1492796242237091},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1482454240322113},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.14283716678619385},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.1227807104587555},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.11535495519638062},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1108/14637151111166150","is_oa":false,"landing_page_url":"https://doi.org/10.1108/14637151111166150","pdf_url":null,"source":{"id":"https://openalex.org/S2508752","display_name":"Business Process Management Journal","issn_l":"1463-7154","issn":["1463-7154","1758-4116"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319811","host_organization_name":"Emerald Publishing Limited","host_organization_lineage":["https://openalex.org/P4310319811"],"host_organization_lineage_names":["Emerald Publishing Limited"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Business Process Management Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals","score":0.41999998688697815},{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.4000000059604645}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W115488469","https://openalex.org/W315199435","https://openalex.org/W797347774","https://openalex.org/W1494401083","https://openalex.org/W1495419098","https://openalex.org/W1606876613","https://openalex.org/W1765266268","https://openalex.org/W1966162762","https://openalex.org/W1982272301","https://openalex.org/W1984058702","https://openalex.org/W1985826978","https://openalex.org/W1992731988","https://openalex.org/W1996216743","https://openalex.org/W2003422651","https://openalex.org/W2010432834","https://openalex.org/W2016378690","https://openalex.org/W2027149741","https://openalex.org/W2041757262","https://openalex.org/W2043744465","https://openalex.org/W2049058586","https://openalex.org/W2050401924","https://openalex.org/W2051538335","https://openalex.org/W2057211911","https://openalex.org/W2058200025","https://openalex.org/W2078382101","https://openalex.org/W2078736349","https://openalex.org/W2085859710","https://openalex.org/W2086418944","https://openalex.org/W2086545241","https://openalex.org/W2090440409","https://openalex.org/W2101233178","https://openalex.org/W2123459447","https://openalex.org/W2318735428","https://openalex.org/W3121864076","https://openalex.org/W4235824092","https://openalex.org/W4246925602","https://openalex.org/W4255576617","https://openalex.org/W6629779538","https://openalex.org/W7025156784"],"related_works":["https://openalex.org/W2593155302","https://openalex.org/W2041415459","https://openalex.org/W2171633791","https://openalex.org/W2505329523","https://openalex.org/W2091937751","https://openalex.org/W2371282533","https://openalex.org/W1606781580","https://openalex.org/W2986069939","https://openalex.org/W2248905259","https://openalex.org/W2046466541"],"abstract_inverted_index":{"Purpose":[0],"In":[1],"large":[2],"system":[3,45,64,80,105,129,140,256],"development":[4,32,46,106,130,304],"efforts":[5],"organizational":[6],"and":[7,27,101,107,144,149,217,248,251,269,278,290],"managerial":[8],"issues":[9],"are":[10,53,212],"often":[11],"more":[12,85,176,230],"challenging":[13],"than":[14,86],"technical":[15],"ones.":[16],"One":[17],"of":[18,22,29,36,44,71,84,128,160,171,226,238,255,285],"the":[19,25,30,42,99,104,125,131,139,161,164,192,198,210,223,236,253,283,286,303],"key":[20],"concerns":[21],"managers":[23],"is":[24,68,228],"control":[26,159],"evaluation":[28,43,108,132,165,240,257,271,288,295],"overall":[31],"effort.":[33],"The":[34,66,90,110,120,181,206,233],"purpose":[35],"this":[37],"paper":[38],"was":[39,133,141,154],"to":[40,97,214,280,291],"analyze":[41,98,235],"process":[47,95,166],"in":[48,56,103,124,220,242,258],"a":[49,61,69,76,82,93,155,169,175,243,299],"setting":[50,244],"where":[51],"there":[52,153],"multiple":[54,57,246],"stakeholders":[55],"organizations":[58,250],"that":[59,73,123,209,297],"develop":[60],"common":[62,77],"information":[63],"(IS).":[65],"case":[67,186,193],"consortium":[70,224],"universities":[72],"has":[74,298],"developed":[75,142],"student":[78],"registrar":[79],"over":[81],"period":[83],"ten":[87],"years.":[88],"Design/methodology/approach":[89],"authors":[91,121,182,207,234],"used":[92],"social":[94],"model":[96],"episodes":[100],"encounters":[102,173],"process.":[109,162],"research":[111],"approach":[112,296],"can":[113,275],"be":[114,195],"characterized":[115],"as":[116,147],"action":[117],"case.":[118],"Findings":[119],"found":[122],"early":[126],"stages":[127],"emergent":[134],"or":[135],"even":[136],"non\u2010existent.":[137],"As":[138],"further":[143],"issues,":[145],"such":[146,259],"delays":[148],"missing":[150],"features,":[151],"arose,":[152],"need":[156],"for":[157,203],"better":[158,281,300],"Thus,":[163],"evolved":[167],"through":[168],"series":[170],"critical":[172],"into":[174],"proactive":[177,270],"one.":[178],"Research":[179],"limitations/implications":[180],"studied":[183],"only":[184],"one":[185],"so":[187],"broad":[188],"generalizations":[189],"directly":[190],"from":[191],"cannot":[194],"made.":[196],"However,":[197],"results":[199,211],"could":[200],"hold":[201],"true":[202],"similar":[204],"settings.":[205,260],"believe":[208],"interesting":[213],"both":[215],"researchers":[216,277],"practitioners":[218,279],"since":[219],"outsourcing":[221],"relationships":[222],"kind":[225],"arrangement":[227],"becoming":[229],"common.":[231],"Originality/value":[232],"evolution":[237],"IS":[239,287],"processes":[241,289],"with":[245,302],"client":[247],"vendor":[249],"reveal":[252],"complexities":[254],"Moreover,":[261],"they":[262],"introduce":[263],"three":[264],"new":[265],"concepts:":[266],"reactive,":[267],"transitional":[268],"processes.":[272],"These":[273],"concepts":[274],"help":[276],"understand":[282],"nature":[284],"possibly":[292],"choose":[293],"an":[294],"\u201cfit\u201d":[301],"situation":[305],"at":[306],"hand.":[307]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}