{"id":"https://openalex.org/W3216958731","doi":"https://doi.org/10.1080/09537325.2021.2009795","title":"Seeing beyond the obvious in Ex-post Evaluation of Science, Technology and Innovation Projects","display_name":"Seeing beyond the obvious in Ex-post Evaluation of Science, Technology and Innovation Projects","publication_year":2021,"publication_date":"2021-12-01","ids":{"openalex":"https://openalex.org/W3216958731","doi":"https://doi.org/10.1080/09537325.2021.2009795","mag":"3216958731"},"language":"en","primary_location":{"id":"doi:10.1080/09537325.2021.2009795","is_oa":false,"landing_page_url":"https://doi.org/10.1080/09537325.2021.2009795","pdf_url":null,"source":{"id":"https://openalex.org/S130699561","display_name":"Technology Analysis and Strategic Management","issn_l":"0953-7325","issn":["0953-7325","1465-3990"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Technology Analysis & Strategic Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033995320","display_name":"Liliane de Almeida","orcid":"https://orcid.org/0000-0002-2241-5560"},"institutions":[{"id":"https://openalex.org/I4210130491","display_name":"Faculdades Integradas de Taquara","ror":"https://ror.org/03c3ct763","country_code":"BR","type":"education","lineage":["https://openalex.org/I4210130491"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Liliane de Almeida","raw_affiliation_strings":["Department of Production Engineering, Integrated Colleges of Taquara - FACCAT, Taquara, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-2241-5560","affiliations":[{"raw_affiliation_string":"Department of Production Engineering, Integrated Colleges of Taquara - FACCAT, Taquara, Brazil","institution_ids":["https://openalex.org/I4210130491"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040084430","display_name":"Diego Augusto de Jes\u00fas Pacheco","orcid":"https://orcid.org/0000-0003-4453-7216"},"institutions":[{"id":"https://openalex.org/I204337017","display_name":"Aarhus University","ror":"https://ror.org/01aj84f44","country_code":"DK","type":"education","lineage":["https://openalex.org/I204337017"]}],"countries":["DK"],"is_corresponding":true,"raw_author_name":"Diego Augusto de Jesus Pacheco","raw_affiliation_strings":["Aarhus University, School of Business and Social Sciences (Aarhus BSS), Department of Business Development and Technology (BTECH) Herning, Denmark"],"raw_orcid":"https://orcid.org/0000-0003-4453-7216","affiliations":[{"raw_affiliation_string":"Aarhus University, School of Business and Social Sciences (Aarhus BSS), Department of Business Development and Technology (BTECH) Herning, Denmark","institution_ids":["https://openalex.org/I204337017"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040756628","display_name":"Carlos Fernando Jung","orcid":"https://orcid.org/0000-0002-6317-8338"},"institutions":[{"id":"https://openalex.org/I4210130491","display_name":"Faculdades Integradas de Taquara","ror":"https://ror.org/03c3ct763","country_code":"BR","type":"education","lineage":["https://openalex.org/I4210130491"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Carlos Fernando Jung","raw_affiliation_strings":["Head of Department of Production Engineering, Department of Production Engineering, Integrated Colleges of Taquara - FACCAT, Taquara, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-6317-8338","affiliations":[{"raw_affiliation_string":"Head of Department of Production Engineering, Department of Production Engineering, Integrated Colleges of Taquara - FACCAT, Taquara, Brazil","institution_ids":["https://openalex.org/I4210130491"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020281299","display_name":"Carla Schwengber ten Caten","orcid":"https://orcid.org/0000-0002-7904-0974"},"institutions":[{"id":"https://openalex.org/I130442723","display_name":"Universidade Federal do Rio Grande do Sul","ror":"https://ror.org/041yk2d64","country_code":"BR","type":"education","lineage":["https://openalex.org/I130442723"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Carla Schwengber ten Caten","raw_affiliation_strings":["Head of Engineering School, Engineering School, Federal University of Rio Grande do Sul \u2013 UFRGS, Porto Alegre, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-7904-0974","affiliations":[{"raw_affiliation_string":"Head of Engineering School, Engineering School, Federal University of Rio Grande do Sul \u2013 UFRGS, Porto Alegre, Brazil","institution_ids":["https://openalex.org/I130442723"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5040084430"],"corresponding_institution_ids":["https://openalex.org/I204337017"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.21210115,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"35","issue":"11","first_page":"1426","last_page":"1436"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12722","display_name":"Innovation Policy and R&D","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12722","display_name":"Innovation Policy and R&D","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10003","display_name":"Innovation and Knowledge Management","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1408","display_name":"Strategy and Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13276","display_name":"University-Industry-Government Innovation Models","score":0.9793999791145325,"subfield":{"id":"https://openalex.org/subfields/1405","display_name":"Management of Technology and Innovation"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.3242901563644409},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.29477232694625854}],"concepts":[{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3242901563644409},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.29477232694625854}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1080/09537325.2021.2009795","is_oa":false,"landing_page_url":"https://doi.org/10.1080/09537325.2021.2009795","pdf_url":null,"source":{"id":"https://openalex.org/S130699561","display_name":"Technology Analysis and Strategic Management","issn_l":"0953-7325","issn":["0953-7325","1465-3990"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Technology Analysis & Strategic Management","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:publications/db6ff7c8-3cd8-49d3-89e0-8143be050139","is_oa":false,"landing_page_url":"https://pure.au.dk/portal/en/publications/db6ff7c8-3cd8-49d3-89e0-8143be050139","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Almeida, L, Pacheco, D, Jung , C F & ten Caten , C S 2023, 'Seeing beyond the obvious in Ex-post Evaluation of Science, Technology and Innovation Projects : Systematic Literature Review, Conceptual Framework and Research Agenda', Technology Analysis & Strategic Management, vol. 35, no. 11, pp. 1426-1436. https://doi.org/10.1080/09537325.2021.2009795","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.6299999952316284,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W200117062","https://openalex.org/W1510080674","https://openalex.org/W1559452360","https://openalex.org/W1566576638","https://openalex.org/W1625085981","https://openalex.org/W1810061911","https://openalex.org/W1979010266","https://openalex.org/W2005590235","https://openalex.org/W2007872832","https://openalex.org/W2031780718","https://openalex.org/W2069059550","https://openalex.org/W2086935806","https://openalex.org/W2134326468","https://openalex.org/W2149604183","https://openalex.org/W2151461605","https://openalex.org/W2226062253","https://openalex.org/W2294298973","https://openalex.org/W2571031412","https://openalex.org/W2891218971","https://openalex.org/W3123567048","https://openalex.org/W3125505924","https://openalex.org/W4232710319"],"related_works":["https://openalex.org/W4240365239","https://openalex.org/W2465846165","https://openalex.org/W2163533617","https://openalex.org/W2998359181","https://openalex.org/W2090749665","https://openalex.org/W2142078435","https://openalex.org/W4225261042","https://openalex.org/W825618276","https://openalex.org/W3125925843","https://openalex.org/W2991606376"],"abstract_inverted_index":{"As":[0],"the":[1,17,21,26,46,58,66,74,78,95,101,122,158,180,183,194,197],"amount":[2],"of":[3,28,61,81,83,103,127,142,157],"public":[4,48],"money":[5],"invested":[6,47],"in":[7,31,43,94,188],"science,":[8],"technology":[9],"and":[10,77,124,166,176,186],"innovation":[11],"(STI)":[12],"projects":[13,30,63,129,190],"have":[14],"been":[15],"increasing,":[16],"debate":[18],"continues":[19],"about":[20,57],"best":[22],"strategies":[23],"for":[24,45,111,135,148],"evaluating":[25,136],"impacts":[27,82,89,126,187],"STI":[29,62,84,128,162,189],"society.":[32],"Consequently,":[33],"it":[34],"is":[35,191],"crucial":[36],"to":[37,64,70,92,108,120,178],"ascertain":[38],"what":[39],"benefits":[40],"society":[41],"gains":[42],"return":[44],"resources.":[49],"This":[50],"paper":[51,152],"presents":[52],"a":[53,139,154,169],"systematic":[54],"literature":[55],"review":[56],"ex-post":[59,104],"evaluation":[60],"identify":[65],"relevant":[67],"methodologies":[68,105],"adopted":[69],"analyse":[71],"with":[72],"accuracy":[73],"direct/indirect":[75],"results":[76,185],"further":[79],"deployment":[80],"projects,":[85],"given":[86],"that":[87,100,115,117],"such":[88],"are":[90,106,118,130,146],"difficult":[91],"foresee":[93],"project":[96],"objectives.":[97],"Findings":[98,113],"show":[99,114],"majority":[102],"complex":[107],"be":[109],"applied":[110],"practitioners.":[112],"those":[116],"meant":[119],"evaluate":[121,179],"direct":[123],"indirect":[125],"suitable,":[131],"although":[132],"only":[133],"partially,":[134],"single":[137],"or":[138,144],"few":[140],"types":[141],"impacts,":[143],"they":[145],"oriented":[147],"specific":[149],"contexts.":[150],"The":[151],"offers":[153],"better":[155],"comprehension":[156],"systemic":[159],"relationship":[160],"between":[161,182],"projects'":[163],"objectives,":[164,184],"results,":[165],"impacts.":[167],"Furthermore,":[168],"novel":[170],"conceptual":[171],"framework":[172],"supporting":[173],"policymakers,":[174],"scholars,":[175],"practitioners":[177],"interactions":[181],"drawn":[192],"from":[193],"findings":[195],"extending":[196],"theory.":[198]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2021-12-06T00:00:00"}