{"id":"https://openalex.org/W4391234907","doi":"https://doi.org/10.22163/fteval.2024.632","title":"Realising societal challenges: Towards challenge-led monitoring and evaluation","display_name":"Realising societal challenges: Towards challenge-led monitoring and evaluation","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4391234907","doi":"https://doi.org/10.22163/fteval.2024.632"},"language":"en","primary_location":{"id":"doi:10.22163/fteval.2024.632","doi":"https://doi.org/10.22163/fteval.2024.632","is_oa":true,"landing_page_url":"https://doi.org/10.22163/fteval.2024.632","pdf_url":"https://repository.fteval.at/id/eprint/693/1/10.22163FTEVAL.2023.632.pdf","source":{"id":"https://openalex.org/S4210181975","display_name":"fteval Journal for Research and Technology Policy Evaluation","issn_l":"1726-6629","issn":["1726-6629","1726-6645"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"fteval JOURNAL for Research and Technology Policy Evaluation","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://repository.fteval.at/id/eprint/693/1/10.22163FTEVAL.2023.632.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Rathenau Instituut","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rathenau Instituut","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093790127","display_name":"Vincent Baarslag","orcid":"https://orcid.org/0000-0003-2030-053X","observed_orcids":["https://orcid.org/0000-0003-2030-053X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vincent Baarslag","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-2030-053X","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055627292","display_name":"Amber Geurts","orcid":"https://orcid.org/0000-0003-0478-0713","observed_orcids":["https://orcid.org/0000-0003-0478-0713"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Amber Geurts","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-0478-0713","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5053094373","display_name":"Frans van der Zee","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Frans van der Zee","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5919,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.81320339,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":"55","first_page":"e1, 1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.9092000126838684,"subfield":{"id":"https://openalex.org/subfields/3321","display_name":"Public Administration"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.9092000126838684,"subfield":{"id":"https://openalex.org/subfields/3321","display_name":"Public Administration"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14185","display_name":"Research, Science, and Academia","score":0.0502999983727932,"subfield":{"id":"https://openalex.org/subfields/1405","display_name":"Management of Technology and Innovation"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12722","display_name":"Innovation Policy and R&D","score":0.013100000098347664,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grand-challenges","display_name":"societal challenges","score":0.7910000085830688},{"id":"https://openalex.org/keywords/research-and-innovation-policy","display_name":"research and innovation policy","score":0.800000011920929},{"id":"https://openalex.org/keywords/policy-implementation","display_name":"policy implementation","score":0.6230000257492065},{"id":"https://openalex.org/keywords/governance","display_name":"governance","score":0.7789999842643738},{"id":"https://openalex.org/keywords/organizational-structure","display_name":"organizational structure","score":0.9160000085830688},{"id":"https://openalex.org/keywords/societal-transitions","display_name":"social transition","score":0.5630000233650208}],"concepts":[{"id":"https://openalex.org/C39389867","wikidata":"https://www.wikidata.org/wiki/Q380767","display_name":"Corporate governance","level":2,"score":0.7504059672355652},{"id":"https://openalex.org/C2780815959","wikidata":"https://www.wikidata.org/wiki/Q18390984","display_name":"Monitoring and evaluation","level":2,"score":0.662548303604126},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.6540461182594299},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.5096299648284912},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.4463137090206146},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.4226107597351074},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.4198681712150574},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.3557722866535187},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.32468336820602417},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2027224898338318},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.22163/fteval.2024.632","doi":"https://doi.org/10.22163/fteval.2024.632","is_oa":true,"landing_page_url":"https://doi.org/10.22163/fteval.2024.632","pdf_url":"https://repository.fteval.at/id/eprint/693/1/10.22163FTEVAL.2023.632.pdf","source":{"id":"https://openalex.org/S4210181975","display_name":"fteval Journal for Research and Technology Policy Evaluation","issn_l":"1726-6629","issn":["1726-6629","1726-6645"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"fteval JOURNAL for Research and Technology Policy Evaluation","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.22163/fteval.2024.632","doi":"https://doi.org/10.22163/fteval.2024.632","is_oa":true,"landing_page_url":"https://doi.org/10.22163/fteval.2024.632","pdf_url":"https://repository.fteval.at/id/eprint/693/1/10.22163FTEVAL.2023.632.pdf","source":{"id":"https://openalex.org/S4210181975","display_name":"fteval Journal for Research and Technology Policy Evaluation","issn_l":"1726-6629","issn":["1726-6629","1726-6645"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"fteval JOURNAL for Research and Technology Policy Evaluation","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391234907.pdf","grobid_xml":"https://content.openalex.org/works/W4391234907.grobid-xml"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W1549196970","https://openalex.org/W1748274567","https://openalex.org/W1987025405","https://openalex.org/W1995212233","https://openalex.org/W2010793828","https://openalex.org/W2017256499","https://openalex.org/W2066307282","https://openalex.org/W2070488366","https://openalex.org/W2073506374","https://openalex.org/W2118031292","https://openalex.org/W2127454860","https://openalex.org/W2129862350","https://openalex.org/W2131641235","https://openalex.org/W2138867807","https://openalex.org/W2363378650","https://openalex.org/W2368827043","https://openalex.org/W2504237367","https://openalex.org/W2517771749","https://openalex.org/W2524218442","https://openalex.org/W2596834359","https://openalex.org/W2754273936","https://openalex.org/W2790697279","https://openalex.org/W2800076645","https://openalex.org/W2850715135","https://openalex.org/W2885970667","https://openalex.org/W2891019415","https://openalex.org/W2895478811","https://openalex.org/W2897383306","https://openalex.org/W2897907851","https://openalex.org/W2900531799","https://openalex.org/W2945792041","https://openalex.org/W2971227808","https://openalex.org/W2999162869","https://openalex.org/W3020095733","https://openalex.org/W3044720143","https://openalex.org/W3045688580","https://openalex.org/W3088466851","https://openalex.org/W3172847970","https://openalex.org/W3190960735","https://openalex.org/W3209330858","https://openalex.org/W3215285974","https://openalex.org/W4205673929","https://openalex.org/W4206193954","https://openalex.org/W4213208376","https://openalex.org/W4220655595","https://openalex.org/W4220707225","https://openalex.org/W4224251610","https://openalex.org/W4232647570","https://openalex.org/W4235741232","https://openalex.org/W4237880729","https://openalex.org/W4243341540","https://openalex.org/W7015151584","https://openalex.org/W7039803590","https://openalex.org/W7042405744"],"related_works":["https://openalex.org/W2908738816","https://openalex.org/W3172847970","https://openalex.org/W4311307035","https://openalex.org/W4411500116","https://openalex.org/W4396973755","https://openalex.org/W2969310142","https://openalex.org/W7154588478","https://openalex.org/W4235850267","https://openalex.org/W4408224675","https://openalex.org/W4403632875"],"abstract_inverted_index":{"Challenge-led":[0],"innovation":[1,15,21,53,123],"policies":[2,54],"place":[3],"societal":[4,56],"challenges":[5],"and":[6,12,32,40,44,66,72,76,81,90,118,131,135,163,171,180,193,199,207,212],"transitions":[7],"at":[8,114],"the":[9,64,105,195],"focal":[10],"centre":[11],"goal":[13],"of":[14,20,42,68,74,197],"policy.":[16],"This":[17],"new":[18,26,95],"genre":[19],"policy":[22,80],"not":[23],"only":[24],"requires":[25,36],"approaches":[27],"in":[28,46,160,186],"agenda-setting,":[29],"programming,":[30],"implementation":[31,83],"management,":[33],"but":[34,148],"also":[35],"a":[37,69,99],"renewed":[38],"view":[39,71],"practice":[41,136],"monitoring":[43,75,89,117,162,192],"evaluation":[45,119,133,164],"order":[47,187],"to":[48,51,112,143,188],"be":[49,210],"able":[50],"steer":[52],"towards":[55],"goals.":[57],"In":[58],"this":[59,94],"paper,":[60],"we":[61,86,97,183],"focus":[62],"on":[63],"necessity":[65],"usefulness":[67],"different":[70],"way":[73],"evaluating":[77],"challenge-led":[78,88,122,161,191],"R&I":[79],"its":[82],"\u2013":[84],"which":[85],"term":[87],"evaluation.":[91],"To":[92],"define":[93],"approach,":[96],"conducted":[98],"literature":[100],"review.":[101],"Our":[102],"analysis":[103,127],"identifies":[104],"bottlenecks":[106,147,159],"as":[107,109,139,174,176,202,204,214],"well":[108,175,203],"potential":[110],"routes":[111],"arrive":[113],"an":[115,151],"appropriate":[116],"framework":[120],"for":[121],"policies.":[124],"Next,":[125],"our":[126],"highlights":[128],"how":[129],"governance":[130,170,198],"institutionalised":[132,178,205],"culture":[134],"are":[137],"presented":[138],"(part":[140],"of)":[141],"solutions":[142],"all":[144],"four":[145],"identified":[146,158],"usually":[149],"considered":[150],"afterthought":[152],"requiring":[153],"\u2018experimentation\u2019.":[154],"However,":[155],"overcoming":[156],"other":[157],"is":[165],"contingent":[166],"upon":[167],"altering":[168],"(a)":[169],"organisational":[172,200],"structures":[173,201],"(b)":[177],"assumptions":[179,206],"practices.":[181],"Therefore,":[182],"argue":[184],"that":[185],"further":[189],"develop":[190],"evaluation,":[194],"roles":[196],"practices":[208],"should":[209],"problematised":[211],"prioritised":[213],"bottlenecks.":[215]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-11-13T13:42:25.865203","created_date":"2024-01-26T00:00:00"}