{"id":"https://openalex.org/W39254241","doi":"https://doi.org/10.14512/gaia.22.2.9","title":"Evaluating Research beyond Scientific ImpactHow to Include Criteria for Productive Interactions and Impact on Practice and Society","display_name":"Evaluating Research beyond Scientific ImpactHow to Include Criteria for Productive Interactions and Impact on Practice and Society","publication_year":2013,"publication_date":"2013-06-18","ids":{"openalex":"https://openalex.org/W39254241","doi":"https://doi.org/10.14512/gaia.22.2.9","mag":"39254241"},"language":"en","primary_location":{"id":"doi:10.14512/gaia.22.2.9","doi":"https://doi.org/10.14512/gaia.22.2.9","is_oa":false,"landing_page_url":"https://doi.org/10.14512/gaia.22.2.9","pdf_url":null,"source":{"id":"https://openalex.org/S4210237797","display_name":"GAIA - Ecological Perspectives for Science and Society","issn_l":"0940-5550","issn":["0940-5550","2625-5413"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-c","jufo-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319944","host_organization_name":"oekom verlag","host_organization_lineage":["https://openalex.org/P4310319944"],"host_organization_lineage_names":["oekom verlag"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GAIA - Ecological Perspectives for Science and Society","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045695111","display_name":"Birge Wolf","orcid":"https://orcid.org/0000-0001-9865-5133","observed_orcids":["https://orcid.org/0000-0001-9865-5133"]},"institutions":[{"id":"https://openalex.org/I106157433","display_name":"University of Kassel","ror":"https://ror.org/04zc7p361","country_code":"DE","type":"education","lineage":["https://openalex.org/I106157433"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Birge Wolf","raw_affiliation_strings":["University of Kassel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Kassel","institution_ids":["https://openalex.org/I106157433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050110700","display_name":"Thomas Lindenthal","orcid":"https://orcid.org/0000-0002-0312-0070","observed_orcids":["https://orcid.org/0000-0002-0312-0070"]},"institutions":[{"id":"https://openalex.org/I92869138","display_name":"BOKU University","ror":"https://ror.org/057ff4y42","country_code":"AT","type":"education","lineage":["https://openalex.org/I92869138"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Thomas Lindenthal","raw_affiliation_strings":["University of Natural Resources and Life Sciences, Vienna"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Natural Resources and Life Sciences, Vienna","institution_ids":["https://openalex.org/I92869138"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083209538","display_name":"Manfred Szerencsits","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I106157433","display_name":"University of Kassel","ror":"https://ror.org/04zc7p361","country_code":"DE","type":"education","lineage":["https://openalex.org/I106157433"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Manfred Szerencsits","raw_affiliation_strings":["University of Kassel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Kassel","institution_ids":["https://openalex.org/I106157433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085828734","display_name":"J. Britt Holbrook","orcid":"https://orcid.org/0000-0002-5804-0692","observed_orcids":["https://orcid.org/0000-0002-5804-0692"]},"institutions":[{"id":"https://openalex.org/I123534392","display_name":"University of North Texas","ror":"https://ror.org/00v97ad02","country_code":"US","type":"education","lineage":["https://openalex.org/I123534392"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J. Britt Holbrook","raw_affiliation_strings":["University of North Texas;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of North Texas;","institution_ids":["https://openalex.org/I123534392"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5104359507","display_name":"J\u00fcrgen He\u00df","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I106157433","display_name":"University of Kassel","ror":"https://ror.org/04zc7p361","country_code":"DE","type":"education","lineage":["https://openalex.org/I106157433"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"J\u00fcrgen He\u00df","raw_affiliation_strings":["University of Kassel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Kassel","institution_ids":["https://openalex.org/I106157433"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.6762,"has_fulltext":false,"cited_by_count":57,"citation_normalized_percentile":{"value":0.92842576,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"22","issue":"2","first_page":"104","last_page":"114"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14185","display_name":"Research, Science, and Academia","score":0.009499999694526196,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12766","display_name":"Interdisciplinary Research and Collaboration","score":0.0017000000225380063,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/research-evaluation","display_name":"research evaluation","score":0.9860000014305115},{"id":"https://openalex.org/keywords/scientific-impact","display_name":"scientific impact","score":0.7459999918937683},{"id":"https://openalex.org/keywords/social-impact-assessment","display_name":"social impact assessment","score":0.7580000162124634},{"id":"https://openalex.org/keywords/broader-impacts","display_name":"broader impacts","score":0.5540000200271606},{"id":"https://openalex.org/keywords/productive-interaction","display_name":"productive interactions","score":0.7620000243186951},{"id":"https://openalex.org/keywords/interdisciplinary-research","display_name":"interdisciplinary research","score":0.7440000176429749},{"id":"https://openalex.org/keywords/transdisciplinary-research","display_name":"transdisciplinary research","score":1.0},{"id":"https://openalex.org/keywords/organic-farming","display_name":"organic farming","score":0.6240000128746033},{"id":"https://openalex.org/keywords/evaluation-criteria","display_name":"evaluation criteria","score":0.6869999766349792},{"id":"https://openalex.org/keywords/evaluation-database","display_name":"evaluation database","score":0.6949999928474426}],"concepts":[{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.7283588647842407},{"id":"https://openalex.org/C2780615836","wikidata":"https://www.wikidata.org/wiki/Q2471869","display_name":"USable","level":2,"score":0.5881029367446899},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.5398179292678833},{"id":"https://openalex.org/C80783014","wikidata":"https://www.wikidata.org/wiki/Q1754062","display_name":"Societal impact of nanotechnology","level":2,"score":0.5179964303970337},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.47022080421447754},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.44314101338386536},{"id":"https://openalex.org/C111874474","wikidata":"https://www.wikidata.org/wiki/Q6005872","display_name":"Impact assessment","level":2,"score":0.4424073398113251},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.43591535091400146},{"id":"https://openalex.org/C93360035","wikidata":"https://www.wikidata.org/wiki/Q17055852","display_name":"Impact evaluation","level":2,"score":0.42676016688346863},{"id":"https://openalex.org/C2983815764","wikidata":"https://www.wikidata.org/wiki/Q7551167","display_name":"Social impact","level":3,"score":0.42479225993156433},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.35087674856185913},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3223995268344879},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.30308985710144043},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.2973930239677429},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.2357574701309204},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.23180899024009705},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.09293210506439209},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.08690652251243591},{"id":"https://openalex.org/C3116431","wikidata":"https://www.wikidata.org/wiki/Q31728","display_name":"Public administration","level":1,"score":0.0},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C171250308","wikidata":"https://www.wikidata.org/wiki/Q11468","display_name":"Nanotechnology","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.14512/gaia.22.2.9","doi":"https://doi.org/10.14512/gaia.22.2.9","is_oa":false,"landing_page_url":"https://doi.org/10.14512/gaia.22.2.9","pdf_url":null,"source":{"id":"https://openalex.org/S4210237797","display_name":"GAIA - Ecological Perspectives for Science and Society","issn_l":"0940-5550","issn":["0940-5550","2625-5413"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-c","jufo-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319944","host_organization_name":"oekom verlag","host_organization_lineage":["https://openalex.org/P4310319944"],"host_organization_lineage_names":["oekom verlag"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GAIA - Ecological Perspectives for Science and Society","raw_type":"journal-article"},{"id":"pmh:oai:orgprints.org:26963","doi":null,"is_oa":false,"landing_page_url":"http://orgprints.org/26963/1/Wolf_et_al_2013_Evaluating%20Research%20beyond%20Scientific%20Impact.pdf","pdf_url":"http://orgprints.org/26963/1/Wolf_et_al_2013_Evaluating%20Research%20beyond%20Scientific%20Impact.pdf","source":{"id":"https://openalex.org/S4306400386","display_name":"Organic Eprints (International Centre for Research in Organic Food Systems, and Research Institute of Organic Agriculture)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Journal paper"}],"best_oa_location":null,"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/2","display_name":"Zero hunger","score":0.4699999988079071}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1003657901","https://openalex.org/W1523237123","https://openalex.org/W1551533759","https://openalex.org/W1606446970","https://openalex.org/W1932222150","https://openalex.org/W1979116104","https://openalex.org/W1986192078","https://openalex.org/W1987220420","https://openalex.org/W1994490219","https://openalex.org/W2002520967","https://openalex.org/W2027559506","https://openalex.org/W2027703626","https://openalex.org/W2028609658","https://openalex.org/W2035417566","https://openalex.org/W2035752700","https://openalex.org/W2037252999","https://openalex.org/W2045237841","https://openalex.org/W2070550922","https://openalex.org/W2083227975","https://openalex.org/W2085657207","https://openalex.org/W2090191564","https://openalex.org/W2116492173","https://openalex.org/W2118780527","https://openalex.org/W2140100788","https://openalex.org/W2142219997","https://openalex.org/W2151071722","https://openalex.org/W2158362752","https://openalex.org/W2255909913","https://openalex.org/W2285871361","https://openalex.org/W2582118216","https://openalex.org/W2612427954","https://openalex.org/W3169934703","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W7096821087","https://openalex.org/W2090781822","https://openalex.org/W2058281770","https://openalex.org/W2074220137","https://openalex.org/W2561674155","https://openalex.org/W7096713923","https://openalex.org/W4232046680","https://openalex.org/W2782693493","https://openalex.org/W4206228566","https://openalex.org/W749881434"],"abstract_inverted_index":{"Currently,":[0],"established":[1],"research":[2,14,21,31,75,86,116],"evaluation":[3,22,59,87,129],"focuses":[4],"on":[5,15,32,40,53],"scientific":[6],"impact":[7,12,29,55],"\u2013":[8],"that":[9,137],"is,":[10],"the":[11,28,51,58,83,99,105,128],"of":[13,30,50,60,74,85,93,107,130],"science":[16],"itself.":[17],"We":[18,122],"discuss":[19],"extending":[20],"to":[23,119],"cover":[24],"productive":[25],"interactions":[26],"and":[27,34,47,57,62,72,113,134],"practice":[33],"society.":[35],"The":[36],"results":[37],"are":[38,76],"based":[39],"interviews":[41],"with":[42],"scientists":[43],"from":[44],"(organic)":[45],"agriculture":[46],"a":[48,91,124],"review":[49],"literature":[52],"broader/social/societal":[54],"assessment":[56],"interdisciplinary":[61],"transdisciplinary":[63],"research.":[64],"There":[65],"is":[66,88],"broad":[67],"agreement":[68],"about":[69],"what":[70],"activities":[71],"impacts":[73],"relevant":[77],"for":[78,115,127],"such":[79],"an":[80],"evaluation.":[81],"However,":[82],"extension":[84],"hampered":[89],"by":[90],"lack":[92],"easily":[94],"usable":[95],"data.":[96],"To":[97],"reduce":[98],"effort":[100,142],"involved":[101],"in":[102],"data":[103],"collection,":[104],"usability":[106],"existing":[108,144],"documentation":[109],"procedures":[110],"(e.g.,":[111],"proposals":[112],"reports":[114],"funding)":[117],"needs":[118],"be":[120],"increased.":[121],"propose":[123],"structured":[125],"database":[126],"scientists,":[131],"projects,":[132],"programmes":[133],"institutions,":[135],"one":[136],"will":[138],"require":[139,146],"little":[140],"additional":[141],"beyond":[143],"reporting":[145],"ments.":[147]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":7},{"year":2014,"cited_by_count":2}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2016-06-24T00:00:00"}