{"id":"https://openalex.org/W3216283640","doi":"https://doi.org/10.1007/s11192-022-04329-2","title":"How should evaluation be? Is a good evaluation of research also just? Towards the implementation of good evaluation","display_name":"How should evaluation be? Is a good evaluation of research also just? Towards the implementation of good evaluation","publication_year":2022,"publication_date":"2022-03-12","ids":{"openalex":"https://openalex.org/W3216283640","doi":"https://doi.org/10.1007/s11192-022-04329-2","mag":"3216283640"},"language":"en","primary_location":{"id":"doi:10.1007/s11192-022-04329-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11192-022-04329-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11192-022-04329-2.pdf","source":{"id":"https://openalex.org/S148561398","display_name":"Scientometrics","issn_l":"0138-9130","issn":["0138-9130","1588-2861"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320108","host_organization_name":"Springer Nature (Netherlands)","host_organization_lineage":["https://openalex.org/P4310320108","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature (Netherlands)","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientometrics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11192-022-04329-2.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060375410","display_name":"Cinzia Daraio","orcid":"https://orcid.org/0000-0002-4825-0071"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Cinzia Daraio","raw_affiliation_strings":["Department of Computer, Control and Management Engineering \u201cAntonio Ruberti\u201d (DIAG), Sapienza University of Rome, Rome, Italy"],"raw_orcid":"https://orcid.org/0000-0002-4825-0071","affiliations":[{"raw_affiliation_string":"Department of Computer, Control and Management Engineering \u201cAntonio Ruberti\u201d (DIAG), Sapienza University of Rome, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047347011","display_name":"Alessio Vaccari","orcid":null},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alessio Vaccari","raw_affiliation_strings":["Department of Philosophy, Sapienza University of Rome, Rome, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Philosophy, Sapienza University of Rome, Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5060375410"],"corresponding_institution_ids":["https://openalex.org/I861853513"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":4.4135,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.94038779,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"127","issue":"12","first_page":"7127","last_page":"7146"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10778","display_name":"Philosophy and History of Science","score":0.9337999820709229,"subfield":{"id":"https://openalex.org/subfields/1207","display_name":"History and Philosophy of Science"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10778","display_name":"Philosophy and History of Science","score":0.9337999820709229,"subfield":{"id":"https://openalex.org/subfields/1207","display_name":"History and Philosophy of Science"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.685361385345459},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5548681020736694},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5059687495231628},{"id":"https://openalex.org/keywords/economic-justice","display_name":"Economic Justice","score":0.49127405881881714},{"id":"https://openalex.org/keywords/evaluation-methods","display_name":"Evaluation methods","score":0.46270373463630676},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.44577786326408386},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.35875204205513},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.33958205580711365},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.33449435234069824},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13868218660354614},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.09662169218063354},{"id":"https://openalex.org/keywords/management","display_name":"Management","score":0.09583437442779541}],"concepts":[{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.685361385345459},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5548681020736694},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5059687495231628},{"id":"https://openalex.org/C139621336","wikidata":"https://www.wikidata.org/wiki/Q3190382","display_name":"Economic Justice","level":2,"score":0.49127405881881714},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.46270373463630676},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.44577786326408386},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.35875204205513},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33958205580711365},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.33449435234069824},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13868218660354614},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.09662169218063354},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.09583437442779541},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1007/s11192-022-04329-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11192-022-04329-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11192-022-04329-2.pdf","source":{"id":"https://openalex.org/S148561398","display_name":"Scientometrics","issn_l":"0138-9130","issn":["0138-9130","1588-2861"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320108","host_organization_name":"Springer Nature (Netherlands)","host_organization_lineage":["https://openalex.org/P4310320108","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature (Netherlands)","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientometrics","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:spr:scient:v:127:y:2022:i:12:d:10.1007_s11192-022-04329-2","is_oa":false,"landing_page_url":"http://link.springer.com/10.1007/s11192-022-04329-2","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:RePEc:ssa:lemwps:2021/39","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"preprint"},{"id":"pmh:oai:econstor.eu:10419/247308","is_oa":false,"landing_page_url":"http://hdl.handle.net/10419/247308","pdf_url":null,"source":{"id":"https://openalex.org/S4306401696","display_name":"Econstor (Econstor)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"doc-type:workingPaper"},{"id":"pmh:oai:iris.uniroma1.it:11573/1624026","is_oa":false,"landing_page_url":"http://hdl.handle.net/11573/1624026","pdf_url":null,"source":{"id":"https://openalex.org/S4377196107","display_name":"IRIS Research product catalog (Sapienza University of Rome)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s11192-022-04329-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11192-022-04329-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11192-022-04329-2.pdf","source":{"id":"https://openalex.org/S148561398","display_name":"Scientometrics","issn_l":"0138-9130","issn":["0138-9130","1588-2861"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320108","host_organization_name":"Springer Nature (Netherlands)","host_organization_lineage":["https://openalex.org/P4310320108","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature (Netherlands)","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientometrics","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7599999904632568,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G5232503051","display_name":null,"funder_award_id":"RM11916B8853C925","funder_id":"https://openalex.org/F4320322510","funder_display_name":"Sapienza Universit\u00e0 di Roma"},{"id":"https://openalex.org/G7989417972","display_name":null,"funder_award_id":"PH11715C8239C105","funder_id":"https://openalex.org/F4320322510","funder_display_name":"Sapienza Universit\u00e0 di Roma"}],"funders":[{"id":"https://openalex.org/F4320322510","display_name":"Sapienza Universit\u00e0 di Roma","ror":"https://ror.org/02be6w209"},{"id":"https://openalex.org/F4320323553","display_name":"Universit\u00e0 di Bologna","ror":"https://ror.org/01111rn36"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3216283640.pdf","grobid_xml":"https://content.openalex.org/works/W3216283640.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W101055837","https://openalex.org/W173516983","https://openalex.org/W605499798","https://openalex.org/W1505482263","https://openalex.org/W1533385474","https://openalex.org/W1564392956","https://openalex.org/W1582462312","https://openalex.org/W1608029109","https://openalex.org/W2007188662","https://openalex.org/W2019352964","https://openalex.org/W2054430173","https://openalex.org/W2068341291","https://openalex.org/W2110444463","https://openalex.org/W2116821405","https://openalex.org/W2163887529","https://openalex.org/W2336886423","https://openalex.org/W2482178533","https://openalex.org/W2524559535","https://openalex.org/W2604847713","https://openalex.org/W2806376778","https://openalex.org/W2891450129","https://openalex.org/W2983948244","https://openalex.org/W2985087632","https://openalex.org/W3001499446","https://openalex.org/W3006036494","https://openalex.org/W3071740790","https://openalex.org/W3108431600","https://openalex.org/W4206214887","https://openalex.org/W4213419338","https://openalex.org/W4213439731","https://openalex.org/W4233334345","https://openalex.org/W4235271043","https://openalex.org/W4239240650","https://openalex.org/W4244235355","https://openalex.org/W4244962472","https://openalex.org/W4255892257","https://openalex.org/W4300514017","https://openalex.org/W6618953777","https://openalex.org/W6631870908","https://openalex.org/W6632462356","https://openalex.org/W6634363132","https://openalex.org/W6635575501","https://openalex.org/W6643797788","https://openalex.org/W6754212576","https://openalex.org/W6835583358","https://openalex.org/W6875225885","https://openalex.org/W6912992434","https://openalex.org/W7067620662","https://openalex.org/W7082804108"],"related_works":["https://openalex.org/W1603736412","https://openalex.org/W4304185162","https://openalex.org/W2061685118","https://openalex.org/W3006282800","https://openalex.org/W2462100143","https://openalex.org/W1770503332","https://openalex.org/W3125207769","https://openalex.org/W1977900974","https://openalex.org/W3174463852","https://openalex.org/W2577825108"],"abstract_inverted_index":{"Abstract":[0],"In":[1],"this":[2],"paper":[3],"we":[4,88,171],"answer":[5],"the":[6,38,42,45,48,65,90,97,110,116,122,130,138,148,151,155,164,173,181],"question":[7],"of":[8,18,24,44,51,67,83,92,99,102,112,124,140,150,177,183],"how":[9,163],"evaluation":[10,17,23,59],"should":[11,34],"be":[12],"by":[13],"proposing":[14],"a":[15,57,80,93,107,119,144],"good":[16,22,58,73],"research":[19,25,74,103,185],"practices.":[20],"A":[21],"practices,":[26],"intended":[27],"as":[28,70],"social":[29],"practices":[30,75,104],"\u00e0":[31],"la":[32],"MacIntyre,":[33],"take":[35],"into":[36,78],"account":[37,79],"stable":[39],"motivations":[40],"and":[41,126,129,157,161],"traits":[43],"characters":[46],"(i.e.":[47],"virtues":[49],")":[50],"researchers.":[52],"We":[53],"also":[54,61],"show":[55],"that":[56,133],"is":[60,118,166],"just":[62],",":[63,69],"beyond":[64],"sense":[66,82],"fairness":[68],"working":[71],"on":[72,137],"implies":[76],"keep":[77],"broader":[81],"justice":[84],".":[85],"After":[86],"that,":[87],"propose":[89],"development":[91],"knowledge":[94,142],"base":[95],"for":[96,109,146,180],"assessment":[98,111,186],"\u201cgood\u201d":[100],"evaluations":[101],"to":[105,158],"implement":[106],"questionnaire":[108,156],"researchers\u2019":[113],"virtues.":[114],"Although":[115],"latter":[117],"challenging":[120],"task,":[121],"use":[123],"ontologies":[125],"taxonomic":[127],"knowledge,":[128],"reasoning":[131],"algorithms":[132],"can":[134],"draw":[135],"inferences":[136],"basis":[139],"such":[141],"represents":[143],"way":[145],"testing":[147],"consistency":[149],"information":[152],"reported":[153],"in":[154],"analyse":[159],"correctly":[160],"coherently":[162],"data":[165],"gathered":[167],"through":[168],"it.":[169],"Finally,":[170],"describe":[172],"potential":[174],"application":[175],"usefulness":[176],"our":[178],"proposal":[179],"reform":[182],"current":[184],"systems.":[187]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}