{"id":"https://openalex.org/W4391884763","doi":"https://doi.org/10.1162/qss_c_00289","title":"Losing objectivity: The questionable use of surveys in the Global Ranking of Academic Subjects","display_name":"Losing objectivity: The questionable use of surveys in the Global Ranking of Academic Subjects","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4391884763","doi":"https://doi.org/10.1162/qss_c_00289"},"language":"en","primary_location":{"id":"doi:10.1162/qss_c_00289","is_oa":true,"landing_page_url":"https://doi.org/10.1162/qss_c_00289","pdf_url":"https://direct.mit.edu/qss/article-pdf/doi/10.1162/qss_c_00289/2334574/qss_c_00289.pdf","source":{"id":"https://openalex.org/S4210195326","display_name":"Quantitative Science Studies","issn_l":"2641-3337","issn":["2641-3337"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Quantitative Science Studies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://direct.mit.edu/qss/article-pdf/doi/10.1162/qss_c_00289/2334574/qss_c_00289.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076657750","display_name":"Enrique Herrera\u2010Viedma","orcid":"https://orcid.org/0000-0002-7922-4984"},"institutions":[{"id":"https://openalex.org/I173304897","display_name":"Universidad de Granada","ror":"https://ror.org/04njjy449","country_code":"ES","type":"education","lineage":["https://openalex.org/I173304897"]},{"id":"https://openalex.org/I4210095677","display_name":"Instituto Andaluz de Ciencias de la Tierra","ror":"https://ror.org/00v0g9w49","country_code":"ES","type":"facility","lineage":["https://openalex.org/I134820265","https://openalex.org/I4210095677"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Enrique Herrera-Viedma","raw_affiliation_strings":["Andalusian Research Institute on Data Science and Computational Intelligence, University of Granada, Granada, Spain","Granada, Spain"],"raw_orcid":"https://orcid.org/0000-0002-7922-4984","affiliations":[{"raw_affiliation_string":"Andalusian Research Institute on Data Science and Computational Intelligence, University of Granada, Granada, Spain","institution_ids":["https://openalex.org/I4210095677","https://openalex.org/I173304897"]},{"raw_affiliation_string":"Granada, Spain","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002739404","display_name":"Wenceslao Arroyo\u2010Machado","orcid":"https://orcid.org/0000-0001-9437-8757"},"institutions":[{"id":"https://openalex.org/I173304897","display_name":"Universidad de Granada","ror":"https://ror.org/04njjy449","country_code":"ES","type":"education","lineage":["https://openalex.org/I173304897"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Wenceslao Arroyo-Machado","raw_affiliation_strings":["Department of Information and Communication Sciences, University of Granada, Granada, Spain","EC3Metrics spin-off, University of Granada, Granada, Spain","Granada, Spain"],"raw_orcid":"https://orcid.org/0000-0001-9437-8757","affiliations":[{"raw_affiliation_string":"Department of Information and Communication Sciences, University of Granada, Granada, Spain","institution_ids":["https://openalex.org/I173304897"]},{"raw_affiliation_string":"EC3Metrics spin-off, University of Granada, Granada, Spain","institution_ids":["https://openalex.org/I173304897"]},{"raw_affiliation_string":"Granada, Spain","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031294108","display_name":"Daniel Torres\u2010Salinas","orcid":"https://orcid.org/0000-0001-8790-3314"},"institutions":[{"id":"https://openalex.org/I173304897","display_name":"Universidad de Granada","ror":"https://ror.org/04njjy449","country_code":"ES","type":"education","lineage":["https://openalex.org/I173304897"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Daniel Torres-Salinas","raw_affiliation_strings":["Department of Information and Communication Sciences, University of Granada, Granada, Spain","EC3Metrics spin-off, University of Granada, Granada, Spain","Granada, Spain"],"raw_orcid":"https://orcid.org/0000-0001-8790-3314","affiliations":[{"raw_affiliation_string":"Department of Information and Communication Sciences, University of Granada, Granada, Spain","institution_ids":["https://openalex.org/I173304897"]},{"raw_affiliation_string":"EC3Metrics spin-off, University of Granada, Granada, Spain","institution_ids":["https://openalex.org/I173304897"]},{"raw_affiliation_string":"Granada, Spain","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5076657750"],"corresponding_institution_ids":["https://openalex.org/I173304897","https://openalex.org/I4210095677"],"apc_list":{"value":800,"currency":"USD","value_usd":800},"apc_paid":{"value":800,"currency":"USD","value_usd":800},"fwci":8.5029,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.96910316,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"5","issue":"2","first_page":"484","last_page":"486"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10546","display_name":"Higher Education Governance and Development","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10546","display_name":"Higher Education Governance and Development","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11039","display_name":"Evaluation of Teaching Practices","score":0.9645000100135803,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9307000041007996,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/objectivity","display_name":"Objectivity (philosophy)","score":0.8489365577697754},{"id":"https://openalex.org/keywords/excellence","display_name":"Excellence","score":0.6932042837142944},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.661933958530426},{"id":"https://openalex.org/keywords/subjectivity","display_name":"Subjectivity","score":0.5840997099876404},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.48905429244041443},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.47136178612709045},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.42640185356140137},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.3322192430496216},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.28280916810035706},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.22802454233169556},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.1793341040611267},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.14398890733718872},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.11496344208717346},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.08729895949363708},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.07612040638923645}],"concepts":[{"id":"https://openalex.org/C2482559","wikidata":"https://www.wikidata.org/wiki/Q206330","display_name":"Objectivity (philosophy)","level":2,"score":0.8489365577697754},{"id":"https://openalex.org/C2777352838","wikidata":"https://www.wikidata.org/wiki/Q5419420","display_name":"Excellence","level":2,"score":0.6932042837142944},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.661933958530426},{"id":"https://openalex.org/C202889954","wikidata":"https://www.wikidata.org/wiki/Q1139554","display_name":"Subjectivity","level":2,"score":0.5840997099876404},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.48905429244041443},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.47136178612709045},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.42640185356140137},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.3322192430496216},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.28280916810035706},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.22802454233169556},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.1793341040611267},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.14398890733718872},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.11496344208717346},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.08729895949363708},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.07612040638923645}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1162/qss_c_00289","is_oa":true,"landing_page_url":"https://doi.org/10.1162/qss_c_00289","pdf_url":"https://direct.mit.edu/qss/article-pdf/doi/10.1162/qss_c_00289/2334574/qss_c_00289.pdf","source":{"id":"https://openalex.org/S4210195326","display_name":"Quantitative Science Studies","issn_l":"2641-3337","issn":["2641-3337"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Quantitative Science Studies","raw_type":"journal-article"},{"id":"pmh:oai:digibug.ugr.es:10481/93667","is_oa":true,"landing_page_url":"https://hdl.handle.net/10481/93667","pdf_url":"https://digibug.ugr.es/bitstream/10481/93667/1/qss_c_00289.pdf","source":{"id":"https://openalex.org/S4306400567","display_name":"Institutional Repository of the University of Granada (University of Granada)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I173304897","host_organization_name":"Universidad de Granada","host_organization_lineage":["https://openalex.org/I173304897"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:c29a4f1b4a074fe5af8275f2694c06b9","is_oa":true,"landing_page_url":"https://doaj.org/article/c29a4f1b4a074fe5af8275f2694c06b9","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Quantitative Science Studies, Vol 5, Iss 2 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/qss_c_00289","is_oa":true,"landing_page_url":"https://doi.org/10.1162/qss_c_00289","pdf_url":"https://direct.mit.edu/qss/article-pdf/doi/10.1162/qss_c_00289/2334574/qss_c_00289.pdf","source":{"id":"https://openalex.org/S4210195326","display_name":"Quantitative Science Studies","issn_l":"2641-3337","issn":["2641-3337"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Quantitative Science Studies","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4391884763.pdf"},"referenced_works_count":6,"referenced_works":["https://openalex.org/W2021562199","https://openalex.org/W2039726184","https://openalex.org/W2051377261","https://openalex.org/W2062434581","https://openalex.org/W2111292692","https://openalex.org/W3097660394"],"related_works":["https://openalex.org/W2391158797","https://openalex.org/W1920616658","https://openalex.org/W154900787","https://openalex.org/W2347990546","https://openalex.org/W2390324744","https://openalex.org/W3193146728","https://openalex.org/W2583808709","https://openalex.org/W2393314469","https://openalex.org/W2971756891","https://openalex.org/W3161154222"],"abstract_inverted_index":{"Abstract":[0],"The":[1],"Academic":[2,29,64],"Ranking":[3,27,44],"of":[4,10,28,62,70,103,109,136,147,167,192],"World":[5],"Universities":[6],"(ARWU)":[7],"is":[8,39,57,124,129],"one":[9],"the":[11,25,53,60,71,76,93,97,107,134,190],"most":[12],"well-known":[13],"university":[14,196],"rankings,":[15],"recognized":[16],"for":[17,99,195],"its":[18],"objective":[19],"and":[20,38,92,116,177],"reproducible":[21],"methodology.":[22],"In":[23],"contrast,":[24],"Global":[26],"Subjects":[30],"(GRAS),":[31],"which":[32,120],"ranks":[33],"institutions":[34],"by":[35,42,84],"scientific":[36],"subjects":[37],"also":[40],"elaborated":[41],"Shanghai":[43],"Consultancy":[45],"(SRC),":[46],"introduces":[47],"methodological":[48],"differences":[49],"that":[50,133,155],"deviate":[51],"from":[52],"ARWU\u2019s":[54],"objectivity.":[55],"This":[56],"due":[58],"to":[59,67,169,175,189],"use":[61],"SRC\u2019s":[63],"Excellence":[65],"Survey":[66],"define":[68],"two":[69],"GRAS\u2019s":[72],"five":[73],"indicators.":[74],"Specifically,":[75],"Top":[77],"indicator":[78,95],"counts":[79],"publications":[80],"in":[81,89,113,138,152],"journals":[82,137],"determined":[83],"respondents":[85],"as":[86,150],"top":[87],"tier":[88],"their":[90],"field,":[91],"Award":[94],"does":[96],"same":[98],"prizes.":[100],"An":[101],"examination":[102],"this":[104,158],"survey":[105],"suggests":[106],"presence":[108],"potential":[110,131],"biases,":[111],"especially":[112,179],"participant":[114],"selection":[115,135],"journal":[117],"identification,":[118],"among":[119],"an":[121],"Anglo-Saxon":[122],"bias":[123],"prominently":[125],"evident.":[126],"Likewise,":[127],"there":[128],"a":[130,161,187],"risk":[132,188],"some":[139],"cases":[140],"may":[141],"be":[142],"influenced,":[143],"potentially":[144],"masking":[145],"conflicts":[146],"interest,":[148],"such":[149],"involvement":[151],"editorial":[153],"committees":[154],"could":[156],"sway":[157],"selection.":[159],"As":[160],"result,":[162],"relying":[163],"on":[164],"surveys":[165],"instead":[166],"adhering":[168],"established":[170],"bibliometric":[171],"standards":[172],"can":[173],"lead":[174],"inconsistencies":[176],"subjectivity,":[178],"if":[180],"not":[181],"rigorously":[182],"conducted.":[183],"Such":[184],"methodologies":[185],"pose":[186],"trustworthiness":[191],"tools":[193],"crucial":[194],"policymaking.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2025-10-10T00:00:00"}