{"id":"https://openalex.org/W4387669616","doi":"https://doi.org/10.1007/s12599-023-00836-5","title":"Ranking the Ranker: How to Evaluate Institutions, Researchers, Journals, and Conferences?","display_name":"Ranking the Ranker: How to Evaluate Institutions, Researchers, Journals, and Conferences?","publication_year":2023,"publication_date":"2023-10-16","ids":{"openalex":"https://openalex.org/W4387669616","doi":"https://doi.org/10.1007/s12599-023-00836-5"},"language":"en","primary_location":{"id":"doi:10.1007/s12599-023-00836-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s12599-023-00836-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s12599-023-00836-5.pdf","source":{"id":"https://openalex.org/S27339233","display_name":"Business & Information Systems Engineering","issn_l":"1867-0202","issn":["1867-0202","2363-7005"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Business &amp; Information Systems Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s12599-023-00836-5.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069762894","display_name":"Wil M. P. van der Aalst","orcid":"https://orcid.org/0000-0002-0955-6940"},"institutions":[{"id":"https://openalex.org/I4210126395","display_name":"Inform (Germany)","ror":"https://ror.org/02x8c2t37","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210126395"]},{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Wil M. P. van der Aalst","raw_affiliation_strings":["Lehrstuhl f\u00fcr Informatik 9, RWTH Aachen, Aachen, Germany","Lehrstuhl f\u00fcr Informatik 9, RWTH Aachen, Ahornstr. 55, 52056, Aachen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lehrstuhl f\u00fcr Informatik 9, RWTH Aachen, Aachen, Germany","institution_ids":["https://openalex.org/I4210126395","https://openalex.org/I887968799"]},{"raw_affiliation_string":"Lehrstuhl f\u00fcr Informatik 9, RWTH Aachen, Ahornstr. 55, 52056, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053984864","display_name":"Oliver Hinz","orcid":"https://orcid.org/0000-0003-4757-0599"},"institutions":[{"id":"https://openalex.org/I114090438","display_name":"Goethe University Frankfurt","ror":"https://ror.org/04cvxnb49","country_code":"DE","type":"education","lineage":["https://openalex.org/I114090438"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Oliver Hinz","raw_affiliation_strings":["Faculty of Economics and Business Administration, Goethe University Frankfurt, Frankfurt am Main, Germany","Faculty of Economics and Business Administration, Goethe University Frankfurt, Theodor-W.-Adorno-Platz 4, 60323, Frankfurt am Main, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Economics and Business Administration, Goethe University Frankfurt, Frankfurt am Main, Germany","institution_ids":["https://openalex.org/I114090438"]},{"raw_affiliation_string":"Faculty of Economics and Business Administration, Goethe University Frankfurt, Theodor-W.-Adorno-Platz 4, 60323, Frankfurt am Main, Germany","institution_ids":["https://openalex.org/I114090438"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021007726","display_name":"Christof Weinhardt","orcid":"https://orcid.org/0000-0002-7945-4077"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Christof Weinhardt","raw_affiliation_strings":["Institute of Information Systems and Marketing (IISM), Karlsruhe Institute of Technology (KIT), Karlsruhe, Germany","Institute of Information Systems and Marketing (IISM), Karlsruhe Institute of Technology (KIT), Kaiserstr. 89-93, 76133, Karlsruhe, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Systems and Marketing (IISM), Karlsruhe Institute of Technology (KIT), Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]},{"raw_affiliation_string":"Institute of Information Systems and Marketing (IISM), Karlsruhe Institute of Technology (KIT), Kaiserstr. 89-93, 76133, Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5021007726","https://openalex.org/A5053984864","https://openalex.org/A5069762894"],"corresponding_institution_ids":["https://openalex.org/I102335020","https://openalex.org/I114090438","https://openalex.org/I4210126395","https://openalex.org/I887968799"],"apc_list":{"value":3590,"currency":"USD","value_usd":3590},"apc_paid":{"value":3590,"currency":"USD","value_usd":3590},"fwci":2.2636,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.89122478,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"65","issue":"6","first_page":"615","last_page":"621"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10546","display_name":"Higher Education Governance and Development","score":0.9174000024795532,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.7697048187255859},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4658921957015991},{"id":"https://openalex.org/keywords/library-science","display_name":"Library science","score":0.4176490604877472},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4164130389690399},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3393784761428833},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.3244776427745819}],"concepts":[{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.7697048187255859},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4658921957015991},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.4176490604877472},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4164130389690399},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3393784761428833},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.3244776427745819}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1007/s12599-023-00836-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s12599-023-00836-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s12599-023-00836-5.pdf","source":{"id":"https://openalex.org/S27339233","display_name":"Business & Information Systems Engineering","issn_l":"1867-0202","issn":["1867-0202","2363-7005"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Business &amp; Information Systems Engineering","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:spr:binfse:v:65:y:2023:i:6:d:10.1007_s12599-023-00836-5","is_oa":false,"landing_page_url":"http://link.springer.com/10.1007/s12599-023-00836-5","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:aisel.aisnet.org:bise-1744","is_oa":false,"landing_page_url":"https://aisel.aisnet.org/bise/vol65/iss6/1","pdf_url":null,"source":{"id":"https://openalex.org/S30879505","display_name":"Journal of the Association for Information Systems","issn_l":"1536-9323","issn":["1536-9323"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310321080","host_organization_name":"Association for Information Systems","host_organization_lineage":["https://openalex.org/P4310321080"],"host_organization_lineage_names":["Association for Information Systems"],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Business &amp; Information Systems Engineering","raw_type":"text"},{"id":"pmh:oai:econstor.eu:10419/310977","is_oa":true,"landing_page_url":"https://hdl.handle.net/10419/310977","pdf_url":null,"source":{"id":"https://openalex.org/S4306401696","display_name":"Econstor (Econstor)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doc-type:article"},{"id":"pmh:oai:publikationen.ub.uni-frankfurt.de:79843","is_oa":true,"landing_page_url":"http://publikationen.ub.uni-frankfurt.de/frontdoor/index/index/docId/79843","pdf_url":null,"source":{"id":"https://openalex.org/S4306400432","display_name":"Publication Server of Goethe University Frankfurt am Main (Goethe University Frankfurt)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114090438","host_organization_name":"Goethe University Frankfurt","host_organization_lineage":["https://openalex.org/I114090438"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s12599-023-00836-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s12599-023-00836-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s12599-023-00836-5.pdf","source":{"id":"https://openalex.org/S27339233","display_name":"Business & Information Systems Engineering","issn_l":"1867-0202","issn":["1867-0202","2363-7005"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Business &amp; Information Systems Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320324232","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4387669616.pdf"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W1694905212","https://openalex.org/W2068452509","https://openalex.org/W2069323840","https://openalex.org/W2071096576","https://openalex.org/W2178471959","https://openalex.org/W2507435329","https://openalex.org/W2766500274","https://openalex.org/W2787414848","https://openalex.org/W2902790381","https://openalex.org/W2968900048","https://openalex.org/W3001554335","https://openalex.org/W3092899113","https://openalex.org/W4385456245","https://openalex.org/W6887809433"],"related_works":["https://openalex.org/W2118564381","https://openalex.org/W2163901716","https://openalex.org/W2152204162","https://openalex.org/W2739821120","https://openalex.org/W2088097596","https://openalex.org/W2150136235","https://openalex.org/W2140661912","https://openalex.org/W2037724912","https://openalex.org/W2056806613","https://openalex.org/W2153069032"],"abstract_inverted_index":{"How":[0],"to":[1,44,57,75,102,108,117,165],"evaluate":[2],"institutions,":[3],"researchers,":[4,52],"journals,":[5],"and":[6,21,62,127,167],"conferences?":[7],"The":[8],"ranking":[9],"of":[10,24,29,111,136,175],"scientific":[11],"research":[12,56,176],"in":[13,47,66,78,123,172],"all":[14],"its":[15],"dimensions":[16],"is":[17],"food":[18],"for":[19],"discussion":[20],"the":[22,30,79,104,109,129,173],"source":[23],"major":[25,170],"controversies.":[26],"As":[27,49,68],"editors":[28],"Business":[31],"&":[32],"Information":[33],"Systems":[34],"Engineering":[35],"(":[36],"BISE":[37,51],")":[38],"journal,":[39],"we":[40,53,71],"want":[41,54,72,164],"our":[42,55,73],"journal":[43],"score":[45,76,95],"excellently":[46],"rankings.":[48,67,82,119],"individual":[50,159],"have":[58],"a":[59,133,169],"significant":[60],"impact":[61,158],"see":[63],"this":[64],"reflected":[65],"university":[69,74,81],"employees,":[70],"well":[77],"global":[80],"Rankings":[83,156],"are":[84],"considered":[85],"important":[86],"if":[87],"one":[88,92,98],"scores":[89],"well.":[90],"If":[91],"does":[93],"not":[94],"well,":[96],"then":[97],"often":[99],"finds":[100],"reasons":[101],"downplay":[103],"ranking\u2019s":[105],"importance.":[106],"Due":[107],"availability":[110],"data,":[112],"it":[113],"has":[114,125,131],"become":[115,132],"easier":[116],"generate":[118],"Also,":[120],"scholarly":[121],"interest":[122],"rankings":[124],"increased,":[126],"\u201cranking":[128],"ranker\u201d":[130],"vibrant":[134],"area":[135],"study":[137],"(Hazelkorn":[138],"2018":[139],";":[140,145,150],"Ringel":[141],"et":[142,147,152],"al.":[143,148,153],"2021":[144],"Moed":[146],"1985":[149],"Stolz":[151],"2010":[154],").":[155],"also":[157],"careers,":[160],"influence":[161],"where":[162],"students":[163],"study,":[166],"play":[168],"role":[171],"distribution":[174],"funding.":[177]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2023-10-17T00:00:00"}
