{"id":"https://openalex.org/W7131411854","doi":"https://doi.org/10.48550/arxiv.2602.18824","title":"UniRank: A Multi-Agent Calibration Pipeline for Estimating University Rankings from Anonymized Bibliometric Signals","display_name":"UniRank: A Multi-Agent Calibration Pipeline for Estimating University Rankings from Anonymized Bibliometric Signals","publication_year":2026,"publication_date":"2026-02-21","ids":{"openalex":"https://openalex.org/W7131411854","doi":"https://doi.org/10.48550/arxiv.2602.18824"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2602.18824","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.18824","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2602.18824","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126732159","display_name":"Pedram Riyazimehr","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Riyazimehr, Pedram","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5037766839","display_name":"Seyyed Ehsan Mahmoudi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mahmoudi, Seyyed Ehsan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.19040000438690186,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.19040000438690186,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10546","display_name":"Higher Education Governance and Development","score":0.08950000256299973,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13976","display_name":"Web visibility and informetrics","score":0.08389999717473984,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6863999962806702},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.680899977684021},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.6646999716758728},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5954999923706055},{"id":"https://openalex.org/keywords/memorization","display_name":"Memorization","score":0.48069998621940613},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.3885999917984009},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.37610000371932983},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.3560999929904938}],"concepts":[{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6863999962806702},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.680899977684021},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.6646999716758728},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5954999923706055},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.595300018787384},{"id":"https://openalex.org/C30038468","wikidata":"https://www.wikidata.org/wiki/Q4354775","display_name":"Memorization","level":2,"score":0.48069998621940613},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.42289999127388},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4194999933242798},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.3885999917984009},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.37610000371932983},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.3560999929904938},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3127000033855438},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.30230000615119934},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2833999991416931},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.2793000042438507},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.27619999647140503},{"id":"https://openalex.org/C2779182362","wikidata":"https://www.wikidata.org/wiki/Q17126187","display_name":"Session (web analytics)","level":2,"score":0.2745000123977661},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.2669999897480011},{"id":"https://openalex.org/C2385561","wikidata":"https://www.wikidata.org/wiki/Q45432","display_name":"RSS","level":2,"score":0.2648000121116638},{"id":"https://openalex.org/C2984074130","wikidata":"https://www.wikidata.org/wiki/Q73539779","display_name":"R package","level":2,"score":0.2621999979019165},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26030001044273376},{"id":"https://openalex.org/C2777382242","wikidata":"https://www.wikidata.org/wiki/Q6017816","display_name":"Index (typography)","level":2,"score":0.2563000023365021},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2540000081062317},{"id":"https://openalex.org/C193244246","wikidata":"https://www.wikidata.org/wiki/Q5432696","display_name":"False discovery rate","level":3,"score":0.2538999915122986},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2602.18824","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.18824","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2602.18824","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.18824","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","score":0.4613056480884552,"display_name":"Partnerships for the goals"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0],"present":[1],"UniRank,":[2],"a":[3,29,128],"multi-agent":[4],"LLM":[5,81],"pipeline":[6,184],"that":[7,182],"estimates":[8],"university":[9],"positions":[10],"across":[11],"global":[12],"ranking":[13],"systems":[14],"using":[15],"only":[16],"publicly":[17],"available":[18,198],"bibliometric":[19],"data":[20],"from":[21,35,74,83,161],"OpenAlex":[22],"and":[23,47,61,68,127,157],"Semantic":[24],"Scholar.":[25],"The":[26,142],"system":[27,97,150],"employs":[28],"three-stage":[30],"architecture:":[31],"(a)":[32],"zero-shot":[33],"estimation":[34],"anonymized":[36,54],"institutional":[37],"metrics,":[38],"(b)":[39],"per-system":[40],"tool-augmented":[41],"calibration":[42,76],"against":[43],"real":[44],"ranked":[45],"universities,":[46],"(c)":[48],"final":[49],"synthesis.":[50],"Critically,":[51],"institutions":[52],"are":[53,64,72],"--":[55,67],"names,":[56],"countries,":[57],"DOIs,":[58],"paper":[59],"titles,":[60],"collaboration":[62],"countries":[63],"all":[65,139],"redacted":[66],"their":[69],"actual":[70],"ranks":[71,154],"hidden":[73],"the":[75,87,96,149,183],"tools":[77],"during":[78],"evaluation,":[79],"preventing":[80],"memorization":[82],"confounding":[84],"results.":[85],"On":[86],"Times":[88],"Higher":[89],"Education":[90],"(THE)":[91],"World":[92],"University":[93],"Rankings":[94],"($n=352$),":[95],"achieves":[98],"MAE":[99],"=":[100,106,109,120,125,165,168,174,177],"251.5":[101],"rank":[102],"positions,":[103,147],"Median":[104],"AE":[105],"131.5,":[107],"PNMAE":[108],"12.03%,":[110],"Spearman":[111],"$\u03c1=":[112],"0.769$,":[113],"Kendall":[114],"$\u03c4=":[115],"0.591$,":[116],"hit":[117,122],"rate":[118,123],"@50":[119],"20.7%,":[121],"@100":[124],"39.8%,":[126],"Memorization":[129],"Index":[130],"of":[131],"exactly":[132],"zero":[133],"(no":[134],"exact-match":[135],"zero-width":[136],"predictions":[137],"among":[138],"352":[140],"universities).":[141],"systematic":[143],"positive-signed":[144],"error":[145],"(+190.1":[146],"indicating":[148],"consistently":[151],"predicts":[152],"worse":[153],"than":[155,190],"actual)":[156],"monotonic":[158],"performance":[159],"degradation":[160],"elite":[162],"tier":[163,172],"(MAE":[164,173],"60.5,":[166],"hit@100":[167,176],"90.5%)":[169],"to":[170],"tail":[171],"328.2,":[175],"20.8%)":[178],"provide":[179],"strong":[180],"evidence":[181],"performs":[185],"genuine":[186],"analytical":[187],"reasoning":[188],"rather":[189],"recalling":[191],"memorized":[192],"rankings.":[193],"A":[194],"live":[195],"demo":[196],"is":[197],"at":[199],"https://unirank.scinito.ai":[200],".":[201]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-02-26T00:00:00"}