{"id":"https://openalex.org/W7147342055","doi":"https://doi.org/10.48550/arxiv.2603.26791","title":"Crystal: Characterizing Relative Impact of Scholarly Publications","display_name":"Crystal: Characterizing Relative Impact of Scholarly Publications","publication_year":2026,"publication_date":"2026-03-25","ids":{"openalex":"https://openalex.org/W7147342055","doi":"https://doi.org/10.48550/arxiv.2603.26791"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.26791","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.26791","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.26791","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5132651789","display_name":"Hannah Collison","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Collison, Hannah","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132702221","display_name":"Benjamin Van Durme","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Van Durme, Benjamin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5043628255","display_name":"Daniel Khashabi","orcid":"https://orcid.org/0009-0009-7664-2230"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khashabi, Daniel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.7506999969482422,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.7506999969482422,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13607","display_name":"Academic Publishing and Open Access","score":0.05939999967813492,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.020899999886751175,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/citation","display_name":"Citation","score":0.5435000061988831},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.48019999265670776},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.475600004196167},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.36910000443458557},{"id":"https://openalex.org/keywords/citation-impact","display_name":"Citation impact","score":0.3483999967575073},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.33320000767707825},{"id":"https://openalex.org/keywords/impact-assessment","display_name":"Impact assessment","score":0.3314000070095062},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.3278000056743622}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6575999855995178},{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.5435000061988831},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.48019999265670776},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.47749999165534973},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.475600004196167},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.44929999113082886},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.36910000443458557},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3684999942779541},{"id":"https://openalex.org/C2778793908","wikidata":"https://www.wikidata.org/wiki/Q5122404","display_name":"Citation impact","level":3,"score":0.3483999967575073},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.33320000767707825},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.33219999074935913},{"id":"https://openalex.org/C111874474","wikidata":"https://www.wikidata.org/wiki/Q6005872","display_name":"Impact assessment","level":2,"score":0.3314000070095062},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.3278000056743622},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31949999928474426},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2892000079154968},{"id":"https://openalex.org/C93360035","wikidata":"https://www.wikidata.org/wiki/Q17055852","display_name":"Impact evaluation","level":2,"score":0.2825999855995178},{"id":"https://openalex.org/C51929080","wikidata":"https://www.wikidata.org/wiki/Q2425187","display_name":"Codebase","level":3,"score":0.2815000116825104},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.2745000123977661},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.27410000562667847},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.262800008058548},{"id":"https://openalex.org/C105345328","wikidata":"https://www.wikidata.org/wiki/Q206276","display_name":"Citation analysis","level":3,"score":0.2612999975681305},{"id":"https://openalex.org/C178315738","wikidata":"https://www.wikidata.org/wiki/Q603441","display_name":"Bibliometrics","level":2,"score":0.25859999656677246},{"id":"https://openalex.org/C2778058735","wikidata":"https://www.wikidata.org/wiki/Q4692253","display_name":"Aggregate data","level":2,"score":0.25690001249313354}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.26791","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.26791","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.26791","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.26791","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Assessing":[0],"a":[1,36,50,70,102,114,142,165],"cited":[2,47],"paper's":[3],"impact":[4,76,105,139,154,171],"is":[5],"typically":[6],"done":[7],"by":[8,107],"analyzing":[9],"its":[10],"citation":[11,87,138],"context":[12],"in":[13,69],"isolation":[14],"within":[15,49],"the":[16,23,34,75,85],"citing":[17,51],"paper.":[18],"While":[19],"this":[20],"focuses":[21],"on":[22,113],"most":[24],"directly":[25],"relevant":[26],"text,":[27],"it":[28],"prevents":[29],"relative":[30],"comparisons":[31],"across":[32],"all":[33,46],"works":[35],"paper":[37,52],"cites.":[38],"We":[39,162],"propose":[40],"Crystal,":[41],"which":[42],"instead":[43],"jointly":[44],"ranks":[45],"papers":[48],"using":[53,131],"large":[54],"language":[55],"models":[56],"(LLMs).":[57],"To":[58],"mitigate":[59],"LLMs'":[60],"positional":[61],"bias,":[62],"we":[63,150],"rank":[64],"each":[65],"list":[66],"three":[67],"times":[68],"randomized":[71],"order":[72],"and":[73,110,127,170],"aggregate":[74],"labels":[77],"through":[78,123],"majority":[79],"voting.":[80],"This":[81],"joint":[82],"approach":[83],"leverages":[84],"full":[86],"context,":[88],"rather":[89],"than":[90],"evaluating":[91],"citations":[92],"independently,":[93],"to":[94],"more":[95],"reliably":[96],"distinguish":[97],"impactful":[98],"references.":[99],"Crystal":[100,119],"outperforms":[101,128],"prior":[103,129],"state-of-the-art":[104],"classifier":[106],"+9.5%":[108],"accuracy":[109],"+8.3%":[111],"F1":[112],"dataset":[115,167],"of":[116,145],"human-annotated":[117],"citations.":[118],"further":[120],"gains":[121],"efficiency":[122],"fewer":[124],"LLM":[125],"calls":[126],"baselines":[130],"an":[132],"open-weight":[133],"model,":[134],"enabling":[135],"scalable,":[136],"cost-effective":[137],"analysis.":[140],"In":[141],"case":[143],"study":[144],"ACL":[146],"Test-of-Time":[147],"award-winning":[148],"papers,":[149],"find":[151],"that":[152],"Crystal's":[153],"characterizations":[155],"align":[156],"closely":[157],"with":[158,168,174],"long-term":[159],"scientific":[160],"recognition.":[161],"release":[163],"Crystal-Bank,":[164],"46.8k-paper":[166],"rankings":[169],"labels,":[172],"along":[173],"code.":[175]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-02T00:00:00"}