{"id":"https://openalex.org/W4416139929","doi":"https://doi.org/10.2478/jdis-2025-0055","title":"Is more always better? Measuring the quality of ranking data through information entropy","display_name":"Is more always better? Measuring the quality of ranking data through information entropy","publication_year":2025,"publication_date":"2025-11-07","ids":{"openalex":"https://openalex.org/W4416139929","doi":"https://doi.org/10.2478/jdis-2025-0055"},"language":"en","primary_location":{"id":"doi:10.2478/jdis-2025-0055","is_oa":true,"landing_page_url":"https://doi.org/10.2478/jdis-2025-0055","pdf_url":"https://reference-global.com/2/v2/download/article/10.2478/jdis-2025-0055.pdf","source":{"id":"https://openalex.org/S2764801193","display_name":"Journal of Data and Information Science","issn_l":"2096-157X","issn":["2096-157X","2543-683X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311940","host_organization_name":"Chinese Academy of Sciences","host_organization_lineage":["https://openalex.org/P4310311940"],"host_organization_lineage_names":["Chinese Academy of Sciences"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Data and Information Science","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://reference-global.com/2/v2/download/article/10.2478/jdis-2025-0055.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037574961","display_name":"Yishan Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I12615008","display_name":"Beijing Normal-Hong Kong Baptist University","ror":"https://ror.org/04snvc712","country_code":"CN","type":"education","lineage":["https://openalex.org/I12615008"]},{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yishan Liu","raw_affiliation_strings":["Department of Systems Science, Faculty of Arts and Sciences, Beijing Normal University , Zhuhai , , China","International Academic Center of Complex Systems, Beijing Normal University , Zhuhai , , China","School of Systems Science, Beijing Normal University , Beijing , , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Systems Science, Faculty of Arts and Sciences, Beijing Normal University , Zhuhai , , China","institution_ids":["https://openalex.org/I25254941"]},{"raw_affiliation_string":"International Academic Center of Complex Systems, Beijing Normal University , Zhuhai , , China","institution_ids":["https://openalex.org/I12615008","https://openalex.org/I25254941"]},{"raw_affiliation_string":"School of Systems Science, Beijing Normal University , Beijing , , China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055480186","display_name":"Yu Xiao","orcid":"https://orcid.org/0000-0002-9892-4687"},"institutions":[{"id":"https://openalex.org/I12615008","display_name":"Beijing Normal-Hong Kong Baptist University","ror":"https://ror.org/04snvc712","country_code":"CN","type":"education","lineage":["https://openalex.org/I12615008"]},{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Xiao","raw_affiliation_strings":["Department of Systems Science, Faculty of Arts and Sciences, Beijing Normal University , Zhuhai , , China","International Academic Center of Complex Systems, Beijing Normal University , Zhuhai , , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Systems Science, Faculty of Arts and Sciences, Beijing Normal University , Zhuhai , , China","institution_ids":["https://openalex.org/I25254941"]},{"raw_affiliation_string":"International Academic Center of Complex Systems, Beijing Normal University , Zhuhai , , China","institution_ids":["https://openalex.org/I12615008","https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024790860","display_name":"Xin Long","orcid":"https://orcid.org/0000-0002-6284-9339"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Long","raw_affiliation_strings":["College of Electronic Science and Technology, National University of Defense Technology , Changsha , , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Electronic Science and Technology, National University of Defense Technology , Changsha , , China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012274197","display_name":"Jun Wu","orcid":"https://orcid.org/0000-0002-1154-6071"},"institutions":[{"id":"https://openalex.org/I12615008","display_name":"Beijing Normal-Hong Kong Baptist University","ror":"https://ror.org/04snvc712","country_code":"CN","type":"education","lineage":["https://openalex.org/I12615008"]},{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Wu","raw_affiliation_strings":["Department of Systems Science, Faculty of Arts and Sciences, Beijing Normal University , Zhuhai , , China","International Academic Center of Complex Systems, Beijing Normal University , Zhuhai , , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Systems Science, Faculty of Arts and Sciences, Beijing Normal University , Zhuhai , , China","institution_ids":["https://openalex.org/I25254941"]},{"raw_affiliation_string":"International Academic Center of Complex Systems, Beijing Normal University , Zhuhai , , China","institution_ids":["https://openalex.org/I12615008","https://openalex.org/I25254941"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1192,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.83714083,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"11","issue":"1","first_page":"105","last_page":"131"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.22750000655651093,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.22750000655651093,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.19869999587535858,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.09690000116825104,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.8073999881744385},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.5745999813079834},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5525000095367432},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5162000060081482},{"id":"https://openalex.org/keywords/data-quality","display_name":"Data quality","score":0.4749000072479248},{"id":"https://openalex.org/keywords/ranking-svm","display_name":"Ranking SVM","score":0.40950000286102295},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.3921000063419342},{"id":"https://openalex.org/keywords/information-quality","display_name":"Information quality","score":0.3034999966621399}],"concepts":[{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.8073999881744385},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6743999719619751},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.6633999943733215},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.5745999813079834},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5525000095367432},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5162000060081482},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.4749000072479248},{"id":"https://openalex.org/C124975894","wikidata":"https://www.wikidata.org/wiki/Q7293290","display_name":"Ranking SVM","level":3,"score":0.40950000286102295},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.3921000063419342},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37470000982284546},{"id":"https://openalex.org/C45983554","wikidata":"https://www.wikidata.org/wiki/Q3412851","display_name":"Information quality","level":3,"score":0.3034999966621399},{"id":"https://openalex.org/C82578977","wikidata":"https://www.wikidata.org/wiki/Q16773055","display_name":"Data aggregator","level":3,"score":0.30079999566078186},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2962999939918518},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.28790000081062317},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2854999899864197},{"id":"https://openalex.org/C3020001037","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assessment","level":3,"score":0.2793000042438507},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.27810001373291016},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.263700008392334},{"id":"https://openalex.org/C2779346075","wikidata":"https://www.wikidata.org/wiki/Q7268763","display_name":"Quality Score","level":3,"score":0.26269999146461487}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.2478/jdis-2025-0055","is_oa":true,"landing_page_url":"https://doi.org/10.2478/jdis-2025-0055","pdf_url":"https://reference-global.com/2/v2/download/article/10.2478/jdis-2025-0055.pdf","source":{"id":"https://openalex.org/S2764801193","display_name":"Journal of Data and Information Science","issn_l":"2096-157X","issn":["2096-157X","2543-683X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311940","host_organization_name":"Chinese Academy of Sciences","host_organization_lineage":["https://openalex.org/P4310311940"],"host_organization_lineage_names":["Chinese Academy of Sciences"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Data and Information Science","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:5cf12b4fa5ae42fe8eafc1008aa420df","is_oa":true,"landing_page_url":"https://doaj.org/article/5cf12b4fa5ae42fe8eafc1008aa420df","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Data and Information Science, Vol 11, Iss 1, Pp 105-131 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.2478/jdis-2025-0055","is_oa":true,"landing_page_url":"https://doi.org/10.2478/jdis-2025-0055","pdf_url":"https://reference-global.com/2/v2/download/article/10.2478/jdis-2025-0055.pdf","source":{"id":"https://openalex.org/S2764801193","display_name":"Journal of Data and Information Science","issn_l":"2096-157X","issn":["2096-157X","2543-683X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311940","host_organization_name":"Chinese Academy of Sciences","host_organization_lineage":["https://openalex.org/P4310311940"],"host_organization_lineage_names":["Chinese Academy of Sciences"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Data and Information Science","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4416139929.pdf"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W43928053","https://openalex.org/W182456511","https://openalex.org/W888951035","https://openalex.org/W1545744341","https://openalex.org/W1968634175","https://openalex.org/W1968917429","https://openalex.org/W1971005895","https://openalex.org/W1979354511","https://openalex.org/W1985514943","https://openalex.org/W1995875735","https://openalex.org/W1996186208","https://openalex.org/W2042024605","https://openalex.org/W2051834357","https://openalex.org/W2063445365","https://openalex.org/W2064162569","https://openalex.org/W2091613287","https://openalex.org/W2095512455","https://openalex.org/W2129719636","https://openalex.org/W2154219462","https://openalex.org/W2189055664","https://openalex.org/W2279302940","https://openalex.org/W2336898155","https://openalex.org/W2497663052","https://openalex.org/W2513801953","https://openalex.org/W2606594151","https://openalex.org/W2749561448","https://openalex.org/W2774360915","https://openalex.org/W2791960765","https://openalex.org/W2792647356","https://openalex.org/W2910630904","https://openalex.org/W2913773809","https://openalex.org/W2962905570","https://openalex.org/W2963613834","https://openalex.org/W2964050982","https://openalex.org/W2995261664","https://openalex.org/W3006569939","https://openalex.org/W3017394015","https://openalex.org/W3111258566","https://openalex.org/W3120299546","https://openalex.org/W3121818148","https://openalex.org/W3154829614","https://openalex.org/W3173768166","https://openalex.org/W4200633022","https://openalex.org/W4206584942","https://openalex.org/W4213179484","https://openalex.org/W4292402161","https://openalex.org/W4392124012","https://openalex.org/W4397026525","https://openalex.org/W4400738023","https://openalex.org/W4403597674","https://openalex.org/W4405623986"],"related_works":[],"abstract_inverted_index":{"ABSTRACT":[0],"Purpose":[1],"Rank":[2],"aggregation":[3,153,173],"plays":[4],"a":[5,23,49,57],"crucial":[6],"role":[7],"in":[8,112,158,172,241,287],"various":[9],"academic":[10],"and":[11,59,98,160,222,246,294],"practical":[12,295],"applications.":[13],"However,":[14],"accurately":[15,251],"assessing":[16,33,113],"the":[17,34,40,87,90,106,109,114,120,125,128,133,163,170,177,192,198,205,210,214,253,274,281],"quality":[18,35,62,115,199,254,285],"of":[19,36,42,89,108,116,122,135,165,180,194,200,207,255,276,283],"ranking":[20,37,54,74,80,117,150,201],"data":[21,38,55,75,81,118,142,257,284],"remains":[22],"critical":[24],"challenge.":[25],"This":[26,46,188,267],"study":[27,47,126,189,243,268],"aims":[28],"to":[29,78,249,279],"propose":[30],"methods":[31,92,111,154,216,239,272],"for":[32,297],"from":[39,119,273],"perspective":[41,121,275],"its":[43,61],"distribution.":[44,123],"Design/methodology/approach":[45],"adopts":[48],"network":[50,58,64,277],"science":[51,278],"perspective,":[52],"transforming":[53],"into":[56],"evaluating":[60],"using":[63,95],"structural":[65],"entropy.":[66],"In":[67],"addition,":[68],"we":[69,104],"extended":[70],"three":[71],"commonly":[72],"used":[73],"generation":[76],"models":[77],"produce":[79],"with":[82,147],"different":[83,152],"distribution":[84,195],"characteristics.":[85],"Finally,":[86],"effectiveness":[88,107,174],"proposed":[91,110,215,240],"was":[93],"validated":[94,105,219],"both":[96,291],"synthetic":[97,221],"real-world":[99,223],"data.":[100],"Findings":[101],"Through":[102],"experiments,":[103],"Additionally,":[124],"revealed":[127],"following:":[129],"(1)":[130,187],"simply":[131],"increasing":[132,162],"number":[134],"input":[136,166,256],"rankings":[137,167],"does":[138],"not":[139],"necessarily":[140],"improve":[141],"quality;":[143],"(2)":[144,212],"when":[145],"dealing":[146],"unevenly":[148],"distributed":[149],"data,":[151,202],"exhibit":[155],"significant":[156],"differences":[157],"performance;":[159],"(3)":[161],"length":[164],"can":[168],"mitigate":[169],"decline":[171],"caused":[175],"by":[176],"uneven":[178],"probability":[179],"each":[181],"object":[182],"being":[183],"ranked.":[184],"Research":[185],"limitations":[186],"focuses":[190],"on":[191,197,220,232],"impact":[193],"characteristics":[196],"without":[203],"considering":[204],"effect":[206],"disagreements":[208],"within":[209],"data;":[211],"although":[213],"have":[217],"been":[218],"datasets,":[224],"their":[225],"generalizability":[226],"may":[227],"still":[228],"require":[229],"further":[230],"testing":[231],"more":[233,250],"diverse":[234],"datasets.":[235],"Practical":[236],"implications":[237],"The":[238],"this":[242],"enables":[244],"researchers":[245],"information":[247],"managers":[248],"assess":[252],"before":[258],"performing":[259],"rank":[260,288],"aggregation,":[261,289],"thereby":[262],"enhancing":[263],"decision-making":[264],"reliability.":[265],"Originality/value":[266],"proposes":[269],"two":[270],"novel":[271],"address":[280],"challenge":[282],"assessment":[286],"providing":[290],"theoretical":[292],"support":[293],"insights":[296],"related":[298],"fields.":[299]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-11-11T00:00:00"}