{"id":"https://openalex.org/W4380996167","doi":"https://doi.org/10.1007/s00799-023-00366-1","title":"ORKG-Leaderboards: a systematic workflow for mining leaderboards as a knowledge graph","display_name":"ORKG-Leaderboards: a systematic workflow for mining leaderboards as a knowledge graph","publication_year":2023,"publication_date":"2023-06-15","ids":{"openalex":"https://openalex.org/W4380996167","doi":"https://doi.org/10.1007/s00799-023-00366-1"},"language":"en","primary_location":{"id":"doi:10.1007/s00799-023-00366-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00799-023-00366-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00799-023-00366-1.pdf","source":{"id":"https://openalex.org/S110615584","display_name":"International Journal on Digital Libraries","issn_l":"1432-1300","issn":["1432-1300","1432-5012"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal on Digital Libraries","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s00799-023-00366-1.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050975327","display_name":"Salomon Kabongo","orcid":"https://orcid.org/0000-0002-0021-9729"},"institutions":[{"id":"https://openalex.org/I4210136150","display_name":"L3S Research Center","ror":"https://ror.org/039t4wk02","country_code":"DE","type":"facility","lineage":["https://openalex.org/I114112103","https://openalex.org/I4210136150","https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Salomon Kabongo","raw_affiliation_strings":["L3S Research Center, Leibniz University of Hannover, Hannover, Lower-saxony, Germany"],"raw_orcid":"https://orcid.org/0000-0002-0021-9729","affiliations":[{"raw_affiliation_string":"L3S Research Center, Leibniz University of Hannover, Hannover, Lower-saxony, Germany","institution_ids":["https://openalex.org/I4210136150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017940779","display_name":"Jennifer D\u2019Souza","orcid":"https://orcid.org/0000-0002-6616-9509"},"institutions":[{"id":"https://openalex.org/I2802635041","display_name":"Technische Informationsbibliothek (TIB)","ror":"https://ror.org/04aj4c181","country_code":"DE","type":"archive","lineage":["https://openalex.org/I2802635041","https://openalex.org/I315704651"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jennifer D\u2019Souza","raw_affiliation_strings":["TIB, Leibniz Information Centre for Science and Technology, Hannover, Lower-saxony, Germany"],"raw_orcid":"https://orcid.org/0000-0002-6616-9509","affiliations":[{"raw_affiliation_string":"TIB, Leibniz Information Centre for Science and Technology, Hannover, Lower-saxony, Germany","institution_ids":["https://openalex.org/I2802635041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071765665","display_name":"S\u00f6ren Auer","orcid":null},"institutions":[{"id":"https://openalex.org/I2802635041","display_name":"Technische Informationsbibliothek (TIB)","ror":"https://ror.org/04aj4c181","country_code":"DE","type":"archive","lineage":["https://openalex.org/I2802635041","https://openalex.org/I315704651"]},{"id":"https://openalex.org/I4210136150","display_name":"L3S Research Center","ror":"https://ror.org/039t4wk02","country_code":"DE","type":"facility","lineage":["https://openalex.org/I114112103","https://openalex.org/I4210136150","https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"S\u00f6ren Auer","raw_affiliation_strings":["L3S Research Center, Leibniz University of Hannover, Hannover, Lower-saxony, Germany","TIB, Leibniz Information Centre for Science and Technology, Hannover, Lower-saxony, Germany"],"raw_orcid":"https://orcid.org/0000-0002-0698-2864","affiliations":[{"raw_affiliation_string":"L3S Research Center, Leibniz University of Hannover, Hannover, Lower-saxony, Germany","institution_ids":["https://openalex.org/I4210136150"]},{"raw_affiliation_string":"TIB, Leibniz Information Centre for Science and Technology, Hannover, Lower-saxony, Germany","institution_ids":["https://openalex.org/I2802635041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5050975327"],"corresponding_institution_ids":["https://openalex.org/I4210136150"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":1.9725,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.86741834,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"25","issue":"1","first_page":"41","last_page":"54"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.872593104839325},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.6394155025482178},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5320127010345459},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4471566379070282},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.44055598974227905},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.43922606110572815},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.42612987756729126},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.420584499835968},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.33099302649497986},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.27828648686408997},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.25174379348754883},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.09930866956710815}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.872593104839325},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.6394155025482178},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5320127010345459},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4471566379070282},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.44055598974227905},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.43922606110572815},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.42612987756729126},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.420584499835968},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33099302649497986},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.27828648686408997},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.25174379348754883},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.09930866956710815},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s00799-023-00366-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00799-023-00366-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00799-023-00366-1.pdf","source":{"id":"https://openalex.org/S110615584","display_name":"International Journal on Digital Libraries","issn_l":"1432-1300","issn":["1432-1300","1432-5012"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal on Digital Libraries","raw_type":"journal-article"},{"id":"pmh:oai:econstor.eu:10419/315607","is_oa":true,"landing_page_url":"https://hdl.handle.net/10419/315607","pdf_url":"https://www.econstor.eu/bitstream/10419/315607/1/00799_2023_Article_366.pdf","source":{"id":"https://openalex.org/S4306401696","display_name":"Econstor (Econstor)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doc-type:article"},{"id":"pmh:oai:econstor.eu:10419/309020","is_oa":true,"landing_page_url":"https://hdl.handle.net/10419/309020","pdf_url":null,"source":{"id":"https://openalex.org/S4306401696","display_name":"Econstor (Econstor)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doc-type:article"}],"best_oa_location":{"id":"doi:10.1007/s00799-023-00366-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00799-023-00366-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00799-023-00366-1.pdf","source":{"id":"https://openalex.org/S110615584","display_name":"International Journal on Digital Libraries","issn_l":"1432-1300","issn":["1432-1300","1432-5012"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal on Digital Libraries","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.6299999952316284,"display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G1447797098","display_name":null,"funder_award_id":"819536","funder_id":"https://openalex.org/F4320338352","funder_display_name":"FP7 Ideas: European Research Council"},{"id":"https://openalex.org/G367552324","display_name":null,"funder_award_id":"01DD20003","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G7328517233","display_name":null,"funder_award_id":"01lS22070","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"}],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"},{"id":"https://openalex.org/F4320338352","display_name":"FP7 Ideas: European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4380996167.pdf"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W1976829395","https://openalex.org/W2101105183","https://openalex.org/W2112796928","https://openalex.org/W2302501749","https://openalex.org/W2740626591","https://openalex.org/W2756217188","https://openalex.org/W2908989331","https://openalex.org/W2949181687","https://openalex.org/W2962798796","https://openalex.org/W2962903510","https://openalex.org/W2963718112","https://openalex.org/W2964110616","https://openalex.org/W2966049804","https://openalex.org/W2970771982","https://openalex.org/W2988998130","https://openalex.org/W3035372073","https://openalex.org/W3110523206","https://openalex.org/W3112005222","https://openalex.org/W3177287302","https://openalex.org/W3202595962","https://openalex.org/W3215048904","https://openalex.org/W4238731694","https://openalex.org/W4312456662"],"related_works":["https://openalex.org/W1981780420","https://openalex.org/W2182707996","https://openalex.org/W45233828","https://openalex.org/W2964988449","https://openalex.org/W2397952901","https://openalex.org/W2029380707","https://openalex.org/W4255934811","https://openalex.org/W2465382974","https://openalex.org/W2010229520","https://openalex.org/W2547528905"],"abstract_inverted_index":{"Abstract":[0],"The":[1,33],"purpose":[2],"of":[3,25,41,70,86,98,101,125,141],"this":[4],"work":[5],"is":[6,55],"to":[7,14,115,132,204],"describe":[8],"the":[9,38,53,58,67,74,80,91,96,104,113,121,134,142,145,165,177,200,217],"orkg":[10,183,197],"-Leaderboard":[11],"software":[12,34],"designed":[13],"extract":[15],"leaderboards":[16],"defined":[17],"as":[18,45,49],"task\u2013dataset\u2013metric":[19],"tuples":[20],"automatically":[21],"from":[22],"large":[23],"collections":[24],"empirical":[26,99,110],"research":[27,60,111],"papers":[28],"in":[29,109,136,194,216],"artificial":[30],"intelligence":[31],"(AI).":[32],"can":[35],"support":[36],"both":[37],"main":[39],"workflows":[40],"scholarly":[42,71],"publishing,":[43],"viz.":[44],"LaTeX":[46],"files":[47],"or":[48],"PDF":[50],"files.":[51],"Furthermore,":[52],"system":[54],"integrated":[56,78],"with":[57,112,138],"open":[59],"knowledge":[61],"graph":[62],"(ORKG)":[63],"platform,":[64],"which":[65,209],"fosters":[66],"machine-actionable":[68,88,166],"publishing":[69],"findings.":[72],"Thus,":[73],"systemsss":[75],"output,":[76],"when":[77],"within":[79],"ORKG\u2019s":[81],"supported":[82],"Semantic":[83],"Web":[84],"infrastructure":[85],"representing":[87],"\u2018resources\u2019":[89],"on":[90,120,176],"Web,":[92],"enables:":[93],"(1)":[94],"broadly,":[95],"integration":[97],"results":[100],"researchers":[102,131],"across":[103,144],"world,":[105],"thus":[106,181],"enabling":[107],"transparency":[108],"potential":[114],"also":[116],"being":[117],"complete":[118],"contingent":[119],"underlying":[122],"data":[123],"source(s)":[124],"publications;":[126],"and":[127,150,161],"(2)":[128],"specifically,":[129],"enables":[130],"track":[133],"progress":[135],"AI":[137,148],"an":[139,205],"overview":[140],"state-of-the-art":[143],"most":[146],"common":[147],"tasks":[149],"their":[151],"corresponding":[152],"datasets":[153],"via":[154],"dynamic":[155],"ORKG":[156],"frontend":[157],"views":[158],"leveraging":[159],"tables":[160],"visualization":[162],"charts":[163],"over":[164],"data.":[167],"Our":[168],"best":[169],"model":[170],"achieves":[171],"performances":[172],"above":[173],"90%":[174],"F1":[175],"leaderboard":[178,201],"extraction":[179,202],"task,":[180,208],"proving":[182],"-Leaderboards":[184,198],"a":[185,195,213,219],"practically":[186],"viable":[187],"tool":[188],"for":[189,212],"real-world":[190],"usage.":[191],"Going":[192],"forward,":[193],"sense,":[196],"transforms":[199],"task":[203],"automated":[206],"digitalization":[207],"has":[210],"been,":[211],"long":[214],"time":[215],"community,":[218],"crowdsourced":[220],"endeavor.":[221]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4}],"updated_date":"2025-12-24T23:09:58.560324","created_date":"2025-10-10T00:00:00"}