{"id":"https://openalex.org/W7225187490","doi":"https://doi.org/10.48550/arxiv.2611.03433","title":"A Living Leaderboard for Graph Machine Learning","display_name":"A Living Leaderboard for Graph Machine Learning","publication_year":2026,"publication_date":"2026-11-02","ids":{"openalex":"https://openalex.org/W7225187490","doi":"https://doi.org/10.48550/arxiv.2611.03433"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2611.03433","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.03433","pdf_url":"https://arxiv.org/pdf/2611.03433","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2611.03433","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086709338","display_name":"Martin Ritzert","orcid":"https://orcid.org/0000-0002-5322-3684","observed_orcids":["https://orcid.org/0000-0002-5322-3684"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Ritzert, Martin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5086709338"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.0052999998442828655,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.0015999999595806003,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/graph-learning","display_name":"graph learning","score":0.9359999895095825},{"id":"https://openalex.org/keywords/benchmarking","display_name":"benchmarking","score":0.9340000152587891},{"id":"https://openalex.org/keywords/leaderboards","display_name":"leaderboards","score":0.7910000085830688},{"id":"https://openalex.org/keywords/data-comparison","display_name":"data comparison","score":0.4099999964237213},{"id":"https://openalex.org/keywords/baseline-performance","display_name":"baseline performance","score":0.621999979019165},{"id":"https://openalex.org/keywords/research-reproducibility","display_name":"research reproducibility","score":0.5149999856948853},{"id":"https://openalex.org/keywords/graph-datasets","display_name":"graph datasets","score":0.3400000035762787}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7195000052452087},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7111999988555908},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6707000136375427},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6177999973297119},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.565500020980835},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5134000182151794},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4620000123977661},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.3546000123023987},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.2881999909877777},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2624000012874603},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.2542000114917755}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2611.03433","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.03433","pdf_url":"https://arxiv.org/pdf/2611.03433","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2611.03433","doi":"https://doi.org/10.48550/arxiv.2611.03433","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2611.03433","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2611.03433","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.03433","pdf_url":"https://arxiv.org/pdf/2611.03433","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7108886935","https://openalex.org/W4407806978","https://openalex.org/W4311247029","https://openalex.org/W4416043369","https://openalex.org/W3021975806","https://openalex.org/W4407189494","https://openalex.org/W4407186361","https://openalex.org/W7130328255","https://openalex.org/W7160657230","https://openalex.org/W4415798076"],"abstract_inverted_index":{"Graph":[0],"machine":[1],"learning":[2,139],"benchmarking":[3],"results":[4,49,54,69,81,99,126],"are":[5,89,101],"scattered":[6],"across":[7,70],"papers":[8],"that":[9,46,100],"use":[10],"quite":[11],"different":[12],"sets":[13],"of":[14,58,79,137],"datasets":[15,72,88],"and":[16,93,115],"baseline":[17,98],"methods,":[18],"making":[19],"it":[20],"difficult":[21],"to":[22,122,132],"tell":[23],"whether":[24],"a":[25,42],"reported":[26,48],"gain":[27],"reflects":[28],"architectural":[29],"progress":[30],"or":[31,36],"merely":[32],"an":[33],"outdated":[34],"comparison":[35],"weakly":[37],"tuned":[38],"baseline.":[39],"We":[40],"introduce":[41],"living,":[43],"graph-learning-specific":[44],"leaderboard":[45,120],"organizes":[47],"by":[50],"dataset,":[51],"putting":[52],"new":[53,125],"into":[55],"context.":[56],"As":[57],"15":[59],"October":[60],"2026":[61],"our":[62],"LLM-based":[63],"extraction":[64],"pipeline":[65],"extracted":[66],"27,723":[67],"eligible":[68],"111":[71],"from":[73],"885":[74],"peer-reviewed":[75],"papers.":[76],"Our":[77],"analysis":[78],"these":[80],"quantifies":[82],"concerns":[83],"about":[84],"graph-learning":[85],"benchmarking:":[86],"legacy":[87],"still":[90],"actively":[91],"used":[92],"many":[94],"result":[95],"tables":[96,114],"contain":[97],"drastically":[102],"lower":[103],"than":[104],"those":[105],"already":[106],"available":[107],"in":[108],"the":[109,134],"literature,":[110],"e.g.":[111],"45%":[112],"Amazon-ratings":[113],"37%":[116],"for":[117],"Peptides-struct.":[118],"The":[119],"allows":[121],"quickly":[123],"compare":[124],"against":[127],"compatible":[128],"prior":[129],"results,":[130],"aiming":[131],"improve":[133],"overall":[135],"quality":[136],"graph":[138],"benchmarking.":[140]},"counts_by_year":[],"updated_date":"2026-11-05T12:25:35.769452","created_date":"2026-11-04T00:00:00"}