{"id":"https://openalex.org/W7161795718","doi":"https://doi.org/10.48550/arxiv.2605.19518","title":"BLINKG: A Benchmark for LLM-Integrated Knowledge Graph Generation","display_name":"BLINKG: A Benchmark for LLM-Integrated Knowledge Graph Generation","publication_year":2026,"publication_date":"2026-05-19","ids":{"openalex":"https://openalex.org/W7161795718","doi":"https://doi.org/10.48550/arxiv.2605.19518"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.19518","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.19518","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.19518","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136530927","display_name":"Carla Castedo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Castedo, Carla","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132674173","display_name":"Enrique Iglesias","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Iglesias, Enrique","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035420876","display_name":"Manuel Lama","orcid":"https://orcid.org/0000-0001-7195-6155"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lama, Manuel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086940709","display_name":"Alberto Bugar\u00edn","orcid":"https://orcid.org/0000-0003-3574-3843"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bugarin-Diz, Alberto","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136537995","display_name":"Maria-Esther Vidal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vidal, Maria-Esther","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136548743","display_name":"David Chaves-Fraga","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chaves-Fraga, David","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.7106000185012817,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.7106000185012817,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.18160000443458557,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.03060000017285347,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6837999820709229},{"id":"https://openalex.org/keywords/ontology","display_name":"Ontology","score":0.6589999794960022},{"id":"https://openalex.org/keywords/schema","display_name":"Schema (genetic algorithms)","score":0.588699996471405},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4586000144481659},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.3887999951839447},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.33379998803138733},{"id":"https://openalex.org/keywords/web-ontology-language","display_name":"Web Ontology Language","score":0.3172000050544739}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7020999789237976},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6837999820709229},{"id":"https://openalex.org/C25810664","wikidata":"https://www.wikidata.org/wiki/Q44325","display_name":"Ontology","level":2,"score":0.6589999794960022},{"id":"https://openalex.org/C52146309","wikidata":"https://www.wikidata.org/wiki/Q7431116","display_name":"Schema (genetic algorithms)","level":2,"score":0.588699996471405},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4586000144481659},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.41499999165534973},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.3887999951839447},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.37369999289512634},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.33379998803138733},{"id":"https://openalex.org/C101230327","wikidata":"https://www.wikidata.org/wiki/Q826165","display_name":"Web Ontology Language","level":3,"score":0.3172000050544739},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30799999833106995},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.3005000054836273},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.289000004529953},{"id":"https://openalex.org/C102993220","wikidata":"https://www.wikidata.org/wiki/Q387196","display_name":"Description logic","level":2,"score":0.2784999907016754},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.27379998564720154},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2696000039577484},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2671000063419342},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.266400009393692},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.25760000944137573},{"id":"https://openalex.org/C90312973","wikidata":"https://www.wikidata.org/wiki/Q7449052","display_name":"Semantic data model","level":2,"score":0.2567000091075897},{"id":"https://openalex.org/C2129575","wikidata":"https://www.wikidata.org/wiki/Q54837","display_name":"Semantic Web","level":2,"score":0.25220000743865967},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.19518","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.19518","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.19518","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.19518","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.6208484768867493,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Generating":[0],"Knowledge":[1],"Graphs":[2],"(KGs)":[3],"remains":[4,170],"one":[5],"of":[6,61,123,137,153,186,196],"the":[7,59,120,183],"most":[8],"time-consuming":[9],"and":[10,27,53,105,159],"labor-intensive":[11],"tasks":[12],"for":[13,95,188,198],"knowledge":[14],"engineers,":[15],"as":[16],"they":[17,99,162],"need":[18],"to":[19,38,74,85,118,176],"identify":[20],"semantic":[21],"equivalences":[22],"between":[23,102],"input":[24,43],"data":[25,103,130],"sources":[26],"ontology":[28,47,106],"terms.":[29],"While":[30],"declarative":[31],"solutions":[32],"(e.g.,":[33],"RML,":[34],"SPARQL-Anything)":[35],"have":[36,81],"helped":[37],"generalize":[39],"this":[40,110,177,209],"process,":[41],"aligning":[42],"schema":[44],"elements":[45],"with":[46,139],"terms":[48],"still":[49,91],"involves":[50],"intricate":[51],"transformations":[52],"requires":[54],"considerable":[55],"manual":[56],"effort.":[57],"With":[58],"advent":[60],"Large":[62],"Language":[63],"Models":[64],"(LLMs),":[65],"there":[66,89],"is":[67,90],"growing":[68],"interest":[69],"in":[70,109,125,172,208],"leveraging":[71],"their":[72,168],"capabilities":[73,122,185],"assist":[75],"KG":[76,87,189,202],"engineers.":[77],"Although":[78],"some":[79],"studies":[80],"explored":[82],"using":[83,157],"LLMs":[84,124,156,187],"automate":[86],"construction,":[88,203],"no":[92],"standardized":[93],"framework":[94],"assessing":[96],"how":[97],"effectively":[98],"establish":[100],"correspondences":[101],"schemes":[104],"concepts.":[107],"Therefore,":[108],"paper,":[111],"we":[112,179,192],"propose":[113],"BLINKG,":[114],"a":[115,135,194],"benchmark":[116,133],"designed":[117],"evaluate":[119],"mapping":[121],"constructing":[126],"KGs":[127],"from":[128],"heterogeneous":[129],"sources.":[131],"The":[132],"includes":[134],"set":[136,195],"scenarios":[138],"increasing":[140],"complexity,":[141],"based":[142],"on":[143],"real-world":[144],"use":[145],"cases.":[146],"We":[147],"conduct":[148],"an":[149],"extensive":[150],"experimental":[151],"evaluation":[152],"several":[154],"stateof-the-art":[155],"BLINK":[158],"observe":[160],"that":[161],"already":[163,181],"offer":[164],"promising":[165],"solutions.":[166],"However,":[167],"performance":[169],"limited":[171],"complex":[173],"scenarios.":[174],"Thanks":[175],"benchmark,":[178],"can":[180],"assess":[182],"current":[184],"construction.":[190],"Additionally,":[191],"define":[193],"requirements":[197],"achieving":[199],"(semi)automated":[200],"(LLM-driven)":[201],"opening":[204],"new":[205],"research":[206],"lines":[207],"area.":[210]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-21T00:00:00"}