{"id":"https://openalex.org/W7160206624","doi":"https://doi.org/10.63317/4ys6kofrzoc5","title":"Frame2KG: A Benchmark and Evaluation Toolkit for Interpretable Frame-to-Graph Generation","display_name":"Frame2KG: A Benchmark and Evaluation Toolkit for Interpretable Frame-to-Graph Generation","publication_year":2026,"publication_date":"2026-04-30","ids":{"openalex":"https://openalex.org/W7160206624","doi":"https://doi.org/10.63317/4ys6kofrzoc5"},"language":"en","primary_location":{"id":"doi:10.63317/4ys6kofrzoc5","is_oa":false,"landing_page_url":"https://doi.org/10.63317/4ys6kofrzoc5","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Language Resources and Evaluation Conference","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://napier-repository.worktribe.com/preview/5090014/2026.lrec2026-1.854.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135182059","display_name":"Lewis N. Watson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lewis N. Watson","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081335287","display_name":"Carl Strathearn","orcid":"https://orcid.org/0000-0001-7910-9487"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Carl Strathearn","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025634364","display_name":"Kenny Mitchell","orcid":"https://orcid.org/0000-0003-2420-7447"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kenny Mitchell","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135196305","display_name":"Yanchao Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yanchao Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.43169202,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"10912","last_page":"10926"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.3993000090122223,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.3993000090122223,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.249099999666214,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.14920000731945038,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.48249998688697815},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.30790001153945923},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.26030001044273376},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.25760000944137573},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.2549000084400177}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6258999705314636},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.48249998688697815},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4562999904155731},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.38370001316070557},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3400999903678894},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.30790001153945923},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.26030001044273376},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.25760000944137573},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2549000084400177},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.2508000135421753}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.63317/4ys6kofrzoc5","is_oa":false,"landing_page_url":"https://doi.org/10.63317/4ys6kofrzoc5","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Language Resources and Evaluation Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:repository@napier.ac.uk:4964317","is_oa":true,"landing_page_url":"https://napier-repository.worktribe.com/4964317/1/Frame2KG%3A%20A%20Benchmark%20And%20Evaluation%20Toolkit%20For%20Interpretable%20Frame-to-Graph%20Generation","pdf_url":"https://napier-repository.worktribe.com/preview/5090014/2026.lrec2026-1.854.pdf","source":{"id":"https://openalex.org/S4306402591","display_name":"Edinburgh Napier Research Repository (Edinburgh Napier University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I251738","host_organization_name":"Edinburgh Napier University","host_organization_lineage":["https://openalex.org/I251738"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Presentation / Conference Contribution"}],"best_oa_location":{"id":"pmh:oai:repository@napier.ac.uk:4964317","is_oa":true,"landing_page_url":"https://napier-repository.worktribe.com/4964317/1/Frame2KG%3A%20A%20Benchmark%20And%20Evaluation%20Toolkit%20For%20Interpretable%20Frame-to-Graph%20Generation","pdf_url":"https://napier-repository.worktribe.com/preview/5090014/2026.lrec2026-1.854.pdf","source":{"id":"https://openalex.org/S4306402591","display_name":"Edinburgh Napier Research Repository (Edinburgh Napier University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I251738","host_organization_name":"Edinburgh Napier University","host_organization_lineage":["https://openalex.org/I251738"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Presentation / Conference Contribution"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3892868290","display_name":"Learning from Collaborative Storytelling: Enhancing Visual Scene Understanding through Human-Robot Interaction","funder_award_id":"UKRI210","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7160206624.pdf","grobid_xml":"https://content.openalex.org/works/W7160206624.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0],"research":[1],"focuses":[2],"on":[3,40,67,105],"interpretable":[4,120],"frame-to-knowledge-graph":[5],"(Frame2KG)":[6],"generation":[7],"for":[8,122],"embodied":[9],"robots,":[10],"targeting":[11],"on-device":[12],"inference":[13],"to":[14,117],"enhance":[15],"privacy,":[16],"improve":[17],"interpretability,":[18],"and":[19,45,51,70,87,114,125],"minimise":[20],"compute":[21],"costs.":[22],"We":[23,108],"introduce":[24],"a":[25,30,55,74,82,88],"novel":[26],"corpus":[27],"called":[28],"Frame2KG-YC2,":[29],"synthetic,":[31],"reproducible":[32],"dataset,":[33,111],"fine-tuned":[34],"with":[35,44,94],"Qwen2.5-VL":[36],"models":[37],"using":[38],"LoRA":[39],"attention":[41],"layers":[42],"(QKVO),":[43],"without":[46],"GateProjUp/Down":[47],"projections.":[48],"For":[49],"evaluation":[50,115],"benchmarking,":[52],"we":[53],"propose":[54],"deterministic":[56],"toolkit":[57,116],"featuring":[58],"two-stage":[59],"node":[60],"matching":[61],"(IoU":[62],"gate":[63],"+":[64],"Hungarian":[65],"assignment":[66],"text":[68],"similarity)":[69],"comprehensive":[71],"metrics.":[72],"On":[73],"held-out":[75],"test":[76],"set,":[77],"our":[78],"best":[79],"model":[80],"achieves":[81],"Node":[83],"F1\u03bc=0.621,":[84],"Edge":[85],"F1\u03bc=0.208,":[86],"mean":[89],"matched":[90],"IoU":[91],"of":[92],"\u22480.61":[93],">98%":[95],"schema":[96],"conformity.":[97],"Post-training":[98],"quantisation":[99],"maintains":[100],"accuracy":[101],"whilst":[102],"promoting":[103],"performance":[104],"edge":[106],"hardware.":[107],"release":[109],"the":[110],"code,":[112],"adapters,":[113],"establish":[118],"an":[119],"baseline":[121],"future":[123],"temporal":[124],"multi-view":[126],"extensions.":[127]},"counts_by_year":[],"updated_date":"2026-08-25T07:29:55.448023","created_date":"2026-05-05T00:00:00"}