{"id":"https://openalex.org/W4393472640","doi":"https://doi.org/10.5281/zenodo.7919130","title":"NeSy4VRD: A Multifaceted Resource for Neurosymbolic AI Research using Knowledge Graphs in Visual Relationship Detection","display_name":"NeSy4VRD: A Multifaceted Resource for Neurosymbolic AI Research using Knowledge Graphs in Visual Relationship Detection","publication_year":2023,"publication_date":"2023-05-09","ids":{"openalex":"https://openalex.org/W4393472640","doi":"https://doi.org/10.5281/zenodo.7919130"},"language":"en","primary_location":{"id":"pmh:oai:zenodo.org:7919130","is_oa":true,"landing_page_url":"https://zenodo.org/record/7919130","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/other"},"type":"dataset","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://zenodo.org/record/7919130","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020724877","display_name":"David Herron","orcid":"https://orcid.org/0009-0008-2736-6789"},"institutions":[{"id":"https://openalex.org/I180825142","display_name":"City, University of London","ror":"https://ror.org/04489at23","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I180825142"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Herron, David","raw_affiliation_strings":["City, University of London"],"affiliations":[{"raw_affiliation_string":"City, University of London","institution_ids":["https://openalex.org/I180825142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056324053","display_name":"Ernesto Jim\u00e9nez-Ruiz","orcid":"https://orcid.org/0000-0002-9083-4599"},"institutions":[{"id":"https://openalex.org/I180825142","display_name":"City, University of London","ror":"https://ror.org/04489at23","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I180825142"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jimenez-Ruiz, Ernesto","raw_affiliation_strings":["City, University of London"],"affiliations":[{"raw_affiliation_string":"City, University of London","institution_ids":["https://openalex.org/I180825142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077334337","display_name":"Giacomo Tarroni","orcid":"https://orcid.org/0000-0002-0341-6138"},"institutions":[{"id":"https://openalex.org/I180825142","display_name":"City, University of London","ror":"https://ror.org/04489at23","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I180825142"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tarroni, Giacomo","raw_affiliation_strings":["City, University of London"],"affiliations":[{"raw_affiliation_string":"City, University of London","institution_ids":["https://openalex.org/I180825142"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018493892","display_name":"Tillman Weyde","orcid":"https://orcid.org/0000-0001-8028-9905"},"institutions":[{"id":"https://openalex.org/I180825142","display_name":"City, University of London","ror":"https://ror.org/04489at23","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I180825142"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Weyde, Tillman","raw_affiliation_strings":["City, University of London"],"affiliations":[{"raw_affiliation_string":"City, University of London","institution_ids":["https://openalex.org/I180825142"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5020724877"],"corresponding_institution_ids":["https://openalex.org/I180825142"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12805","display_name":"Cognitive Science and Mapping","score":0.853600025177002,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12805","display_name":"Cognitive Science and Mapping","score":0.853600025177002,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11438","display_name":"Retinal Imaging and Analysis","score":0.8508999943733215,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13062","display_name":"Cognitive Computing and Networks","score":0.7706999778747559,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5637973546981812},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.5443673729896545},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.35295480489730835},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33611631393432617},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.04061475396156311}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5637973546981812},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.5443673729896545},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35295480489730835},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33611631393432617},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.04061475396156311}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:zenodo.org:7919130","is_oa":true,"landing_page_url":"https://zenodo.org/record/7919130","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/other"},{"id":"doi:10.5281/zenodo.7919130","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.7919130","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"dataset"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:7919130","is_oa":true,"landing_page_url":"https://zenodo.org/record/7919130","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/other"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":{"<strong>NeSy4VRD</strong>":[0],"NeSy4VRD":[1,35,57,62,68,84,103,125,164,293,304,313,319,374,400,413,436,473,480,495,505,525,661,682,718,759,792,819],"is":[2,40,127,227,259,298,558,686,786,813,877],"a":[3,111,230,241,263,266,299,441,540],"multifaceted,":[4],"multipurpose":[5],"resource":[6,36,376],"designed":[7,128,504,524],"to":[8,265,302,548,625,640,712,772,816,828,836,842,856],"foster":[9],"neurosymbolic":[10],"AI":[11],"(NeSy)":[12],"research,":[13,854],"particularly":[14],"NeSy":[15],"research":[16,132,375],"using":[17],"Semantic":[18],"Web":[19],"technologies":[20],"such":[21,277],"as":[22,31,89,96,229,240,262,278,315,423,580,634,823],"OWL":[23,63,294,683,867],"ontologies,":[24],"OWL-based":[25,29],"knowledge":[26,442],"graphs":[27],"and":[28,46,59,114,139,175,183,194,204,220,239,273,288,344,384,425,448,453,485,492,518,531,543,665,696,716,746,769,827],"reasoning":[30,274],"symbolic":[32],"components.":[33],"The":[34,67,80,102,124,292,397,467,563,704,722,802],"in":[37,137,180,199,235,257,317,331,350,459,515,528,539,601,700,710,798,869],"its":[38,60,236],"entirety":[39],"distributed":[41],"across":[42],"two":[43,178,380],"locations:":[44],"Zenodo":[45,54,390],"GitHub.":[47,880],"<strong>NeSy4VRD":[48,365],"on":[49,53,366,389,393,402,663,767,778,874,879],"Zenodo</strong>":[50],"This":[51,785],"entry":[52],"hosts":[55],"the":[56,83,87,99,118,141,154,163,167,173,181,184,192,246,303,309,312,318,327,332,340,347,351,360,370,373,379,385,409,412,420,435,445,451,455,472,489,549,555,570,588,602,614,618,627,631,642,654,660,667,673,681,690,713,738,758,779,789,799,818,839,858,865],"dataset":[58,69,74,85,126,165,383,557,645,662],"companion":[61,301],"ontology,":[64,295,447,684],"called":[65,296],"VRD-World.":[66],"consists":[70],"of":[71,82,98,107,117,146,162,201,250,268,311,326,346,369,372,399,411,419,465,471,488,587,605,613,630,636,679,737,807,849],"an":[72,160,500,520],"image":[73,161,279,284,286],"with":[75,617,689,702,832],"associated":[76,494,616],"visual":[77,104,121,157,210,271,281,320,333,352,414,437,456,474,496,509,535,566,669,693,719,760,782,793,820],"relationship":[78,105,122,158,225,321,334,353,415,438,457,497,510,536,567,670,694,720,761,783,794,821],"annotations.":[79,123,322,721,784],"images":[81,109,138,491,572,590,633,656],"are":[86,110,177,197,212,391,573],"same":[88,452],"those":[90,108,147],"that":[91,133,149,578,596,724,729],"were":[92,725,796],"once":[93],"publicly":[94,575],"available":[95,387,392,401,559,576,878],"part":[97,604,635],"VRD":[100,120,490,550,556,565,571,589,619,632,644,655,668,692,781],"dataset.":[101,305],"annotations":[106,335,354,416,439,458,568,671,695,795,822],"highly":[112,714,790],"customised":[113,715,791],"quality-improved":[115,717],"version":[116],"original":[119,564,643,691,780],"for":[129,153,159,245,432,449,469,483,507,533,569,621,814,852,861],"computer":[130,231],"vision-based":[131],"involves":[134],"detecting":[135],"objects":[136,148,179,196],"predicting":[140],"relationships":[142,211,475],"between":[143,189],"ordered":[144],"pairs":[145],"have":[150,336,355,582],"been":[151,708],"annotated":[152],"images.":[155],"A":[156],"has":[166,707],"form":[168],"&lt;'subject',":[169],"'predicate',":[170],"'object'&gt;,":[171],"where":[172],"'subject'":[174,193],"'object'":[176,195],"image,":[182],"'predicate'":[185],"describes":[186,308],"some":[187,736],"relation":[188,711],"them.":[190,703],"Both":[191],"specified":[198],"terms":[200],"bounding":[202],"boxes":[203],"object":[205,328,357,362,733,740],"classes.":[206],"For":[207,323],"example,":[208,324],"typical":[209],"&lt;'person',":[213],"'ride',":[214],"'horse'&gt;,":[215],"&lt;'hat',":[216],"'on',":[217],"'teddy":[218],"bear'&gt;":[219],"&lt;'cat',":[221],"'under',":[222],"'pillow'&gt;.":[223],"Visual":[224],"detection":[226],"pursued":[228],"vision":[232],"application":[233,248,275],"task":[234,249],"own":[237,775],"right,":[238],"building":[242],"block":[243],"capability":[244],"broader":[247],"scene":[251],"graph":[252,255,443],"generation.":[253],"Scene":[254],"generation,":[256],"turn,":[258],"commonly":[260],"used":[261,699],"precursor":[264],"variety":[267],"enriched,":[269],"downstream":[270],"understanding":[272],"tasks,":[276],"captioning,":[280],"question":[282],"answering,":[283],"retrieval,":[285],"generation":[287],"multimedia":[289],"event":[290],"processing.":[291],"VRD-World,":[297,685],"well-aligned,":[300],"It":[306],"directly":[307],"domain":[310],"dataset,":[314,620],"reflected":[316],"all":[325,345],"classes":[329,338],"featuring":[330,349],"corresponding":[337,356],"within":[339,359,659],"VRD-World":[341,361,421,446,705,866],"class":[342],"hierarchy,":[343],"predicates":[348],"properties":[358],"property":[363],"hierarchy.":[364],"GitHub</strong>":[367],"All":[368],"components":[371,381,398],"other":[377],"than":[378],"(the":[382],"ontology)":[386],"here":[388],"GitHub":[394,403,768],"at:":[395],"https://github.com/djherron/NeSy4VRD.":[396],"include":[404,727],"1)":[405],"comprehensive":[406,486],"infrastructure":[407,468,765],"supporting":[408],"extensibility":[410,470,764,809],"(and,":[417],"thereby,":[418],"ontology":[422,706,868],"well),":[424],"2)":[426],"open":[427,478,501,521],"source":[428,479],"Python":[429,481,529],"sample":[430],"code":[431,482],"both":[433],"loading":[434],"into":[440],"hosting":[444],"extracting":[450],"reconstituting":[454],"their":[460,493,774,824,853],"native":[461],"format,":[462],"without":[463],"loss":[464],"information.":[466],"includes:":[476],"a)":[477],"deep":[484],"analysis":[487],"annotations,":[498,840],"b)":[499],"source,":[502,522],"custom":[503,523],"protocol":[506],"specifying":[508],"annotation":[511,537,762],"customisation":[512,763,776],"instructions":[513],"declaratively,":[514],"text":[516],"files,":[517],"c)":[519],"workflow":[526],"(implemented":[527],"scripts":[530],"modules)":[532],"applying":[534],"customisations":[538,723],"managed,":[541],"automated":[542],"repeatable":[544],"process.":[545],"<strong>Information":[546],"pertaining":[547],"dataset</strong>":[551],"More":[552,872],"information":[553,593,873],"about":[554],"here:":[560],"https://cs.stanford.edu/people/ranjaykrishna/vrd/":[561],".":[562],"still":[574,648],"from":[577,595,658,672],"URL,":[579],"they":[581,755],"always":[583],"been.":[584],"Public":[585],"availability":[586,629],"themselves":[591],"(via":[592],"accessible":[594],"URL),":[597],"however,":[598,812],"ceased":[599],"sometime":[600],"latter":[603],"2021.":[606],"We":[607],"thank":[608],"Dr.":[609],"Ranjay":[610],"Krishna,":[611],"one":[612,743],"principals":[615],"granting":[622],"us":[623],"permission":[624],"re-establish":[626],"public":[628],"NeSy4VRD.":[637],"People":[638],"wishing":[639],"use":[641,757,805,817],"can":[646,652],"thus":[647],"do":[649],"so.":[650],"They":[651],"access":[653,666],"here,":[657],"Zenodo,":[664],"URL":[674],"just":[675],"mentioned.":[676],"<em>A":[677],"note":[678],"caution</em>:":[680],"<em>not</em><strong>":[687],"</strong>compatible":[688],"cannot":[697],"be":[698],"conjunction":[701],"engineered":[709],"applied":[726],"ones":[728],"introduced":[730,742],"many":[731],"new":[732,744,844],"classes,":[734,741],"merged":[735],"existing":[739],"predicate,":[745],"changed":[747],"several":[748],"predicate":[749],"names.":[750],"However,":[751],"users":[752],"can,":[753],"if":[754],"wish,":[756],"(available":[766],"described":[770],"above)":[771],"undertake":[773],"exercise":[777],"precisely":[787],"how":[788],"created":[797],"first":[800],"place.":[801],"primary":[803],"intended":[804],"case":[806],"NeSy4VRD's":[808],"support":[810],"infrastructure,":[811],"researchers":[815],"starting":[825],"point,":[826],"take":[829],"these":[830],"forward":[831],"onward":[833],"customisations,":[834],"whether":[835],"further":[837],"enrich":[838],"or":[841,845,855,863],"create":[843],"more":[846],"data":[847],"conditions":[848,860],"particular":[850],"interest":[851],"establish":[857],"necessary":[859],"adapting":[862],"extending":[864],"various":[870],"ways.":[871],"this":[875],"subject":[876]},"counts_by_year":[],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}