{"id":"https://openalex.org/W2777680450","doi":"https://doi.org/10.1109/tpami.2017.2786699","title":"Disambiguating Visual Verbs","display_name":"Disambiguating Visual Verbs","publication_year":2017,"publication_date":"2017-12-27","ids":{"openalex":"https://openalex.org/W2777680450","doi":"https://doi.org/10.1109/tpami.2017.2786699","mag":"2777680450","pmid":"https://pubmed.ncbi.nlm.nih.gov/29990137"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2017.2786699","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2017.2786699","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.research.ed.ac.uk/en/publications/3aef6b84-5874-4a31-be6d-c824521b939c","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041111343","display_name":"Spandana Gella","orcid":"https://orcid.org/0000-0003-2725-4476"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Spandana Gella","raw_affiliation_strings":["Institute for Language, Cognition and Computation, School of Informatics, University of Edinburgh, Edinburgh, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-2725-4476","affiliations":[{"raw_affiliation_string":"Institute for Language, Cognition and Computation, School of Informatics, University of Edinburgh, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054936589","display_name":"Frank Keller","orcid":"https://orcid.org/0000-0002-8242-4362"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Frank Keller","raw_affiliation_strings":["Institute for Language, Cognition and Computation, School of Informatics, University of Edinburgh, Edinburgh, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-8242-4362","affiliations":[{"raw_affiliation_string":"Institute for Language, Cognition and Computation, School of Informatics, University of Edinburgh, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041024491","display_name":"Mirella Lapata","orcid":"https://orcid.org/0000-0002-2107-1516"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mirella Lapata","raw_affiliation_strings":["Institute for Language, Cognition and Computation, School of Informatics, University of Edinburgh, Edinburgh, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Language, Cognition and Computation, School of Informatics, University of Edinburgh, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I98677209"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I98677209"],"apc_list":null,"apc_paid":null,"fwci":0.5412,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.76524468,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"41","issue":"2","first_page":"311","last_page":"322"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9850999712944031,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8431206941604614},{"id":"https://openalex.org/keywords/verb","display_name":"Verb","score":0.7290881872177124},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.671991229057312},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.640573263168335},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.624904453754425},{"id":"https://openalex.org/keywords/semeval","display_name":"SemEval","score":0.4885898232460022},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.46877092123031616},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4539808928966522},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.4533809721469879},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.21315878629684448}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8431206941604614},{"id":"https://openalex.org/C2776397901","wikidata":"https://www.wikidata.org/wiki/Q24905","display_name":"Verb","level":2,"score":0.7290881872177124},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.671991229057312},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.640573263168335},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.624904453754425},{"id":"https://openalex.org/C44572571","wikidata":"https://www.wikidata.org/wiki/Q7448970","display_name":"SemEval","level":3,"score":0.4885898232460022},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.46877092123031616},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4539808928966522},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.4533809721469879},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.21315878629684448},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tpami.2017.2786699","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2017.2786699","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:29990137","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/29990137","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:pure.ed.ac.uk:openaire/3aef6b84-5874-4a31-be6d-c824521b939c","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/3aef6b84-5874-4a31-be6d-c824521b939c","pdf_url":null,"source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Gella, S, Keller, F & Lapata, M 2019, 'Disambiguating Visual Verbs', IEEE Transactions on Pattern Analysis and Machine Intelligence, vol. 41, no. 2, pp. 311 - 322. https://doi.org/10.1109/TPAMI.2017.2786699","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:pure.ed.ac.uk:publications/3aef6b84-5874-4a31-be6d-c824521b939c","is_oa":false,"landing_page_url":"http://hdl.handle.net/20.500.11820/3aef6b84-5874-4a31-be6d-c824521b939c","pdf_url":null,"source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":{"id":"pmh:oai:pure.ed.ac.uk:openaire/3aef6b84-5874-4a31-be6d-c824521b939c","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/3aef6b84-5874-4a31-be6d-c824521b939c","pdf_url":null,"source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Gella, S, Keller, F & Lapata, M 2019, 'Disambiguating Visual Verbs', IEEE Transactions on Pattern Analysis and Machine Intelligence, vol. 41, no. 2, pp. 311 - 322. https://doi.org/10.1109/TPAMI.2017.2786699","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5899999737739563,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1148708262","display_name":null,"funder_award_id":"Lapata: award 681760","funder_id":"https://openalex.org/F4320338335","funder_display_name":"H2020 European Research Council"},{"id":"https://openalex.org/G3933902708","display_name":null,"funder_award_id":"Keller: award IAF-2017-019","funder_id":"https://openalex.org/F4320319993","funder_display_name":"Leverhulme Trust"}],"funders":[{"id":"https://openalex.org/F4320319993","display_name":"Leverhulme Trust","ror":"https://ror.org/012mzw131"},{"id":"https://openalex.org/F4320338335","display_name":"H2020 European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":84,"referenced_works":["https://openalex.org/W69594547","https://openalex.org/W92662927","https://openalex.org/W960165457","https://openalex.org/W1489737693","https://openalex.org/W1523385540","https://openalex.org/W1540386283","https://openalex.org/W1551928752","https://openalex.org/W1579035156","https://openalex.org/W1614298861","https://openalex.org/W1686810756","https://openalex.org/W1883346539","https://openalex.org/W1889081078","https://openalex.org/W1892016050","https://openalex.org/W1895577753","https://openalex.org/W1931639407","https://openalex.org/W1933349210","https://openalex.org/W1949478088","https://openalex.org/W1953661235","https://openalex.org/W1959228470","https://openalex.org/W1963620052","https://openalex.org/W1971220772","https://openalex.org/W2014788385","https://openalex.org/W2027815734","https://openalex.org/W2031489346","https://openalex.org/W2037227137","https://openalex.org/W2038765747","https://openalex.org/W2039217078","https://openalex.org/W2050964073","https://openalex.org/W2080873731","https://openalex.org/W2100235303","https://openalex.org/W2101293500","https://openalex.org/W2102381086","https://openalex.org/W2108598243","https://openalex.org/W2113858169","https://openalex.org/W2115792525","https://openalex.org/W2121147707","https://openalex.org/W2123489126","https://openalex.org/W2125323310","https://openalex.org/W2147625498","https://openalex.org/W2154318594","https://openalex.org/W2154744205","https://openalex.org/W2155893237","https://openalex.org/W2166010828","https://openalex.org/W2166663637","https://openalex.org/W2169393274","https://openalex.org/W2185175083","https://openalex.org/W2214124602","https://openalex.org/W2250539671","https://openalex.org/W2282219577","https://openalex.org/W2287866429","https://openalex.org/W2294979170","https://openalex.org/W2295158492","https://openalex.org/W2339712187","https://openalex.org/W2423576022","https://openalex.org/W2436001372","https://openalex.org/W2463396630","https://openalex.org/W2479423890","https://openalex.org/W2607879133","https://openalex.org/W2950577311","https://openalex.org/W2963496089","https://openalex.org/W2963606136","https://openalex.org/W4213168938","https://openalex.org/W4386207016","https://openalex.org/W6602854420","https://openalex.org/W6603785906","https://openalex.org/W6631216910","https://openalex.org/W6632200337","https://openalex.org/W6632922691","https://openalex.org/W6634589335","https://openalex.org/W6636510571","https://openalex.org/W6637373629","https://openalex.org/W6639103823","https://openalex.org/W6639432524","https://openalex.org/W6640892214","https://openalex.org/W6675060156","https://openalex.org/W6677337689","https://openalex.org/W6678207380","https://openalex.org/W6683033130","https://openalex.org/W6683235044","https://openalex.org/W6684369376","https://openalex.org/W6697284302","https://openalex.org/W6703513333","https://openalex.org/W6718746207","https://openalex.org/W6721769334"],"related_works":["https://openalex.org/W1988325893","https://openalex.org/W3029012650","https://openalex.org/W2776212826","https://openalex.org/W2117805747","https://openalex.org/W578800075","https://openalex.org/W2188275805","https://openalex.org/W4287641341","https://openalex.org/W3192242131","https://openalex.org/W4210657415","https://openalex.org/W4252364083"],"abstract_inverted_index":{"In":[0],"this":[1],"article,":[2],"we":[3,76,120],"introduce":[4,71],"a":[5,17,46,72,116],"new":[6,73],"task,":[7],"visual":[8,52],"sense":[9,22,41,53,94,104,133],"disambiguation":[10,42,54,105],"for":[11,45,58,80,102],"verbs:":[12],"given":[13],"an":[14,127],"image":[15,63,65,128,157],"and":[16,67,89,93,99,110,156],"verb,":[18,25],"assign":[19],"the":[20,24,27,31,35,103,123,142],"correct":[21],"of":[23,49],"i.e.,":[26],"one":[28],"that":[29,83,146],"describes":[30],"action":[32],"depicted":[33,125],"in":[34,118,126],"image.":[36],"Just":[37],"as":[38,62],"textual":[39,147],"word":[40],"is":[43,136,170],"useful":[44,57],"wide":[47],"range":[48],"NLP":[50],"tasks,":[51],"can":[55],"be":[56],"multimodal":[59,86,111,162],"tasks":[60],"such":[61],"retrieval,":[64],"description,":[66],"text":[68],"illustration.":[69],"We":[70,96,113,144],"dataset,":[74],"which":[75,119],"call":[77],"VerSe":[78,169],"(short":[79],"Verb":[81],"Sense)":[82],"augments":[84],"existing":[85],"datasets":[87],"(COCO":[88],"TUHOI)":[90],"with":[91,141],"verb":[92,124],"labels.":[95],"explore":[97],"supervised":[98],"unsupervised":[100],"models":[101],"task":[106],"using":[107],"textual,":[108],"visual,":[109],"embeddings.":[112],"also":[114],"consider":[115],"scenario":[117],"must":[121],"detect":[122],"prior":[129],"to":[130],"predicting":[131],"its":[132],"(i.e.,":[134],"there":[135],"no":[137],"verbal":[138],"information":[139],"associated":[140],"image).":[143],"find":[145],"embeddings":[148,163],"perform":[149,164],"well":[150,165],"when":[151],"gold-standard":[152],"annotations":[153],"(object":[154],"labels":[155],"descriptions)":[158],"are":[159],"available,":[160],"while":[161],"on":[166],"unannotated":[167],"images.":[168],"publicly":[171],"available":[172],"at":[173],"https://github.com/spandanagella/verse.":[174]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":6},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}