{"id":"https://openalex.org/W2963346996","doi":"https://doi.org/10.1109/iccv.2017.448","title":"Situation Recognition with Graph Neural Networks","display_name":"Situation Recognition with Graph Neural Networks","alternate_titles":[],"publication_year":2017,"publication_date":"2017-10-01","ids":{"openalex":"https://openalex.org/W2963346996","doi":"https://doi.org/10.1109/iccv.2017.448","mag":"2963346996"},"language":"en","primary_location":{"id":"doi:10.1109/iccv.2017.448","doi":"https://doi.org/10.1109/iccv.2017.448","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv.2017.448","pdf_url":null,"source":{"id":"https://openalex.org/S4363607764","display_name":"IEEE/CVF International Conference on Computer Vision (ICCV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2963346996"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1708.04320","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101945786","display_name":"Ruiyu Li","orcid":"https://orcid.org/0000-0002-4172-027X","observed_orcids":["https://orcid.org/0000-0002-4172-027X"]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ruiyu Li","raw_affiliation_strings":["The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003125633","display_name":"Makarand Tapaswi","orcid":"https://orcid.org/0000-0001-8800-9015","observed_orcids":["https://orcid.org/0000-0001-8800-9015"]},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Makarand Tapaswi","raw_affiliation_strings":["University of Toronto"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048686150","display_name":"Renjie Liao","orcid":"https://orcid.org/0009-0001-1660-9959","observed_orcids":["https://orcid.org/0009-0001-1660-9959"]},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Renjie Liao","raw_affiliation_strings":["University of Toronto"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052856441","display_name":"Jiaya Jia","orcid":"https://orcid.org/0000-0002-1246-553X","observed_orcids":["https://orcid.org/0000-0002-1246-553X"]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN","HK"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jiaya Jia","raw_affiliation_strings":["The Chinese University of Hong Kong","Youtu Lab, Tencent"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Youtu Lab, Tencent","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010469348","display_name":"Raquel Urtasun","orcid":"https://orcid.org/0000-0003-2332-5361","observed_orcids":["https://orcid.org/0000-0003-2332-5361"]},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]}],"countries":["CA"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Raquel Urtasun","raw_affiliation_strings":["Uber Advanced Technologies Group","University of Toronto","Vector Institute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Uber Advanced Technologies Group","institution_ids":[]},{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Vector Institute","institution_ids":["https://openalex.org/I4210127509"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070642269","display_name":"Sanja Fidler","orcid":"https://orcid.org/0000-0003-1040-3260","observed_orcids":["https://orcid.org/0000-0003-1040-3260"]},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]}],"countries":["CA"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Sanja Fidler","raw_affiliation_strings":["University of Toronto","Vector Institute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Vector Institute","institution_ids":["https://openalex.org/I4210127509"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.4065,"has_fulltext":true,"cited_by_count":163,"citation_normalized_percentile":{"value":0.96723547,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"4183","last_page":"4192"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0038999998942017555,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.003100000089034438,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/situation-recognition","display_name":"situation recognition","score":0.9810000061988831},{"id":"https://openalex.org/keywords/graph-neural-networks","display_name":"graph neural networks","score":0.7760000228881836},{"id":"https://openalex.org/keywords/thematic-roles","display_name":"thematic roles","score":0.8019999861717224},{"id":"https://openalex.org/keywords/image-understanding","display_name":"image understanding","score":0.42100000381469727}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.792465329170227},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.6596423983573914},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.590823233127594},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5880898237228394},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5284091234207153},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4773945212364197},{"id":"https://openalex.org/C2776397901","wikidata":"https://www.wikidata.org/wiki/Q24905","display_name":"Verb","level":2,"score":0.45710334181785583},{"id":"https://openalex.org/C121934690","wikidata":"https://www.wikidata.org/wiki/Q1084","display_name":"Noun","level":2,"score":0.4477779269218445},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4219011664390564},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4104158878326416},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3875717222690582},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34150809049606323},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.30234378576278687},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/iccv.2017.448","doi":"https://doi.org/10.1109/iccv.2017.448","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv.2017.448","pdf_url":null,"source":{"id":"https://openalex.org/S4363607764","display_name":"IEEE/CVF International Conference on Computer Vision (ICCV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1708.04320","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1708.04320","pdf_url":"https://arxiv.org/pdf/1708.04320","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1708.04320","doi":"https://doi.org/10.48550/arxiv.1708.04320","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1708.04320","pdf_url":"https://arxiv.org/pdf/1708.04320","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-141806","doi":null,"is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-141806","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference paper"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1708.04320","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1708.04320","pdf_url":"https://arxiv.org/pdf/1708.04320","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2963346996.pdf","grobid_xml":"https://content.openalex.org/works/W2963346996.grobid-xml"},"referenced_works_count":62,"referenced_works":["https://openalex.org/W12836875","https://openalex.org/W753012316","https://openalex.org/W1514535095","https://openalex.org/W1551928752","https://openalex.org/W1584193343","https://openalex.org/W1662382123","https://openalex.org/W1686810756","https://openalex.org/W1694858705","https://openalex.org/W1895577753","https://openalex.org/W1905882502","https://openalex.org/W1933349210","https://openalex.org/W1953661235","https://openalex.org/W1971129545","https://openalex.org/W2014788385","https://openalex.org/W2017875634","https://openalex.org/W2038765747","https://openalex.org/W2050964073","https://openalex.org/W2064675550","https://openalex.org/W2077069816","https://openalex.org/W2078658491","https://openalex.org/W2081580037","https://openalex.org/W2104246439","https://openalex.org/W2116341502","https://openalex.org/W2117539524","https://openalex.org/W2124592697","https://openalex.org/W2126574503","https://openalex.org/W2134670479","https://openalex.org/W2156303437","https://openalex.org/W2157331557","https://openalex.org/W2173027866","https://openalex.org/W2190067570","https://openalex.org/W2194775991","https://openalex.org/W2244807774","https://openalex.org/W2251599843","https://openalex.org/W2269938945","https://openalex.org/W2277195237","https://openalex.org/W2309415944","https://openalex.org/W2397198482","https://openalex.org/W2423576022","https://openalex.org/W2468907370","https://openalex.org/W2471164729","https://openalex.org/W2479423890","https://openalex.org/W2519887557","https://openalex.org/W2531044305","https://openalex.org/W2554334383","https://openalex.org/W2560747010","https://openalex.org/W2563399268","https://openalex.org/W2581887665","https://openalex.org/W2591644541","https://openalex.org/W2609825896","https://openalex.org/W2620761940","https://openalex.org/W2743507428","https://openalex.org/W2949592891","https://openalex.org/W2949650786","https://openalex.org/W2949842255","https://openalex.org/W2950635152","https://openalex.org/W2962849532","https://openalex.org/W3103403019","https://openalex.org/W3209259379","https://openalex.org/W6607467106","https://openalex.org/W6622239757","https://openalex.org/W7095471812"],"related_works":["https://openalex.org/W3003036658","https://openalex.org/W3003365594","https://openalex.org/W2423576022","https://openalex.org/W3097390889","https://openalex.org/W2604673901","https://openalex.org/W4383175374","https://openalex.org/W4308902356","https://openalex.org/W4409262267","https://openalex.org/W3035399403","https://openalex.org/W4292433237"],"abstract_inverted_index":{"We":[0,63,112,125],"address":[1],"the":[2,12,17,32,36,41,122,141],"problem":[3],"of":[4,40,132,137],"recognizing":[5],"situations":[6],"in":[7,120,140],"images.":[8],"Given":[9],"an":[10],"image,":[11],"task":[13],"is":[14,30,35],"to":[15,75],"predict":[16],"most":[18],"salient":[19],"verb":[20],"(action),":[21],"and":[22,38,53,135],"fill":[23],"its":[24],"semantic":[25],"roles":[26,48,81,102,139],"such":[27],"as":[28,107,109],"who":[29],"performing":[31],"action,":[33,42],"what":[34],"source":[37],"target":[39],"etc.":[43],"Different":[44],"verbs":[45],"have":[46],"different":[47,91,138],"(e.g.":[49],"attacking":[50],"has":[51],"weapon),":[52],"each":[54],"role":[55],"can":[56],"take":[57],"on":[58,68,86],"many":[59],"possible":[60],"values":[61],"(nouns).":[62],"propose":[64],"a":[65,87,128],"model":[66,134],"based":[67],"Graph":[69],"Neural":[70],"Networks":[71],"that":[72,95,98],"allows":[73],"us":[74],"efficiently":[76],"capture":[77],"joint":[78],"dependencies":[79],"between":[80,101],"using":[82],"neural":[83],"networks":[84],"defined":[85],"graph.":[88],"Experiments":[89],"with":[90],"graph":[92],"connectivities":[93],"show":[94],"our":[96,133],"approach":[97],"propagates":[99],"information":[100],"significantly":[103],"outperforms":[104],"existing":[105],"work,":[106],"well":[108],"multiple":[110],"baselines.":[111],"obtain":[113],"roughly":[114],"3-5%":[115],"improvement":[116],"over":[117],"previous":[118],"work":[119],"predicting":[121],"full":[123],"situation.":[124],"also":[126],"provide":[127],"thorough":[129],"qualitative":[130],"analysis":[131],"influence":[136],"verbs.":[142]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2963346996","counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":21},{"year":2022,"cited_by_count":18},{"year":2021,"cited_by_count":31},{"year":2020,"cited_by_count":27},{"year":2019,"cited_by_count":22},{"year":2018,"cited_by_count":11}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2019-07-30T00:00:00"}
