{"id":"https://openalex.org/W4317794973","doi":"https://doi.org/10.1109/tpami.2023.3238699","title":"Knowledge-aware Global Reasoning for Situation Recognition","display_name":"Knowledge-aware Global Reasoning for Situation Recognition","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4317794973","doi":"https://doi.org/10.1109/tpami.2023.3238699","pmid":"https://pubmed.ncbi.nlm.nih.gov/37022056"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3238699","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3238699","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055989750","display_name":"Weijiang Yu","orcid":"https://orcid.org/0000-0002-7449-3093"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weijiang Yu","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-7449-3093","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101497357","display_name":"Haofan Wang","orcid":"https://orcid.org/0000-0002-8614-9353"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haofan Wang","raw_affiliation_strings":["Carnegie Mellon University, USA","Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100759678","display_name":"Guohao Li","orcid":"https://orcid.org/0000-0003-0260-5129"},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Guohao Li","raw_affiliation_strings":["King Abdullah University of Science and Technology, Saudi Arabia","King Abdullah University of Science and Technology, Thuwal, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0003-0260-5129","affiliations":[{"raw_affiliation_string":"King Abdullah University of Science and Technology, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]},{"raw_affiliation_string":"King Abdullah University of Science and Technology, Thuwal, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023506057","display_name":"Nong Xiao","orcid":"https://orcid.org/0000-0002-2166-977X"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nong Xiao","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, Guangdong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024763828","display_name":"Bernard Ghanem","orcid":"https://orcid.org/0000-0002-5534-587X"},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Bernard Ghanem","raw_affiliation_strings":["King Abdullah University of Science and Technology, Saudi Arabia","King Abdullah University of Science and Technology, Thuwal, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-5534-587X","affiliations":[{"raw_affiliation_string":"King Abdullah University of Science and Technology, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]},{"raw_affiliation_string":"King Abdullah University of Science and Technology, Thuwal, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6382,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.68411914,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"45","issue":"7","first_page":"1","last_page":"13"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7025601267814636},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6395507454872131},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.6325993537902832},{"id":"https://openalex.org/keywords/noun","display_name":"Noun","score":0.5282149910926819},{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.4796593487262726},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4680461585521698},{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"Visual reasoning","score":0.43098771572113037},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3935484290122986},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3609638810157776}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7025601267814636},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6395507454872131},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.6325993537902832},{"id":"https://openalex.org/C121934690","wikidata":"https://www.wikidata.org/wiki/Q1084","display_name":"Noun","level":2,"score":0.5282149910926819},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.4796593487262726},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4680461585521698},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.43098771572113037},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3935484290122986},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3609638810157776}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2023.3238699","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3238699","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:37022056","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37022056","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:repository.kaust.edu.sa:10754/688151","is_oa":false,"landing_page_url":"http://hdl.handle.net/10754/688151","pdf_url":null,"source":{"id":"https://openalex.org/S4306401596","display_name":"King Abdullah University of Science and Technology Repository (King Abdullah University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I71920554","host_organization_name":"King Abdullah University of Science and Technology","host_organization_lineage":["https://openalex.org/I71920554"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W64813323","https://openalex.org/W1522301498","https://openalex.org/W1773149199","https://openalex.org/W1923697677","https://openalex.org/W1933349210","https://openalex.org/W2036167211","https://openalex.org/W2038765747","https://openalex.org/W2081580037","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2277195237","https://openalex.org/W2423576022","https://openalex.org/W2560747010","https://openalex.org/W2581887665","https://openalex.org/W2604673901","https://openalex.org/W2745461083","https://openalex.org/W2810482788","https://openalex.org/W2899771611","https://openalex.org/W2963052338","https://openalex.org/W2963115613","https://openalex.org/W2963346996","https://openalex.org/W2964015378","https://openalex.org/W2982073904","https://openalex.org/W3035399403","https://openalex.org/W3096682293","https://openalex.org/W6631190155","https://openalex.org/W6640295612","https://openalex.org/W6694395031","https://openalex.org/W6726873649","https://openalex.org/W6732335829","https://openalex.org/W6756040250","https://openalex.org/W6767362881"],"related_works":["https://openalex.org/W2487162673","https://openalex.org/W2942366970","https://openalex.org/W2793211469","https://openalex.org/W2949152769","https://openalex.org/W4372354731","https://openalex.org/W2562400057","https://openalex.org/W1692008701","https://openalex.org/W2597588799","https://openalex.org/W2329500892","https://openalex.org/W4360593462"],"abstract_inverted_index":{"The":[0,130],"task":[1],"of":[2,28,81,100,141,164,194],"situation":[3,166,184],"recognition":[4,167,185],"aims":[5],"to":[6,15,42,74,104,115],"solve":[7],"the":[8,13,17,26,35,54,79,117,138,144,156,162,165,191],"visual":[9],"reasoning":[10,84,122],"problem":[11,193],"with":[12,78],"ability":[14],"predict":[16],"activity":[18],"happening":[19],"(salient":[20],"action)":[21],"in":[22,34,143],"an":[23,125,151],"image":[24,61],"and":[25,46,111],"nouns":[27,86,142],"all":[29],"associated":[30],"semantic":[31],"roles":[32],"playing":[33],"activity.":[36],"This":[37],"poses":[38],"severe":[39],"challenges":[40],"due":[41],"long-tailed":[43,192],"data":[44],"distributions":[45],"local":[47,55,102,109],"class":[48],"ambiguities.":[49],"Prior":[50],"works":[51],"only":[52,177],"propagate":[53],"noun-level":[56],"features":[57,107,119],"on":[58,161,181],"one":[59],"single":[60],"without":[62],"utilizing":[63],"global":[64,83,113,121,127,131,157,199],"information.":[65],"We":[66],"propose":[67],"a":[68,95,101,112,182],"Knowledge-aware":[69],"Global":[70],"Reasoning":[71],"(KGR)":[72],"framework":[73],"endow":[75],"neural":[76],"networks":[77],"capability":[80],"adaptive":[82],"over":[85],"by":[87,124,136,197],"exploiting":[88],"diverse":[89],"statistical":[90],"knowledge.":[91,200],"Our":[92],"KGR":[93,175],"is":[94,134],"local-global":[96],"architecture,":[97],"which":[98],"consists":[99],"encoder":[103,114],"generate":[105],"noun":[106,118,195],"using":[108],"relations":[110],"enhance":[116],"via":[120],"supervised":[123],"external":[126],"knowledge":[128,132,154,158],"pool.":[129],"pool":[133,159],"created":[135],"counting":[137],"pairwise":[139,153],"relationships":[140],"dataset.":[145],"In":[146],"this":[147],"paper,":[148],"we":[149],"design":[150],"action-guided":[152],"as":[155],"based":[160],"characteristic":[163],"task.":[168],"Extensive":[169],"experiments":[170],"have":[171],"shown":[172],"that":[173],"our":[174,198],"not":[176],"achieves":[178],"state-of-the-art":[179],"results":[180],"large-scale":[183],"benchmark,":[186],"but":[187],"also":[188],"effectively":[189],"solves":[190],"classification":[196]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}