{"id":"https://openalex.org/W3200129944","doi":"https://doi.org/10.1109/access.2021.3113781","title":"Probing Spatial Clues: Canonical Spatial Templates for Object Relationship Understanding","display_name":"Probing Spatial Clues: Canonical Spatial Templates for Object Relationship Understanding","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3200129944","doi":"https://doi.org/10.1109/access.2021.3113781","mag":"3200129944"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3113781","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3113781","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09540850.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09540850.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059014800","display_name":"Guillem Collell","orcid":"https://orcid.org/0000-0003-1998-8621"},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":true,"raw_author_name":"Guillem Collell","raw_affiliation_strings":["Computer Science Department, KU Leuven, Belgium, Heverlee, 3001. (e-mail: guillemct87@gmail.com)","Computer Science Department, KU Leuven, 3001 Leuven, Heverlee, Belgium"],"raw_orcid":"https://orcid.org/0000-0003-1998-8621","affiliations":[{"raw_affiliation_string":"Computer Science Department, KU Leuven, Belgium, Heverlee, 3001. (e-mail: guillemct87@gmail.com)","institution_ids":["https://openalex.org/I99464096"]},{"raw_affiliation_string":"Computer Science Department, KU Leuven, 3001 Leuven, Heverlee, Belgium","institution_ids":["https://openalex.org/I99464096"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031941911","display_name":"Thierry Deruyttere","orcid":"https://orcid.org/0000-0003-1348-983X"},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Thierry Deruyttere","raw_affiliation_strings":["Computer Science Department, KU Leuven, Belgium, Heverlee, 3001"],"raw_orcid":"https://orcid.org/0000-0003-1348-983X","affiliations":[{"raw_affiliation_string":"Computer Science Department, KU Leuven, Belgium, Heverlee, 3001","institution_ids":["https://openalex.org/I99464096"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075796989","display_name":"Marie\u2010Francine Moens","orcid":"https://orcid.org/0000-0002-3732-9323"},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Marie-Francine Moens","raw_affiliation_strings":["Computer Science Department, KU Leuven, Belgium, Heverlee, 3001"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, KU Leuven, Belgium, Heverlee, 3001","institution_ids":["https://openalex.org/I99464096"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5059014800"],"corresponding_institution_ids":["https://openalex.org/I99464096"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.6595,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.70924306,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"9","issue":null,"first_page":"134298","last_page":"134318"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/template","display_name":"Template","score":0.73589026927948},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.711245059967041},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.45026731491088867},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34434375166893005},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.11103543639183044}],"concepts":[{"id":"https://openalex.org/C82714645","wikidata":"https://www.wikidata.org/wiki/Q438331","display_name":"Template","level":2,"score":0.73589026927948},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.711245059967041},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.45026731491088867},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34434375166893005},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11103543639183044}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2021.3113781","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3113781","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09540850.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:lirias2repo.kuleuven.be:20.500.12942/694233","is_oa":true,"landing_page_url":"https://lirias.kuleuven.be/handle/20.500.12942/694233","pdf_url":null,"source":{"id":"https://openalex.org/S7407055369","display_name":"Lirias","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Ieee Access, vol. 9, (134298-134318)","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:63a4f3addeed419798753c870cd97bd7","is_oa":true,"landing_page_url":"https://doaj.org/article/63a4f3addeed419798753c870cd97bd7","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 134298-134318 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3113781","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3113781","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09540850.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.46000000834465027,"display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G338431185","display_name":null,"funder_award_id":"ERC-2017-ADG","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G3464279977","display_name":"Deep Learning for Generating Template Pictorial and Textual Representations","funder_award_id":"G078618N","funder_id":"https://openalex.org/F4320321730","funder_display_name":"Fonds Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G5591719479","display_name":null,"funder_award_id":"788506","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G6004636575","display_name":null,"funder_award_id":"FWO-SNSF G078618N","funder_id":"https://openalex.org/F4320321730","funder_display_name":"Fonds Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G6235738043","display_name":null,"funder_award_id":"H2020-ERC-2017-ADG 788506","funder_id":"https://openalex.org/F4320338335","funder_display_name":"H2020 European Research Council"}],"funders":[{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"},{"id":"https://openalex.org/F4320321730","display_name":"Fonds Wetenschappelijk Onderzoek","ror":"https://ror.org/03qtxy027"},{"id":"https://openalex.org/F4320327336","display_name":"Vlaamse regering","ror":null},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320338335","display_name":"H2020 European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3200129944.pdf","grobid_xml":"https://content.openalex.org/works/W3200129944.grobid-xml"},"referenced_works_count":123,"referenced_works":["https://openalex.org/W5598288","https://openalex.org/W36434594","https://openalex.org/W209318144","https://openalex.org/W639708223","https://openalex.org/W1498843717","https://openalex.org/W1536680647","https://openalex.org/W1551928752","https://openalex.org/W1615991656","https://openalex.org/W1678356000","https://openalex.org/W1686810756","https://openalex.org/W1768359841","https://openalex.org/W1861492603","https://openalex.org/W1976389138","https://openalex.org/W1986315574","https://openalex.org/W2005455151","https://openalex.org/W2006354339","https://openalex.org/W2024271606","https://openalex.org/W2024748392","https://openalex.org/W2027123861","https://openalex.org/W2037227137","https://openalex.org/W2044231109","https://openalex.org/W2046589395","https://openalex.org/W2056621158","https://openalex.org/W2087876625","https://openalex.org/W2098824882","https://openalex.org/W2102605133","https://openalex.org/W2106525823","https://openalex.org/W2117539524","https://openalex.org/W2125436662","https://openalex.org/W2129947832","https://openalex.org/W2143449221","https://openalex.org/W2145850538","https://openalex.org/W2146062060","https://openalex.org/W2147191817","https://openalex.org/W2159991108","https://openalex.org/W2160254296","https://openalex.org/W2169393274","https://openalex.org/W2169852119","https://openalex.org/W2186094539","https://openalex.org/W2194775991","https://openalex.org/W2214124602","https://openalex.org/W2250673545","https://openalex.org/W2277195237","https://openalex.org/W2339712187","https://openalex.org/W2462848072","https://openalex.org/W2479423890","https://openalex.org/W2535410496","https://openalex.org/W2538243221","https://openalex.org/W2558535589","https://openalex.org/W2565639579","https://openalex.org/W2571175805","https://openalex.org/W2586661295","https://openalex.org/W2591644541","https://openalex.org/W2601564443","https://openalex.org/W2604837322","https://openalex.org/W2613718673","https://openalex.org/W2622755869","https://openalex.org/W2745461083","https://openalex.org/W2747635822","https://openalex.org/W2777602943","https://openalex.org/W2799263800","https://openalex.org/W2801004733","https://openalex.org/W2807408736","https://openalex.org/W2888096830","https://openalex.org/W2896659472","https://openalex.org/W2911964244","https://openalex.org/W2950577311","https://openalex.org/W2955882737","https://openalex.org/W2962730651","https://openalex.org/W2962737704","https://openalex.org/W2962844592","https://openalex.org/W2963021447","https://openalex.org/W2963037989","https://openalex.org/W2963097937","https://openalex.org/W2963150697","https://openalex.org/W2963184176","https://openalex.org/W2963480047","https://openalex.org/W2963565375","https://openalex.org/W2963650529","https://openalex.org/W2963655897","https://openalex.org/W2963667932","https://openalex.org/W2963991017","https://openalex.org/W2964221239","https://openalex.org/W2964225075","https://openalex.org/W2964345792","https://openalex.org/W2965289598","https://openalex.org/W2965373594","https://openalex.org/W2970603850","https://openalex.org/W2970608575","https://openalex.org/W2976818183","https://openalex.org/W2980248933","https://openalex.org/W2982147439","https://openalex.org/W2982232158","https://openalex.org/W2984933298","https://openalex.org/W2989604896","https://openalex.org/W2990599624","https://openalex.org/W2995460200","https://openalex.org/W2997150218","https://openalex.org/W2998768810","https://openalex.org/W3009125560","https://openalex.org/W3009811369","https://openalex.org/W3025926153","https://openalex.org/W3034563158","https://openalex.org/W3035017890","https://openalex.org/W3035461695","https://openalex.org/W3100899490","https://openalex.org/W3104529101","https://openalex.org/W3119686997","https://openalex.org/W6601502966","https://openalex.org/W6628973269","https://openalex.org/W6632922691","https://openalex.org/W6636510571","https://openalex.org/W6637373629","https://openalex.org/W6638035631","https://openalex.org/W6681184217","https://openalex.org/W6733240366","https://openalex.org/W6748304040","https://openalex.org/W6754152559","https://openalex.org/W6756633688","https://openalex.org/W6766673545","https://openalex.org/W6766904570","https://openalex.org/W6767211374","https://openalex.org/W6787985011"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2121300814","https://openalex.org/W4231091074","https://openalex.org/W1886613375","https://openalex.org/W4236081792","https://openalex.org/W4250583430","https://openalex.org/W4234406076","https://openalex.org/W2010731026"],"abstract_inverted_index":{"Humans":[0,257],"often":[1],"leverage":[2],"spatial":[3,45,116,145,176,184,199,227,275],"clues":[4,46,276],"to":[5,31,33,136,141],"categorize":[6],"scenes":[7],"in":[8,21,50,108,152,157,187,201],"a":[9,12,27,114,120,144,158,162,167,182,239,287],"fraction":[10],"of":[11,16,42,62,73,77,99,178,214,224,242],"second.":[13],"This":[14,36],"form":[15],"intelligence":[17],"is":[18,135,194],"very":[19],"relevant":[20],"time-critical":[22],"situations":[23],"(e.g.,":[24,80,89],"when":[25],"driving":[26],"car)":[28],"and":[29,53,82,84,170,217,226,244,255],"valuable":[30],"transfer":[32],"automated":[34],"systems.":[35],"work":[37],"investigates":[38],"the":[39,59,70,75,93,105,138,149,175,179,208,212,251,256],"predictive":[40,60,269],"power":[41,61,270],"solely":[43],"processing":[44],"for":[47,281],"scene":[48,284],"understanding":[49,285],"2D":[51],"images":[52],"compares":[54],"such":[55],"an":[56],"approach":[57],"with":[58,238,259],"visual":[63,150,225],"appearance.":[64],"To":[65],"this":[66],"end,":[67],"we":[68],"design":[69],"laboratory":[71],"task":[72],"predicting":[74],"identity":[76],"two":[78,154,188],"objects":[79,155],"\u201cman\"":[81],"\u201chorse\")":[83],"their":[85],"relationship":[86,159],"or":[87],"predicate":[88,163],"\u201criding\")":[90],"given":[91],"exclusively":[92,198],"ground":[94,123],"truth":[95,124],"bounding":[96],"box":[97],"coordinates":[98],"both":[100],"objects.":[101],"We":[102,165],"also":[103],"measure":[104],"performance":[106,193],"attainable":[107,195],"Human":[109],"Object":[110],"Interaction":[111],"(HOI)":[112],"detection,":[113,207],"real-world":[115],"task,":[117],"which":[118,153],"includes":[119],"setting":[121],"where":[122],"boxes":[125],"are":[126],"not":[127],"available":[128],"at":[129,286],"test":[130],"time.":[131],"An":[132],"additional":[133],"goal":[134],"identify":[137],"principles":[139],"necessary":[140],"effectively":[142],"represent":[143],"template,":[146],"that":[147,173,267],"is,":[148],"region":[151],"involved":[156],"expressed":[160],"by":[161,196],"occur.":[164],"propose":[166],"scale-,":[168],"mirror-,":[169],"translation-invariant":[171],"representation":[172],"captures":[174],"essence":[177],"relationship,":[180],"i.e.,":[181],"canonical":[183,209],"representation.":[185],"Tests":[186],"benchmarks":[189],"reveal:":[190],"(1)":[191],"High":[192],"using":[197],"information":[200],"all":[202],"tasks.":[203],"(2)":[204],"In":[205],"HOI":[206],"template":[210],"outperforms":[211],"rest":[213],"spatial,":[215],"visual,":[216],"several":[218],"state-of-the-art":[219],"baselines.":[220],"(3)":[221],"Simple":[222],"fusion":[223],"features":[228],"substantially":[229],"improves":[230],"performance.":[231],"(4)":[232],"Our":[233,247],"methods":[234],"fare":[235],"remarkably":[236],"well":[237],"small":[240],"amount":[241],"data":[243],"rare":[245],"categories.":[246],"results":[248],"obtained":[249,273],"on":[250],"Visual":[252],"Genome":[253],"(VG)":[254],"Interacting":[258],"Common":[260],"Objects":[261],"-":[262],"Detection":[263],"(HICO-DET)":[264],"datasets":[265],"indicate":[266],"great":[268],"can":[271],"be":[272],"from":[274],"alone,":[277],"opening":[278],"up":[279],"possibilities":[280],"performing":[282],"fast":[283],"glance.":[288]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}