{"id":"https://openalex.org/W2963635127","doi":"https://doi.org/10.1109/cvpr.2018.00108","title":"Learning to Act Properly: Predicting and Explaining Affordances from Images","display_name":"Learning to Act Properly: Predicting and Explaining Affordances from Images","alternate_titles":[],"publication_year":2018,"publication_date":"2018-06-01","ids":{"openalex":"https://openalex.org/W2963635127","doi":"https://doi.org/10.1109/cvpr.2018.00108","mag":"2963635127"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr.2018.00108","doi":"https://doi.org/10.1109/cvpr.2018.00108","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr.2018.00108","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE/CVF Conference on Computer Vision and Pattern Recognition","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2963635127"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1712.07576","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008612202","display_name":"Ching-Yao Chuang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ching-Yao Chuang","raw_affiliation_strings":["University of Toronto, Toronto, ON, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, ON, CA","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009234134","display_name":"Jiaman Li","orcid":"https://orcid.org/0000-0002-1261-3248","observed_orcids":["https://orcid.org/0000-0002-1261-3248"]},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jiaman Li","raw_affiliation_strings":["University of Toronto"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085020955","display_name":"Antonio B. Torralba","orcid":"https://orcid.org/0000-0003-4915-0256","observed_orcids":["https://orcid.org/0000-0003-4915-0256"]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Antonio Torralba","raw_affiliation_strings":["Massachusetts Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070642269","display_name":"Sanja Fidler","orcid":"https://orcid.org/0000-0003-1040-3260","observed_orcids":["https://orcid.org/0000-0003-1040-3260"]},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Sanja Fidler","raw_affiliation_strings":["University of Toronto"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4171,"has_fulltext":true,"cited_by_count":141,"citation_normalized_percentile":{"value":0.93719736,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"975","last_page":"983"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.5112000107765198,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.5112000107765198,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.20960000157356262,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.1266999989748001,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/egocentric-vision","display_name":"egocentric vision","score":0.7910000085830688},{"id":"https://openalex.org/keywords/action-prediction","display_name":"action prediction","score":0.7519999742507935},{"id":"https://openalex.org/keywords/social-norms","display_name":"social norms","score":0.7239999771118164},{"id":"https://openalex.org/keywords/graph-neural-networks","display_name":"graph neural networks","score":0.859000027179718},{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"visual reasoning","score":0.6430000066757202}],"concepts":[{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.9845762848854065},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7788098454475403},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6940169930458069},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.6334600448608398},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.6067719459533691},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5844045877456665},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5802024602890015},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5793697237968445},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.52397221326828},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4846368432044983},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.39825308322906494},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1299201250076294},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.11450612545013428},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08347490429878235},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/cvpr.2018.00108","doi":"https://doi.org/10.1109/cvpr.2018.00108","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr.2018.00108","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE/CVF Conference on Computer Vision and Pattern Recognition","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1712.07576","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1712.07576","pdf_url":"https://arxiv.org/pdf/1712.07576","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:dspace.mit.edu:1721.1/123477","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/123477","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv","raw_type":"http://purl.org/eprint/type/ConferencePaper"},{"id":"doi:10.48550/arxiv.1712.07576","doi":"https://doi.org/10.48550/arxiv.1712.07576","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1712.07576","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1712.07576","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1712.07576","pdf_url":"https://arxiv.org/pdf/1712.07576","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2963635127.pdf","grobid_xml":"https://content.openalex.org/works/W2963635127.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W1514535095","https://openalex.org/W1522301498","https://openalex.org/W1662382123","https://openalex.org/W1891689858","https://openalex.org/W1895577753","https://openalex.org/W1900424585","https://openalex.org/W1905882502","https://openalex.org/W1933657216","https://openalex.org/W2032165333","https://openalex.org/W2115815548","https://openalex.org/W2117539524","https://openalex.org/W2149173366","https://openalex.org/W2170946858","https://openalex.org/W2194775991","https://openalex.org/W2244807774","https://openalex.org/W2286929393","https://openalex.org/W2309415944","https://openalex.org/W2332488709","https://openalex.org/W2400320032","https://openalex.org/W2468907370","https://openalex.org/W2519887557","https://openalex.org/W2555182955","https://openalex.org/W2594270457","https://openalex.org/W2737258237","https://openalex.org/W2766049792","https://openalex.org/W2776622059","https://openalex.org/W2778816415","https://openalex.org/W2949467366","https://openalex.org/W2962968835","https://openalex.org/W2963346996","https://openalex.org/W2963758027","https://openalex.org/W2963992143","https://openalex.org/W2964121744","https://openalex.org/W4301141993"],"related_works":["https://openalex.org/W3085520663","https://openalex.org/W4372306489","https://openalex.org/W4402916210","https://openalex.org/W4405785267","https://openalex.org/W2528834603","https://openalex.org/W4212809599","https://openalex.org/W2892385552","https://openalex.org/W2963049618","https://openalex.org/W2890122811","https://openalex.org/W4312594087"],"abstract_inverted_index":{"We":[0,64,92,114],"address":[1],"the":[2,13,18,27,35,39,51,57,62,128],"problem":[3],"of":[4,38],"affordance":[5,135],"reasoning":[6,136],"in":[7,12,78,130,153],"diverse":[8],"scenes":[9],"that":[10,48,97,118],"appear":[11],"real":[14],"world.":[15],"Affordances":[16],"relate":[17],"agent's":[19],"actions":[20,73,88],"to":[21,43,67,103,123,132,149],"their":[22],"effects":[23],"when":[24],"taken":[25,77],"on":[26],"surrounding":[28],"objects.":[29],"In":[30],"our":[31],"work,":[32],"we":[33],"take":[34],"egocentric":[36],"view":[37],"scene,":[40],"and":[41,81,151],"aim":[42,66],"reason":[44],"about":[45,137],"action-object":[46],"affordances":[47],"respect":[49],"both":[50],"physical":[52],"world":[53],"as":[54,56,104],"well":[55],"social":[58],"norms":[59],"imposed":[60],"by":[61],"society.":[63],"also":[65],"teach":[68],"artificial":[69],"agents":[70],"why":[71],"some":[72],"should":[74],"not":[75],"be":[76,90],"certain":[79],"situations,":[80],"what":[82],"would":[83,89],"likely":[84],"happen":[85],"if":[86],"these":[87],"taken.":[91],"collect":[93],"a":[94,116],"new":[95],"dataset":[96],"builds":[98],"upon":[99],"ADE20k":[100],"[32],":[101],"referred":[102],"ADE-Affordance,":[105],"which":[106],"contains":[107],"annotations":[108],"enabling":[109],"such":[110],"rich":[111],"visual":[112],"reasoning.":[113],"propose":[115],"model":[117,141],"exploits":[119],"Graph":[120],"Neural":[121],"Networks":[122],"propagate":[124],"contextual":[125],"information":[126],"from":[127],"scene":[129],"order":[131],"perform":[133],"detailed":[134],"each":[138],"object.":[139],"Our":[140],"is":[142],"showcased":[143],"through":[144],"various":[145],"ablation":[146],"studies,":[147],"pointing":[148],"successes":[150],"challenges":[152],"this":[154],"complex":[155],"task.":[156]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2963635127","counts_by_year":[{"year":2026,"cited_by_count":20},{"year":2025,"cited_by_count":38},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":21},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":14},{"year":2018,"cited_by_count":1}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2019-07-30T00:00:00"}
