{"id":"https://openalex.org/W4402917153","doi":"https://doi.org/10.1109/cvprw63382.2024.00178","title":"Strategies to Leverage Foundational Model Knowledge in Object Affordance Grounding","display_name":"Strategies to Leverage Foundational Model Knowledge in Object Affordance Grounding","publication_year":2024,"publication_date":"2024-06-17","ids":{"openalex":"https://openalex.org/W4402917153","doi":"https://doi.org/10.1109/cvprw63382.2024.00178"},"language":"en","primary_location":{"id":"doi:10.1109/cvprw63382.2024.00178","doi":"https://doi.org/10.1109/cvprw63382.2024.00178","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvprw63382.2024.00178","pdf_url":null,"source":{"id":"https://openalex.org/S4363607748","display_name":"IEEE/CVF Conference on Computer Vision and Pattern Recognition Workshops (CVPRW)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition Workshops (CVPRW)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037312803","display_name":"Arushi Rai","orcid":"https://orcid.org/0009-0000-4536-0729","observed_orcids":["https://orcid.org/0009-0000-4536-0729"]},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arushi Rai","raw_affiliation_strings":["University of Pittsburgh,Department of Computer Science,PA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pittsburgh,Department of Computer Science,PA,USA","institution_ids":["https://openalex.org/I170201317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087824179","display_name":"Kyle Buettner","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kyle Buettner","raw_affiliation_strings":["University of Pittsburgh,Intelligent Systems Program,PA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pittsburgh,Intelligent Systems Program,PA,USA","institution_ids":["https://openalex.org/I170201317"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072882318","display_name":"Adriana Kovashka","orcid":"https://orcid.org/0000-0003-1901-9660","observed_orcids":["https://orcid.org/0000-0003-1901-9660"]},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adriana Kovashka","raw_affiliation_strings":["University of Pittsburgh,Department of Computer Science,PA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pittsburgh,Department of Computer Science,PA,USA","institution_ids":["https://openalex.org/I170201317"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I170201317"],"apc_list":null,"apc_paid":null,"fwci":3.7626,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.95526363,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1714","last_page":"1723"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9429000020027161,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9429000020027161,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.01730000041425228,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.014600000344216824,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/human-object-interaction","display_name":"human-object interaction","score":0.8650000095367432},{"id":"https://openalex.org/keywords/foundation-models","display_name":"foundation models","score":0.8009999990463257},{"id":"https://openalex.org/keywords/vision-language-models","display_name":"vision-language models","score":0.902999997138977},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9049999713897705},{"id":"https://openalex.org/keywords/weakly-supervised-learning","display_name":"weakly supervised learning","score":0.765999972820282},{"id":"https://openalex.org/keywords/knowledge-transfer","display_name":"knowledge transfer","score":0.4230000078678131}],"concepts":[{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.902389407157898},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.8051718473434448},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.660885751247406},{"id":"https://openalex.org/C168993435","wikidata":"https://www.wikidata.org/wiki/Q6501125","display_name":"Ground","level":2,"score":0.5977885723114014},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.46151232719421387},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35466116666793823},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3546098470687866},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.34149181842803955},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18430280685424805},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.11912423372268677},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cvprw63382.2024.00178","doi":"https://doi.org/10.1109/cvprw63382.2024.00178","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvprw63382.2024.00178","pdf_url":null,"source":{"id":"https://openalex.org/S4363607748","display_name":"IEEE/CVF Conference on Computer Vision and Pattern Recognition Workshops (CVPRW)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition Workshops (CVPRW)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1524405667","https://openalex.org/W2055111849","https://openalex.org/W2148383759","https://openalex.org/W2207629083","https://openalex.org/W2336525740","https://openalex.org/W2519537448","https://openalex.org/W2741998915","https://openalex.org/W2798897443","https://openalex.org/W2933801649","https://openalex.org/W2952122856","https://openalex.org/W2962858109","https://openalex.org/W2963042258","https://openalex.org/W2963635127","https://openalex.org/W2964225075","https://openalex.org/W3030163527","https://openalex.org/W3089797718","https://openalex.org/W3126337491","https://openalex.org/W3135367836","https://openalex.org/W3153149165","https://openalex.org/W3159344844","https://openalex.org/W3159481202","https://openalex.org/W3168279596","https://openalex.org/W3175450634","https://openalex.org/W3213454282","https://openalex.org/W4221152848","https://openalex.org/W4221153063","https://openalex.org/W4229042118","https://openalex.org/W4320813149","https://openalex.org/W4385567216","https://openalex.org/W4386065393","https://openalex.org/W4386071529","https://openalex.org/W4386076130","https://openalex.org/W4390872508","https://openalex.org/W4390873637","https://openalex.org/W4390874295","https://openalex.org/W4394597544"],"related_works":["https://openalex.org/W4414856083","https://openalex.org/W4402916210","https://openalex.org/W4386065393","https://openalex.org/W4393156366","https://openalex.org/W7167641275","https://openalex.org/W4221153063","https://openalex.org/W4416243036","https://openalex.org/W4403888824","https://openalex.org/W4390227499","https://openalex.org/W4415043765"],"abstract_inverted_index":{"An":[0],"important":[1],"task":[2],"for":[3,83,151],"intelligent":[4],"systems":[5],"is":[6,12,51],"affordance":[7,114,153],"grounding,":[8],"where":[9,19],"the":[10],"goal":[11],"to":[13,40,86,97,105,110,121],"locate":[14],"regions":[15],"on":[16],"an":[17,20,44,112],"object":[18,108],"action":[21],"can":[22,76],"be":[23],"performed.":[24],"Past":[25],"weakly":[26],"supervised":[27],"approaches":[28],"learn":[29],"from":[30,38],"human-object":[31],"interaction":[32],"(HOI)":[33],"by":[34],"transferring":[35],"grounding":[36,115,154],"knowledge":[37,82,103],"exocentric":[39],"ego-centric":[41],"views":[42],"of":[43,48,60,81],"object.":[45],"The":[46],"use":[47],"HOI":[49,123],"priors":[50,127],"inherently":[52],"noisy":[53],"and":[54,74,99,107,124,134,143,146],"thus":[55],"provides":[56],"a":[57,130],"limited":[58],"source":[59],"supervision.":[61],"To":[62],"address":[63],"this":[64,92],"challenge,":[65],"we":[66,94,119],"identify":[67],"that":[68],"recent":[69],"foundational":[70,101,125],"models":[71],"(i.e.":[72],"VLMs":[73],"LLMs)":[75],"serve":[77],"as":[78],"auxiliary":[79],"sources":[80],"frameworks":[84],"due":[85],"their":[87],"vast":[88],"world":[89],"knowledge.":[90],"In":[91,117],"work,":[93],"propose":[95,120],"strategies":[96,139],"extract":[98],"leverage":[100],"model":[102,126],"related":[104],"attributes":[106],"parts":[109],"enhance":[111],"HOI-based":[113],"framework.":[116],"particular,":[118],"combine":[122],"through":[128],"(1)":[129],"spatial":[131],"consistency":[132],"loss":[133],"(2)":[135],"heatmap":[136],"aggregation.":[137],"Our":[138],"result":[140],"in":[141],"mKLD":[142],"mNSS":[144],"improvements,":[145],"insights":[147],"suggest":[148],"future":[149],"directions":[150],"improving":[152],"capabilities.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2024-09-28T00:00:00"}