{"id":"https://openalex.org/W4400229101","doi":"https://doi.org/10.1109/lra.2024.3421848","title":"<i>Let Me Help You!</i> Neuro-Symbolic Short-Context Action Anticipation","display_name":"<i>Let Me Help You!</i> Neuro-Symbolic Short-Context Action Anticipation","publication_year":2024,"publication_date":"2024-07-02","ids":{"openalex":"https://openalex.org/W4400229101","doi":"https://doi.org/10.1109/lra.2024.3421848"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2024.3421848","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3421848","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5099841130","display_name":"Sarthak Bhagat","orcid":"https://orcid.org/0009-0001-8157-7295"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sarthak Bhagat","raw_affiliation_strings":["Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0009-0001-8157-7295","affiliations":[{"raw_affiliation_string":"Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076180745","display_name":"Samuel Li","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Samuel Li","raw_affiliation_strings":["Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048453008","display_name":"Joseph Campbell","orcid":"https://orcid.org/0000-0002-7924-8548"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joseph Campbell","raw_affiliation_strings":["Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-7924-8548","affiliations":[{"raw_affiliation_string":"Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055617536","display_name":"Yaqi Xie","orcid":"https://orcid.org/0009-0005-0458-9419"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yaqi Xie","raw_affiliation_strings":["Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0009-0005-0458-9419","affiliations":[{"raw_affiliation_string":"Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087505541","display_name":"Katia Sycara","orcid":"https://orcid.org/0000-0001-5635-1406"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Katia Sycara","raw_affiliation_strings":["Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0001-5635-1406","affiliations":[{"raw_affiliation_string":"Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048668442","display_name":"Simon Stepputtis","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Simon Stepputtis","raw_affiliation_strings":["Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5099841130"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":1.2218,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.79508135,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"9","issue":"11","first_page":"9749","last_page":"9756"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11431","display_name":"Action Observation and Synchronization","score":0.8300999999046326,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11431","display_name":"Action Observation and Synchronization","score":0.8300999999046326,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10214","display_name":"Psychotherapy Techniques and Applications","score":0.8108000159263611,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13283","display_name":"Mental Health Research Topics","score":0.7506999969482422,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/anticipation","display_name":"Anticipation (artificial intelligence)","score":0.898934006690979},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6643644571304321},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.66214519739151},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.43162304162979126},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.42311418056488037},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.41583216190338135},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.3932660222053528},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.25947970151901245},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.1194181740283966},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.07568725943565369}],"concepts":[{"id":"https://openalex.org/C176777502","wikidata":"https://www.wikidata.org/wiki/Q4774623","display_name":"Anticipation (artificial intelligence)","level":2,"score":0.898934006690979},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6643644571304321},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.66214519739151},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.43162304162979126},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.42311418056488037},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.41583216190338135},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3932660222053528},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25947970151901245},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.1194181740283966},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.07568725943565369},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2024.3421848","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3421848","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1775586571","display_name":null,"funder_award_id":"FA9550-18-1-0097","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G6327207371","display_name":null,"funder_award_id":"FA9550-18-1-0251","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G7567487553","display_name":null,"funder_award_id":"FA8750-23-2-1015","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320338279","display_name":"Air Force Office of Scientific Research","ror":"https://ror.org/011e9bt93"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1483019628","https://openalex.org/W1891689858","https://openalex.org/W2099614498","https://openalex.org/W2109698606","https://openalex.org/W2124386111","https://openalex.org/W2484247094","https://openalex.org/W2581887665","https://openalex.org/W2617211984","https://openalex.org/W2786544172","https://openalex.org/W2945792291","https://openalex.org/W2960747818","https://openalex.org/W2963524571","https://openalex.org/W2963570630","https://openalex.org/W2971047694","https://openalex.org/W2981635073","https://openalex.org/W2989839235","https://openalex.org/W2993447238","https://openalex.org/W2995301359","https://openalex.org/W3096383329","https://openalex.org/W3099484381","https://openalex.org/W3109393163","https://openalex.org/W3132567969","https://openalex.org/W3171970564","https://openalex.org/W3175928291","https://openalex.org/W3193171560","https://openalex.org/W3199612070","https://openalex.org/W4214555767","https://openalex.org/W4220664910","https://openalex.org/W4312660844","https://openalex.org/W4324297891","https://openalex.org/W4385245566","https://openalex.org/W4387294260","https://openalex.org/W4404612908","https://openalex.org/W6749916090","https://openalex.org/W6847359932","https://openalex.org/W6850285443","https://openalex.org/W6850787431","https://openalex.org/W6853642100","https://openalex.org/W6857122430"],"related_works":["https://openalex.org/W2150761772","https://openalex.org/W4213201576","https://openalex.org/W1579870145","https://openalex.org/W4285549518","https://openalex.org/W2765459612","https://openalex.org/W2952741422","https://openalex.org/W3033133102","https://openalex.org/W4225846781","https://openalex.org/W2321705977","https://openalex.org/W2885024018"],"abstract_inverted_index":{"In":[0,42],"an":[1,43,160,189],"era":[2],"where":[3],"robots":[4],"become":[5],"available":[6],"to":[7,54,62,162],"the":[8,11,68,104,116,123,139,151],"general":[9],"public,":[10],"applicability":[12],"of":[13,20,72,183],"assistive":[14,44,191],"robotics":[15],"extends":[16],"across":[17],"numerous":[18],"aspects":[19],"daily":[21],"life,":[22],"including":[23],"in-home":[24],"robotics.":[25],"This":[26],"work":[27],"presents":[28],"a":[29,132,181,198,201,207,210],"novel":[30],"approach":[31],"for":[32,84,200],"such":[33,98],"systems,":[34],"leveraging":[35],"long-horizon":[36],"action":[37,134,168,192],"anticipation":[38,135,169],"from":[39,90],"short-observation":[40],"contexts.":[41,92],"cooking":[45],"task,":[46],"we":[47,158],"demonstrate":[48],"that":[49,193],"predicting":[50,180],"human":[51,73,105,208],"intention":[52],"leads":[53],"effective":[55,87],"collaboration":[56],"between":[57,142,153,206],"humans":[58],"and":[59,86,107,175,209],"robots.":[60],"Compared":[61],"prior":[63],"approaches,":[64],"our":[65,100,186],"method":[66,102],"halves":[67],"required":[69],"observation":[70],"time":[71],"behavior":[74],"before":[75],"accurate":[76],"future":[77,184],"predictions":[78],"can":[79],"be":[80],"made,":[81],"thus,":[82],"allowing":[83],"quick":[85],"task":[88,205],"support":[89],"short":[91],"To":[93],"provide":[94],"sufficient":[95],"context":[96],"in":[97],"scenarios,":[99],"proposed":[101],"analyzes":[103],"user":[106],"their":[108],"interaction":[109],"with":[110,118],"surrounding":[111],"scene":[112,124],"objects":[113],"by":[114,146],"imbuing":[115],"system":[117,187],"additional":[119],"domain":[120],"knowledge,":[121],"encoding":[122],"object's":[125],"affordances.":[126],"We":[127],"integrate":[128],"this":[129,156],"knowledge":[130],"into":[131],"transformer-based":[133],"architecture,":[136],"which":[137],"alters":[138],"attention":[140,152],"mechanism":[141],"different":[143],"visual":[144],"features":[145],"either":[147],"boosting":[148],"or":[149],"attenuating":[150],"them.":[154],"Through":[155],"approach,":[157],"achieve":[159],"up":[161],"9%":[163],"improvement":[164],"on":[165,197],"two":[166],"common":[167],"benchmarks,":[170],"namely":[171],"<italic":[172,176],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[173,177],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">50Salads</i>":[174],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Breakfast</i>.":[178],"After":[179],"sequence":[182],"actions,":[185],"selects":[188],"appropriate":[190],"is":[194],"subsequently":[195],"executed":[196],"robot":[199],"joint":[202],"salad":[203],"preparation":[204],"robot.":[211]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2024-07-03T00:00:00"}