{"id":"https://openalex.org/W7155519548","doi":"https://doi.org/10.48550/arxiv.2604.21053","title":"Neuro-Symbolic Manipulation Understanding with Enriched Semantic Event Chains","display_name":"Neuro-Symbolic Manipulation Understanding with Enriched Semantic Event Chains","publication_year":2026,"publication_date":"2026-04-22","ids":{"openalex":"https://openalex.org/W7155519548","doi":"https://doi.org/10.48550/arxiv.2604.21053"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.21053","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.21053","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.21053","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134524418","display_name":"Fatemeh Ziaeetabar","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Ziaeetabar, Fatemeh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5134524418"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.33009999990463257,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.33009999990463257,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.14509999752044678,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.09430000185966492,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/affordance","display_name":"Affordance","score":0.7348999977111816},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5907999873161316},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5805000066757202},{"id":"https://openalex.org/keywords/predicate","display_name":"Predicate (mathematical logic)","score":0.5796999931335449},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.5315999984741211},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.49549999833106995},{"id":"https://openalex.org/keywords/event-calculus","display_name":"Event calculus","score":0.4700999855995178},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.45980000495910645}],"concepts":[{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.7348999977111816},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7186999917030334},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5940999984741211},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5907999873161316},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5805000066757202},{"id":"https://openalex.org/C140146324","wikidata":"https://www.wikidata.org/wiki/Q1144319","display_name":"Predicate (mathematical logic)","level":2,"score":0.5796999931335449},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.5315999984741211},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.49549999833106995},{"id":"https://openalex.org/C18460168","wikidata":"https://www.wikidata.org/wiki/Q5416707","display_name":"Event calculus","level":2,"score":0.4700999855995178},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.45980000495910645},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4219000041484833},{"id":"https://openalex.org/C2776544517","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Unexpected events","level":2,"score":0.41690000891685486},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3546000123023987},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34220001101493835},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.31349998712539673},{"id":"https://openalex.org/C129916263","wikidata":"https://www.wikidata.org/wiki/Q1141183","display_name":"Backward chaining","level":4,"score":0.3052000105381012},{"id":"https://openalex.org/C3746660","wikidata":"https://www.wikidata.org/wiki/Q1068763","display_name":"Rule of inference","level":2,"score":0.29249998927116394},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.2870999872684479},{"id":"https://openalex.org/C123606473","wikidata":"https://www.wikidata.org/wiki/Q907918","display_name":"Complex event processing","level":3,"score":0.2865000069141388},{"id":"https://openalex.org/C102993220","wikidata":"https://www.wikidata.org/wiki/Q387196","display_name":"Description logic","level":2,"score":0.28529998660087585},{"id":"https://openalex.org/C2777810175","wikidata":"https://www.wikidata.org/wiki/Q5416730","display_name":"Event structure","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.28360000252723694},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.2775000035762787},{"id":"https://openalex.org/C198942812","wikidata":"https://www.wikidata.org/wiki/Q496618","display_name":"Semantic property","level":2,"score":0.2597000002861023}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.21053","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.21053","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.21053","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.21053","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.8061754703521729}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Robotic":[0],"systems":[1],"operating":[2],"in":[3,185],"human":[4],"environments":[5],"must":[6],"reason":[7],"about":[8],"how":[9],"object":[10,85],"interactions":[11],"evolve":[12],"over":[13,122],"time,":[14],"which":[15],"actions":[16],"are":[17,99,116],"currently":[18],"being":[19],"performed,":[20],"and":[21,46,91,113,125,136,147,174,178],"what":[22],"manipulation":[23,73],"step":[24],"is":[25],"likely":[26],"to":[27,144],"follow.":[28],"Classical":[29],"enriched":[30,96,193],"Semantic":[31,194],"Event":[32,195],"Chains":[33,196],"(eSECs)":[34],"provide":[35],"an":[36,67],"interpretable":[37,202],"relational":[38,187],"description":[39],"of":[40,204],"manipulation,":[41,205],"but":[42,206],"remain":[43],"primarily":[44],"descriptive":[45],"do":[47],"not":[48,199],"directly":[49],"support":[50],"uncertainty-aware":[51],"decision":[52],"making.":[53],"In":[54],"this":[55],"paper,":[56],"we":[57],"propose":[58],"eSEC-LAM,":[59],"a":[60,102],"neuro-symbolic":[61,213],"framework":[62,131],"that":[63,153,192],"transforms":[64],"eSECs":[65,80],"into":[66],"explicit":[68,186],"event-level":[69],"symbolic":[70,97,120,173],"state":[71],"for":[72,212],"understanding.":[74],"The":[75],"proposed":[76,130],"formulation":[77],"augments":[78],"classical":[79,172],"with":[81],"confidence-aware":[82],"predicates,":[83],"functional":[84],"roles,":[86],"affordance":[87],"priors,":[88],"primitive-level":[89],"abstraction,":[90],"saliency-guided":[92],"explanation":[93,148,182],"cues.":[94],"These":[95,189],"states":[98,211],"derived":[100],"from":[101],"foundation-model-based":[103],"perception":[104,145],"front-end":[105],"through":[106],"deterministic":[107],"predicate":[108],"extraction,":[109],"while":[110],"current-action":[111],"inference":[112],"next-primitive":[114,141,161],"prediction":[115],"performed":[117],"using":[118],"lightweight":[119],"reasoning":[121],"primitive":[123],"pre-":[124],"post-conditions.":[126],"We":[127],"evaluate":[128],"the":[129],"on":[132],"EPIC-KITCHENS-100,":[133],"EPIC-KITCHENS":[134],"VISOR,":[135],"Assembly101":[137],"across":[138],"action":[139,157,214],"recognition,":[140,158],"prediction,":[142,162],"robustness":[143],"noise,":[146],"consistency.":[149],"Experimental":[150],"results":[151],"show":[152],"eSEC-LAM":[154],"achieves":[155],"competitive":[156],"substantially":[159],"improves":[160],"remains":[163],"more":[164],"robust":[165],"under":[166],"degraded":[167],"perceptual":[168],"conditions":[169],"than":[170],"both":[171],"end-to-end":[175],"video":[176],"baselines,":[177],"provides":[179],"temporally":[180],"consistent":[181],"traces":[183],"grounded":[184],"evidence.":[188],"findings":[190],"demonstrate":[191],"can":[197],"serve":[198],"only":[200],"as":[201,208],"descriptors":[203],"also":[207],"effective":[209],"internal":[210],"reasoning.":[215]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-25T00:00:00"}