{"id":"https://openalex.org/W4416707023","doi":"https://doi.org/10.1109/tcsvt.2025.3637229","title":"Robot Active Task Cognition: Situation-Aware Task Planning With Large Language Models","display_name":"Robot Active Task Cognition: Situation-Aware Task Planning With Large Language Models","publication_year":2025,"publication_date":"2025-11-26","ids":{"openalex":"https://openalex.org/W4416707023","doi":"https://doi.org/10.1109/tcsvt.2025.3637229"},"language":null,"primary_location":{"id":"doi:10.1109/tcsvt.2025.3637229","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3637229","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048357136","display_name":"Ying Zhang","orcid":"https://orcid.org/0000-0001-8982-8223"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Zhang","raw_affiliation_strings":["School of Electrical Engineering and Hebei Key Laboratory of Intelligent Rehabilitation and Neuroregulation, Yanshan University, Qinhuangdao, China","School of Electrical Engineering, Hebei Key Laboratory of Intelligent Rehabilitation and Neuroregulation, Yanshan University, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0000-0001-8982-8223","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Hebei Key Laboratory of Intelligent Rehabilitation and Neuroregulation, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]},{"raw_affiliation_string":"School of Electrical Engineering, Hebei Key Laboratory of Intelligent Rehabilitation and Neuroregulation, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109790753","display_name":"Shaohan Bian","orcid":"https://orcid.org/0009-0008-4452-0389"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaohan Bian","raw_affiliation_strings":["School of Electrical Engineering and Hebei Key Laboratory of Intelligent Rehabilitation and Neuroregulation, Yanshan University, Qinhuangdao, China","School of Electrical Engineering, Hebei Key Laboratory of Intelligent Rehabilitation and Neuroregulation, Yanshan University, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0009-0008-4452-0389","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Hebei Key Laboratory of Intelligent Rehabilitation and Neuroregulation, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]},{"raw_affiliation_string":"School of Electrical Engineering, Hebei Key Laboratory of Intelligent Rehabilitation and Neuroregulation, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jin Liu","orcid":"https://orcid.org/0009-0001-1769-6222"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jin Liu","raw_affiliation_strings":["School of Electrical Engineering and Hebei Key Laboratory of Intelligent Rehabilitation and Neuroregulation, Yanshan University, Qinhuangdao, China","School of Electrical Engineering, Hebei Key Laboratory of Intelligent Rehabilitation and Neuroregulation, Yanshan University, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0009-0001-1769-6222","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Hebei Key Laboratory of Intelligent Rehabilitation and Neuroregulation, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]},{"raw_affiliation_string":"School of Electrical Engineering, Hebei Key Laboratory of Intelligent Rehabilitation and Neuroregulation, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Renjie Song","orcid":"https://orcid.org/0009-0001-9027-8406"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Renjie Song","raw_affiliation_strings":["School of Electrical Engineering and Hebei Key Laboratory of Intelligent Rehabilitation and Neuroregulation, Yanshan University, Qinhuangdao, China","School of Electrical Engineering, Hebei Key Laboratory of Intelligent Rehabilitation and Neuroregulation, Yanshan University, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0009-0001-9027-8406","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Hebei Key Laboratory of Intelligent Rehabilitation and Neuroregulation, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]},{"raw_affiliation_string":"School of Electrical Engineering, Hebei Key Laboratory of Intelligent Rehabilitation and Neuroregulation, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Danni Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Danni Zhu","raw_affiliation_strings":["School of Electrical Engineering and Hebei Key Laboratory of Intelligent Rehabilitation and Neuroregulation, Yanshan University, Qinhuangdao, China","School of Electrical Engineering, Hebei Key Laboratory of Intelligent Rehabilitation and Neuroregulation, Yanshan University, Qinhuangdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Hebei Key Laboratory of Intelligent Rehabilitation and Neuroregulation, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]},{"raw_affiliation_string":"School of Electrical Engineering, Hebei Key Laboratory of Intelligent Rehabilitation and Neuroregulation, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015343493","display_name":"Cuihua Zhang","orcid":"https://orcid.org/0000-0003-2275-4578"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cui-Hua Zhang","raw_affiliation_strings":["School of Electrical Engineering and Hebei Key Laboratory of Intelligent Rehabilitation and Neuroregulation, Yanshan University, Qinhuangdao, China","School of Electrical Engineering, Hebei Key Laboratory of Intelligent Rehabilitation and Neuroregulation, Yanshan University, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0000-0003-2275-4578","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Hebei Key Laboratory of Intelligent Rehabilitation and Neuroregulation, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]},{"raw_affiliation_string":"School of Electrical Engineering, Hebei Key Laboratory of Intelligent Rehabilitation and Neuroregulation, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100380201","display_name":"Changchun Hua","orcid":"https://orcid.org/0000-0001-6311-2112"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changchun Hua","raw_affiliation_strings":["School of Electrical Engineering and Hebei Key Laboratory of Intelligent Rehabilitation and Neuroregulation, Yanshan University, Qinhuangdao, China","School of Electrical Engineering, Hebei Key Laboratory of Intelligent Rehabilitation and Neuroregulation, Yanshan University, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0000-0001-6311-2112","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Hebei Key Laboratory of Intelligent Rehabilitation and Neuroregulation, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]},{"raw_affiliation_string":"School of Electrical Engineering, Hebei Key Laboratory of Intelligent Rehabilitation and Neuroregulation, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I39333907"],"apc_list":null,"apc_paid":null,"fwci":1.5311,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.85898761,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"36","issue":"4","first_page":"4722","last_page":"4733"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9082000255584717,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9082000255584717,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.035999998450279236,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.01769999973475933,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6887000203132629},{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.6463000178337097},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.64410001039505},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5217999815940857},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.5194000005722046},{"id":"https://openalex.org/keywords/active-vision","display_name":"Active vision","score":0.5034999847412109},{"id":"https://openalex.org/keywords/ontology","display_name":"Ontology","score":0.4560000002384186},{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"Visual reasoning","score":0.41290000081062317},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.398499995470047}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7200999855995178},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6887000203132629},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.6463000178337097},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.64410001039505},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.582099974155426},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.572700023651123},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5217999815940857},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.5194000005722046},{"id":"https://openalex.org/C193611912","wikidata":"https://www.wikidata.org/wiki/Q4677596","display_name":"Active vision","level":2,"score":0.5034999847412109},{"id":"https://openalex.org/C25810664","wikidata":"https://www.wikidata.org/wiki/Q44325","display_name":"Ontology","level":2,"score":0.4560000002384186},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.41290000081062317},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.398499995470047},{"id":"https://openalex.org/C2779038628","wikidata":"https://www.wikidata.org/wiki/Q7248497","display_name":"Programming by demonstration","level":3,"score":0.39750000834465027},{"id":"https://openalex.org/C192327766","wikidata":"https://www.wikidata.org/wiki/Q1038799","display_name":"Cognitive robotics","level":3,"score":0.36070001125335693},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3594000041484833},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.3352000117301941},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.314300000667572},{"id":"https://openalex.org/C162947575","wikidata":"https://www.wikidata.org/wiki/Q2005645","display_name":"Social robot","level":5,"score":0.3082999885082245},{"id":"https://openalex.org/C20854674","wikidata":"https://www.wikidata.org/wiki/Q4386060","display_name":"Cognitive architecture","level":3,"score":0.30300000309944153},{"id":"https://openalex.org/C74222875","wikidata":"https://www.wikidata.org/wiki/Q16000312","display_name":"Robot kinematics","level":4,"score":0.30149999260902405},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.30140000581741333},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.29440000653266907},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.29179999232292175},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.288100004196167},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.27720001339912415},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.2705000042915344},{"id":"https://openalex.org/C161407221","wikidata":"https://www.wikidata.org/wiki/Q4382939","display_name":"Cognitive model","level":3,"score":0.25839999318122864},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.2572000026702881},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.2565999925136566}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2025.3637229","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3637229","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4674858220","display_name":null,"funder_award_id":"F2024203036","funder_id":"https://openalex.org/F4320322163","funder_display_name":"Natural Science Foundation of Hebei Province"},{"id":"https://openalex.org/G4757546070","display_name":null,"funder_award_id":"62573376","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5760530916","display_name":null,"funder_award_id":"62203378","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8587872273","display_name":null,"funder_award_id":"F2025203101","funder_id":"https://openalex.org/F4320322163","funder_display_name":"Natural Science Foundation of Hebei Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322163","display_name":"Natural Science Foundation of Hebei Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"introduces":[2],"a":[3,76,104,119,159],"robot":[4,49,88],"active":[5,108],"task":[6,64,109,122,132],"cognition":[7,110],"framework":[8,61],"for":[9,79,107,130],"Situation-Aware":[10],"Task":[11],"Planning":[12],"(SATP),":[13],"leveraging":[14],"visual":[15,38,73,82,136,151],"scene":[16,83],"understanding":[17],"to":[18,89],"generate":[19],"action":[20,69],"sequences.":[21],"By":[22],"integrating":[23],"object":[24],"knowledge,":[25],"user":[26],"preferences,":[27],"and":[28,40,94,141,167],"Large":[29],"Language":[30],"Models":[31],"(LLMs),":[32],"SATP":[33,60,154],"interprets":[34],"the":[35,48,81,87,165],"robot\u2019s":[36],"current":[37],"perception,":[39],"creates":[41],"procedural":[42],"actions":[43],"that":[44],"align":[45],"with":[46,158,162],"what":[47],"\u201csees\u201d.":[50],"Diverging":[51],"from":[52,72],"conventional":[53],"methods":[54],"requiring":[55],"explicit":[56],"verbal":[57],"commands,":[58],"our":[59,144,170],"autonomously":[62],"performs":[63],"cognition,":[65],"actively":[66],"formulating":[67],"robot-executable":[68],"sequences":[70],"directly":[71],"input.":[74],"Initially,":[75],"novel":[77],"approach":[78],"describing":[80],"is":[84,111],"presented,":[85],"enabling":[86],"grasp":[90],"detailed":[91],"object-level":[92],"properties":[93],"inter-object":[95],"relationships":[96],"based":[97],"on":[98,102],"its":[99],"observations.":[100],"Building":[101],"this,":[103],"knowledge":[105],"base":[106],"constructed":[112],"using":[113],"ontology":[114],"technology.":[115],"Furthermore,":[116],"we":[117],"develop":[118],"two-stage":[120],"dual-feedback":[121],"planner,":[123],"ReProg+,":[124],"powered":[125],"by":[126],"LLMs,":[127],"specifically":[128],"designed":[129],"situation-aware":[131],"planning":[133],"grounded":[134],"in":[135,149],"data.":[137],"The":[138],"efficacy,":[139],"reliability,":[140],"advantages":[142],"of":[143,169],"solution":[145],"are":[146],"thoroughly":[147],"validated":[148],"real-world":[150],"scenarios.":[152],"Additionally,":[153],"has":[155],"been":[156],"tested":[157],"real":[160],"robot,":[161],"results":[163],"confirming":[164],"feasibility":[166],"effectiveness":[168],"approach.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-04-07T06:01:17.266235","created_date":"2025-11-27T00:00:00"}