{"id":"https://openalex.org/W4385876383","doi":"https://doi.org/10.3389/frobt.2023.1221739","title":"Learning to reason over scene graphs: a case study of finetuning GPT-2 into a robot language model for grounded task planning","display_name":"Learning to reason over scene graphs: a case study of finetuning GPT-2 into a robot language model for grounded task planning","publication_year":2023,"publication_date":"2023-08-15","ids":{"openalex":"https://openalex.org/W4385876383","doi":"https://doi.org/10.3389/frobt.2023.1221739","pmid":"https://pubmed.ncbi.nlm.nih.gov/37649810"},"language":"en","primary_location":{"id":"doi:10.3389/frobt.2023.1221739","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frobt.2023.1221739","pdf_url":"https://www.frontiersin.org/articles/10.3389/frobt.2023.1221739/pdf","source":{"id":"https://openalex.org/S2595095599","display_name":"Frontiers in Robotics and AI","issn_l":"2296-9144","issn":["2296-9144"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Robotics and AI","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.frontiersin.org/articles/10.3389/frobt.2023.1221739/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026055366","display_name":"Georgia Chalvatzaki","orcid":"https://orcid.org/0000-0002-5055-199X"},"institutions":[{"id":"https://openalex.org/I2800051377","display_name":"Hessisches Landesmuseum Darmstadt","ror":"https://ror.org/04qqnyh49","country_code":"DE","type":"archive","lineage":["https://openalex.org/I2800051377"]},{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Georgia Chalvatzaki","raw_affiliation_strings":["Center for Mind, Brain and Behavior, University Marburg and JLU Giessen, Marburg, Germany","Computer Science Department, Technische Universit\u00e4t Darmstadt, Darmstadt, Germany","Hessian.AI, Darmstadt, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Mind, Brain and Behavior, University Marburg and JLU Giessen, Marburg, Germany","institution_ids":[]},{"raw_affiliation_string":"Computer Science Department, Technische Universit\u00e4t Darmstadt, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"Hessian.AI, Darmstadt, Germany","institution_ids":["https://openalex.org/I2800051377"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101203517","display_name":"Ali Younes","orcid":null},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ali Younes","raw_affiliation_strings":["Computer Science Department, Technische Universit\u00e4t Darmstadt, Darmstadt, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Technische Universit\u00e4t Darmstadt, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062168764","display_name":"Daljeet Nandha","orcid":null},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Daljeet Nandha","raw_affiliation_strings":["Computer Science Department, Technische Universit\u00e4t Darmstadt, Darmstadt, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Technische Universit\u00e4t Darmstadt, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102888876","display_name":"An T. Le","orcid":"https://orcid.org/0000-0003-0929-3316"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"An Thai Le","raw_affiliation_strings":["Computer Science Department, Technische Universit\u00e4t Darmstadt, Darmstadt, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Technische Universit\u00e4t Darmstadt, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063685873","display_name":"Leonardo F. R. Ribeiro","orcid":"https://orcid.org/0000-0003-2639-942X"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Leonardo F. R. Ribeiro","raw_affiliation_strings":["Amazon Alexa, Seattle, WA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon Alexa, Seattle, WA, United States","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027450194","display_name":"Iryna Gurevych","orcid":"https://orcid.org/0000-0003-2187-7621"},"institutions":[{"id":"https://openalex.org/I2800051377","display_name":"Hessisches Landesmuseum Darmstadt","ror":"https://ror.org/04qqnyh49","country_code":"DE","type":"archive","lineage":["https://openalex.org/I2800051377"]},{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Iryna Gurevych","raw_affiliation_strings":["Computer Science Department, Technische Universit\u00e4t Darmstadt, Darmstadt, Germany","Hessian.AI, Darmstadt, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Technische Universit\u00e4t Darmstadt, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"Hessian.AI, Darmstadt, Germany","institution_ids":["https://openalex.org/I2800051377"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5026055366"],"corresponding_institution_ids":["https://openalex.org/I2800051377","https://openalex.org/I31512782"],"apc_list":{"value":1900,"currency":"USD","value_usd":1900},"apc_paid":{"value":2332,"currency":"EUR","value_usd":2515},"fwci":4.4415,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.95390518,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"10","issue":null,"first_page":"1221739","last_page":"1221739"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8186506032943726},{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.7632623910903931},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6392496824264526},{"id":"https://openalex.org/keywords/planner","display_name":"Planner","score":0.5956181883811951},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.580477237701416},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5739197731018066},{"id":"https://openalex.org/keywords/automated-planning-and-scheduling","display_name":"Automated planning and scheduling","score":0.5598106384277344},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.499392032623291},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.4846256673336029},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4354243874549866},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.41537538170814514},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.13268700242042542},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.12127599120140076}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8186506032943726},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.7632623910903931},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6392496824264526},{"id":"https://openalex.org/C2776999362","wikidata":"https://www.wikidata.org/wiki/Q2349274","display_name":"Planner","level":2,"score":0.5956181883811951},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.580477237701416},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5739197731018066},{"id":"https://openalex.org/C114073186","wikidata":"https://www.wikidata.org/wiki/Q2631895","display_name":"Automated planning and scheduling","level":2,"score":0.5598106384277344},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.499392032623291},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.4846256673336029},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4354243874549866},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.41537538170814514},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.13268700242042542},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.12127599120140076},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3389/frobt.2023.1221739","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frobt.2023.1221739","pdf_url":"https://www.frontiersin.org/articles/10.3389/frobt.2023.1221739/pdf","source":{"id":"https://openalex.org/S2595095599","display_name":"Frontiers in Robotics and AI","issn_l":"2296-9144","issn":["2296-9144"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Robotics and AI","raw_type":"journal-article"},{"id":"pmid:37649810","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37649810","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in robotics and AI","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:10464606","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10464606","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10464606/pdf/frobt-10-1221739.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Front Robot AI","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:4fcfd322123f48e8bfb5e0661410de4c","is_oa":true,"landing_page_url":"https://doaj.org/article/4fcfd322123f48e8bfb5e0661410de4c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Robotics and AI, Vol 10 (2023)","raw_type":"article"},{"id":"pmh:oai:tubiblio.ulb.tu-darmstadt.de:147996","is_oa":false,"landing_page_url":"http://tubiblio.ulb.tu-darmstadt.de/147996/","pdf_url":null,"source":{"id":"https://openalex.org/S4377196390","display_name":"TUbilio (Technical University of Darmstadt)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I31512782","host_organization_name":"Technische Universit\u00e4t Darmstadt","host_organization_lineage":["https://openalex.org/I31512782"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Artikel"}],"best_oa_location":{"id":"doi:10.3389/frobt.2023.1221739","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frobt.2023.1221739","pdf_url":"https://www.frontiersin.org/articles/10.3389/frobt.2023.1221739/pdf","source":{"id":"https://openalex.org/S2595095599","display_name":"Frontiers in Robotics and AI","issn_l":"2296-9144","issn":["2296-9144"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Robotics and AI","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.6600000262260437}],"awards":[{"id":"https://openalex.org/G4216146245","display_name":null,"funder_award_id":"CH2676/1-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4385876383.pdf"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W1969472392","https://openalex.org/W2135639338","https://openalex.org/W2140679639","https://openalex.org/W2161414194","https://openalex.org/W2403069916","https://openalex.org/W2914044489","https://openalex.org/W2919115771","https://openalex.org/W2943552823","https://openalex.org/W2945600613","https://openalex.org/W2991223644","https://openalex.org/W3095319910","https://openalex.org/W3200650887","https://openalex.org/W4214700710","https://openalex.org/W4221159132","https://openalex.org/W4286857134","https://openalex.org/W4303648971","https://openalex.org/W6680464289","https://openalex.org/W6680532216","https://openalex.org/W6713184877","https://openalex.org/W6762392948","https://openalex.org/W6796126471","https://openalex.org/W6802171045","https://openalex.org/W6803455561","https://openalex.org/W6810156098","https://openalex.org/W6846242362"],"related_works":["https://openalex.org/W1589273879","https://openalex.org/W2197326744","https://openalex.org/W2622877735","https://openalex.org/W2012763430","https://openalex.org/W2727303758","https://openalex.org/W4229726131","https://openalex.org/W2166791242","https://openalex.org/W2323122434","https://openalex.org/W2149328105","https://openalex.org/W3038859464"],"abstract_inverted_index":{"Long-horizon":[0],"task":[1,34,127],"planning":[2,35,97,139],"is":[3,62],"essential":[4],"for":[5,44,133],"the":[6,19,53,56,59,88,103,114,130,134],"development":[7],"of":[8,21,25,55,107,137],"intelligent":[9],"assistive":[10],"and":[11,98,105],"service":[12],"robots.":[13],"In":[14],"this":[15],"work,":[16],"we":[17],"investigate":[18],"applicability":[20,104],"a":[22,45,65],"smaller":[23],"class":[24],"large":[26],"language":[27],"models":[28],"(LLMs),":[29],"specifically":[30],"GPT-2,":[31],"in":[32,87,117,141],"robotic":[33],"by":[36],"learning":[37,79],"to":[38,47,70,80,101,124],"decompose":[39],"tasks":[40],"into":[41,74],"subgoal":[42],"specifications":[43],"planner":[46],"execute":[48],"sequentially.":[49],"Our":[50,110],"method":[51],"grounds":[52],"input":[54],"LLM":[57,119],"on":[58],"domain":[60],"that":[61,113],"represented":[63],"as":[64,85],"scene":[66],"graph,":[67],"enabling":[68],"it":[69],"translate":[71],"human":[72],"requests":[73],"executable":[75],"robot":[76],"plans,":[77],"thereby":[78],"reason":[81],"over":[82],"long-horizon":[83,126],"tasks,":[84],"encountered":[86],"ALFRED":[89],"benchmark.":[90],"We":[91],"compare":[92],"our":[93],"approach":[94],"with":[95],"classical":[96],"baseline":[99],"methods":[100,140],"examine":[102],"generalizability":[106],"LLM-based":[108],"planners.":[109],"findings":[111],"suggest":[112],"knowledge":[115],"stored":[116],"an":[118],"can":[120],"be":[121],"effectively":[122],"grounded":[123],"perform":[125],"planning,":[128],"demonstrating":[129],"promising":[131],"potential":[132],"future":[135],"application":[136],"neuro-symbolic":[138],"robotics.":[142]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}