{"id":"https://openalex.org/W4409364614","doi":"https://doi.org/10.1609/aaai.v39i14.33598","title":"GNN-Transformer Task Planning Enhanced with Semantic-Driven Data Augmentation","display_name":"GNN-Transformer Task Planning Enhanced with Semantic-Driven Data Augmentation","publication_year":2025,"publication_date":"2025-04-11","ids":{"openalex":"https://openalex.org/W4409364614","doi":"https://doi.org/10.1609/aaai.v39i14.33598"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v39i14.33598","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v39i14.33598","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/33598/35753","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/33598/35753","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Soojin Jeong","orcid":null},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Soojin Jeong","raw_affiliation_strings":["Hanyang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hanyang University","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099068439","display_name":"Seongwan Byeon","orcid":null},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seongwan Byeon","raw_affiliation_strings":["Hanyang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hanyang University","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100452227","display_name":"Sangwoo Kim","orcid":"https://orcid.org/0009-0009-1054-4603"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sangwoo Kim","raw_affiliation_strings":["Hanyang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hanyang University","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"middle","author":{"id":null,"display_name":"HyeokJun Kwon","orcid":null},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"HyeokJun Kwon","raw_affiliation_strings":["Hanyang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hanyang University","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102731468","display_name":"Yoonseon Oh","orcid":"https://orcid.org/0000-0002-1689-231X"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yoonseon Oh","raw_affiliation_strings":["Hanyang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hanyang University","institution_ids":["https://openalex.org/I4575257"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4575257"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"39","issue":"14","first_page":"14585","last_page":"14593"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14276","display_name":"Power Systems and Technologies","score":0.9375,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14276","display_name":"Power Systems and Technologies","score":0.9375,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6117491722106934},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.570554256439209},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.48947155475616455},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.36593693494796753},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09774002432823181},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.08809170126914978},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.08269226551055908},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.0615786612033844}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6117491722106934},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.570554256439209},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.48947155475616455},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.36593693494796753},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09774002432823181},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.08809170126914978},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.08269226551055908},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0615786612033844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v39i14.33598","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v39i14.33598","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/33598/35753","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v39i14.33598","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v39i14.33598","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/33598/35753","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1768256333","display_name":null,"funder_award_id":"No. RS-2024-00409492","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"},{"id":"https://openalex.org/G3904058931","display_name":null,"funder_award_id":"RS-2020-II201373","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G4700831490","display_name":null,"funder_award_id":"2022-","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G4848589832","display_name":null,"funder_award_id":"RS-2020-II201373","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G7747912143","display_name":null,"funder_award_id":"RS-2020-II201373","funder_id":"https://openalex.org/F4320321142","funder_display_name":"Hanyang University"},{"id":"https://openalex.org/G777061089","display_name":null,"funder_award_id":"RS-2024-00409492","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G8916750774","display_name":null,"funder_award_id":"RS-2024-00422269","funder_id":"https://openalex.org/F4320321681","funder_display_name":"Ministry of Trade, Industry and Energy"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320321142","display_name":"Hanyang University","ror":"https://ror.org/046865y68"},{"id":"https://openalex.org/F4320321681","display_name":"Ministry of Trade, Industry and Energy","ror":"https://ror.org/008nkqk13"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409364614.pdf","grobid_xml":"https://content.openalex.org/works/W4409364614.grobid-xml"},"referenced_works_count":16,"referenced_works":["https://openalex.org/W2767706754","https://openalex.org/W2799002257","https://openalex.org/W2806560294","https://openalex.org/W2898825290","https://openalex.org/W2943368643","https://openalex.org/W2970641574","https://openalex.org/W3199020598","https://openalex.org/W3199332348","https://openalex.org/W4221152848","https://openalex.org/W4224912544","https://openalex.org/W4285428875","https://openalex.org/W4297161808","https://openalex.org/W4378508644","https://openalex.org/W4381712952","https://openalex.org/W4387322962","https://openalex.org/W4391212790"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Natural":[0],"language":[1,19,27,39],"is":[2,109],"the":[3,75,86,98,112,171,178],"most":[4],"intuitive":[5],"means":[6],"for":[7,71],"humans":[8],"to":[9,92,132,137,195,204],"interact":[10],"with":[11,181],"robots,":[12],"making":[13],"task":[14,33,122],"planning":[15,34,76,161],"based":[16],"on":[17,62,140,213],"natural":[18],"commands":[20],"a":[21,52,129,214],"longstanding":[22],"area":[23],"of":[24,38,55,114,173],"research.":[25],"Large":[26],"models":[28],"(LLMs)":[29],"have":[30],"significantly":[31,199],"improved":[32],"by":[35,96],"enhancing":[36],"understanding":[37,54,121],"and":[40,68,74,101,143,163,222],"common":[41],"sense.":[42],"However,":[43],"current":[44],"methods":[45],"still":[46],"face":[47],"several":[48],"challenges:":[49],"they":[50],"lack":[51],"deep":[53],"physical":[56,215],"environments,":[57,134],"their":[58],"performance":[59],"relies":[60],"heavily":[61],"prompt":[63],"examples,":[64],"LLMs":[65],"are":[66],"oversized":[67],"not":[69],"customized":[70],"specific":[72],"tasks,":[73],"costs":[77],"remain":[78],"high.":[79],"To":[80],"overcome":[81],"these":[82],"issues,":[83],"we":[84],"introduce":[85],"GNN-Transformer":[87],"Task":[88],"Planner":[89],"(GTTP),":[90],"designed":[91],"predict":[93],"task-level":[94],"actions":[95],"leveraging":[97],"semantic":[99,159],"environment":[100,180],"incorporating":[102],"historical":[103],"state":[104],"data.":[105],"The":[106,185],"GTTP":[107],"architecture":[108],"scalable":[110],"through":[111],"use":[113],"GNN":[115],"layers,":[116],"while":[117],"transformer":[118],"layers":[119],"facilitate":[120],"progression.":[123],"In":[124],"addition,":[125],"our":[126],"model":[127,186],"uses":[128],"text":[130],"encoder":[131],"embed":[133],"allowing":[135],"it":[136],"be":[138],"trained":[139],"simulated":[141],"datasets":[142],"applied":[144],"directly":[145],"in":[146,177],"real-world":[147],"scenarios.":[148],"We":[149],"also":[150,209],"propose":[151],"an":[152],"automated":[153],"data":[154],"generation":[155,165],"method":[156,169],"that":[157],"includes":[158],"augmentation,":[160],"verification,":[162],"instruction":[164],"via":[166],"LLM.":[167],"This":[168],"enables":[170],"collection":[172],"14k":[174],"instruction-annotated":[175],"tasks":[176],"VirtualHome":[179],"minimal":[182],"human":[183],"effort.":[184],"has":[187,208],"been":[188,210],"validated":[189],"across":[190],"diverse":[191],"scenes":[192],"containing":[193],"up":[194],"715":[196],"objects,":[197],"achieving":[198],"higher":[200],"success":[201],"rates":[202],"compared":[203],"baseline":[205],"models.":[206],"It":[207],"successfully":[211],"deployed":[212],"mobile":[216],"manipulator,":[217],"demonstrating":[218],"its":[219],"practical":[220],"applicability":[221],"effectiveness.":[223]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}