{"id":"https://openalex.org/W7138257303","doi":"https://doi.org/10.1609/aaai.v40i3.37169","title":"AgentSense: Virtual Sensor Data Generation Using LLM Agents in Simulated Home Environments","display_name":"AgentSense: Virtual Sensor Data Generation Using LLM Agents in Simulated Home Environments","publication_year":2026,"publication_date":"2026-03-14","ids":{"openalex":"https://openalex.org/W7138257303","doi":"https://doi.org/10.1609/aaai.v40i3.37169"},"language":null,"primary_location":{"id":"doi:10.1609/aaai.v40i3.37169","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i3.37169","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/37169/41131","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/37169/41131","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060028891","display_name":"Zikang Leng","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zikang Leng","raw_affiliation_strings":["Georgia Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092998035","display_name":"Megha Thukral","orcid":"https://orcid.org/0009-0001-5800-5205"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Megha Thukral","raw_affiliation_strings":["Georgia Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129656102","display_name":"Yaqi Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yaqi Liu","raw_affiliation_strings":["Georgia Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001283803","display_name":"Hrudhai Rajasekhar","orcid":"https://orcid.org/0009-0008-4790-3588"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hrudhai Rajasekhar","raw_affiliation_strings":["Georgia Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005812893","display_name":"Shruthi K. Hiremath","orcid":"https://orcid.org/0000-0003-4317-8864"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shruthi K. Hiremath","raw_affiliation_strings":["Georgia Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129745365","display_name":"Jiaman He","orcid":null},"institutions":[{"id":"https://openalex.org/I4210095297","display_name":"MIT University","ror":"https://ror.org/00v140q16","country_code":"MK","type":"education","lineage":["https://openalex.org/I4210095297"]},{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU","MK"],"is_corresponding":false,"raw_author_name":"Jiaman He","raw_affiliation_strings":["RMIT University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"RMIT University","institution_ids":["https://openalex.org/I4210095297","https://openalex.org/I82951845"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5129642805","display_name":"Thomas Pl\u00f6tz","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas Pl\u00f6tz","raw_affiliation_strings":["Georgia Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":19.6503,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.99074074,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"40","issue":"3","first_page":"1891","last_page":"1899"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.2700999975204468,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.2700999975204468,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.2590999901294708,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.0714000016450882,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6281999945640564},{"id":"https://openalex.org/keywords/activity-recognition","display_name":"Activity recognition","score":0.5756000280380249},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5608000159263611},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5354999899864197},{"id":"https://openalex.org/keywords/home-automation","display_name":"Home automation","score":0.3831000030040741},{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.3788999915122986},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.35019999742507935},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.33550000190734863}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6669999957084656},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6281999945640564},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.5756000280380249},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5608000159263611},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5354999899864197},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4959999918937683},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41370001435279846},{"id":"https://openalex.org/C507571656","wikidata":"https://www.wikidata.org/wiki/Q848436","display_name":"Home automation","level":2,"score":0.3831000030040741},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.3788999915122986},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37610000371932983},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.35019999742507935},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.33550000190734863},{"id":"https://openalex.org/C150303390","wikidata":"https://www.wikidata.org/wiki/Q1983852","display_name":"Virtual actor","level":3,"score":0.33410000801086426},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.32499998807907104},{"id":"https://openalex.org/C2781020372","wikidata":"https://www.wikidata.org/wiki/Q533093","display_name":"On the fly","level":2,"score":0.3197000026702881},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.3188000023365021},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3028999865055084},{"id":"https://openalex.org/C3018552312","wikidata":"https://www.wikidata.org/wiki/Q315412","display_name":"Assisted living","level":2,"score":0.29809999465942383},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.2930999994277954},{"id":"https://openalex.org/C3020493868","wikidata":"https://www.wikidata.org/wiki/Q55631277","display_name":"Real world data","level":2,"score":0.2896000146865845},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.2648000121116638},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.2526000142097473},{"id":"https://openalex.org/C2780440489","wikidata":"https://www.wikidata.org/wiki/Q5227278","display_name":"Data-driven","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v40i3.37169","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i3.37169","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/37169/41131","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v40i3.37169","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i3.37169","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/37169/41131","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7138257303.pdf","grobid_xml":"https://content.openalex.org/works/W7138257303.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"A":[0],"major":[1],"challenge":[2],"in":[3,26,70,77,99,113,162,205],"developing":[4],"robust":[5],"and":[6,21,31,52,95,200],"generalizable":[7],"Human":[8],"Activity":[9],"Recognition":[10],"(HAR)":[11],"systems":[12],"for":[13,198],"smart":[14,79],"homes":[15],"is":[16],"the":[17,43,100,118,130,155,167,191],"lack":[18],"of":[19,45,117,176,193],"large":[20],"diverse":[22,92],"labeled":[23],"datasets.":[24,151,187],"Variations":[25],"home":[27],"layouts,":[28],"sensor":[29,138,170,202],"configurations,":[30],"individual":[32],"behaviors":[33],"further":[34],"exacerbate":[35],"this":[36],"issue.":[37],"To":[38],"address":[39],"this,":[40],"we":[41,122],"leverage":[42],"idea":[44],"embodied":[46,196],"AI":[47],"agents\u2014virtual":[48],"agents":[49,72,197],"that":[50,128,140],"perceive":[51],"act":[53],"within":[54],"simulated":[55,78],"environments":[56],"guided":[57,83],"by":[58,84],"internal":[59],"world":[60],"models.":[61],"We":[62,144],"introduce":[63],"AgentSense,":[64],"a":[65,173],"virtual":[66,125,169],"data":[67,139,157,171,178,203],"generation":[68,204],"pipeline":[69],"which":[71,102,121],"live":[73],"out":[74],"daily":[75],"routines":[76,97],"homes,":[80],"with":[81,124,172],"behavior":[82],"Large":[85],"Language":[86],"Models":[87,152],"(LLMs).":[88],"The":[89],"LLM":[90],"generates":[91],"synthetic":[93],"personas":[94],"realistic":[96],"grounded":[98],"environment,":[101],"are":[103,111],"then":[104],"decomposed":[105],"into":[106],"fine-grained":[107],"actions.":[108],"These":[109,188],"actions":[110],"executed":[112],"an":[114],"extended":[115],"version":[116],"VirtualHome":[119],"simulator,":[120],"augment":[123],"ambient":[126],"sensors":[127],"record":[129],"agents\u2019":[131],"activities.":[132],"Our":[133],"approach":[134],"produces":[135],"rich,":[136],"privacy-preserving":[137],"reflects":[141],"real-world":[142,186],"diversity.":[143],"evaluate":[145],"AgentSense":[146],"on":[147,154,184],"five":[148],"real":[149,177],"HAR":[150],"pretrained":[153],"generated":[156,168],"consistently":[158],"outperform":[159],"baselines,":[160],"especially":[161],"low-resource":[163],"settings.":[164],"Furthermore,":[165],"combining":[166],"small":[174],"amount":[175],"achieves":[179],"performance":[180],"comparable":[181],"to":[182],"training":[183],"full":[185],"results":[189],"highlight":[190],"potential":[192],"using":[194],"LLM-guided":[195],"scalable":[199],"cost-effective":[201],"HAR.":[206]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-18T00:00:00"}