{"id":"https://openalex.org/W4415427688","doi":"https://doi.org/10.3233/faia251428","title":"VALISE: A Virtual Agent Laboratory for Instruction-Following Simulation and Evaluation of LLM-Powered Digital Health Interventions","display_name":"VALISE: A Virtual Agent Laboratory for Instruction-Following Simulation and Evaluation of LLM-Powered Digital Health Interventions","publication_year":2025,"publication_date":"2025-10-21","ids":{"openalex":"https://openalex.org/W4415427688","doi":"https://doi.org/10.3233/faia251428"},"language":null,"primary_location":{"id":"doi:10.3233/faia251428","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251428","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/faia251428","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113192760","display_name":"Marco Bolpagni","orcid":null},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]},{"id":"https://openalex.org/I2277624104","display_name":"Fondazione Bruno Kessler","ror":"https://ror.org/01j33xk10","country_code":"IT","type":"facility","lineage":["https://openalex.org/I2277624104"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Marco Bolpagni","raw_affiliation_strings":["Fondazione Bruno Kessler","University of Padova"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fondazione Bruno Kessler","institution_ids":["https://openalex.org/I2277624104"]},{"raw_affiliation_string":"University of Padova","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134322748","display_name":"Simone De Carli","orcid":"https://orcid.org/0009-0001-3356-7957"},"institutions":[{"id":"https://openalex.org/I2277624104","display_name":"Fondazione Bruno Kessler","ror":"https://ror.org/01j33xk10","country_code":"IT","type":"facility","lineage":["https://openalex.org/I2277624104"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Simone De Carli","raw_affiliation_strings":["Fondazione Bruno Kessler"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fondazione Bruno Kessler","institution_ids":["https://openalex.org/I2277624104"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039841940","display_name":"Leonardo Sanna","orcid":"https://orcid.org/0000-0003-3021-6606"},"institutions":[{"id":"https://openalex.org/I2277624104","display_name":"Fondazione Bruno Kessler","ror":"https://ror.org/01j33xk10","country_code":"IT","type":"facility","lineage":["https://openalex.org/I2277624104"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Leonardo Sanna","raw_affiliation_strings":["Fondazione Bruno Kessler"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fondazione Bruno Kessler","institution_ids":["https://openalex.org/I2277624104"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069303169","display_name":"Mauro Dragoni","orcid":"https://orcid.org/0000-0003-0380-6571"},"institutions":[{"id":"https://openalex.org/I2277624104","display_name":"Fondazione Bruno Kessler","ror":"https://ror.org/01j33xk10","country_code":"IT","type":"facility","lineage":["https://openalex.org/I2277624104"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Mauro Dragoni","raw_affiliation_strings":["Fondazione Bruno Kessler"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fondazione Bruno Kessler","institution_ids":["https://openalex.org/I2277624104"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078229332","display_name":"Silvia Gabrielli","orcid":"https://orcid.org/0000-0002-7080-0615"},"institutions":[{"id":"https://openalex.org/I2277624104","display_name":"Fondazione Bruno Kessler","ror":"https://ror.org/01j33xk10","country_code":"IT","type":"facility","lineage":["https://openalex.org/I2277624104"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Silvia Gabrielli","raw_affiliation_strings":["Fondazione Bruno Kessler"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fondazione Bruno Kessler","institution_ids":["https://openalex.org/I2277624104"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.1812,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.92960439,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.43799999356269836,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.43799999356269836,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.628000020980835},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.5516999959945679},{"id":"https://openalex.org/keywords/psychological-intervention","display_name":"Psychological intervention","score":0.5157999992370605},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.41359999775886536},{"id":"https://openalex.org/keywords/intervention","display_name":"Intervention (counseling)","score":0.3840000033378601},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.36890000104904175},{"id":"https://openalex.org/keywords/behaviour-change","display_name":"Behaviour change","score":0.3668999969959259},{"id":"https://openalex.org/keywords/digital-health","display_name":"Digital health","score":0.34860000014305115}],"concepts":[{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.628000020980835},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.5516999959945679},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5393000245094299},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.5157999992370605},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5052000284194946},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.4138999879360199},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.41359999775886536},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.3840000033378601},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3741999864578247},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.36890000104904175},{"id":"https://openalex.org/C3020759390","wikidata":"https://www.wikidata.org/wiki/Q4880694","display_name":"Behaviour change","level":3,"score":0.3668999969959259},{"id":"https://openalex.org/C2780433410","wikidata":"https://www.wikidata.org/wiki/Q5276090","display_name":"Digital health","level":3,"score":0.34860000014305115},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.34689998626708984},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.3337000012397766},{"id":"https://openalex.org/C2779363104","wikidata":"https://www.wikidata.org/wiki/Q17069079","display_name":"mHealth","level":3,"score":0.3149000108242035},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.30559998750686646},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2987000048160553},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.29190000891685486},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.28780001401901245},{"id":"https://openalex.org/C2775851571","wikidata":"https://www.wikidata.org/wiki/Q6045205","display_name":"Interaction protocol","level":3,"score":0.2863999903202057},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.27619999647140503},{"id":"https://openalex.org/C2777609615","wikidata":"https://www.wikidata.org/wiki/Q2527919","display_name":"Virtual Laboratory","level":2,"score":0.2685999870300293},{"id":"https://openalex.org/C32833848","wikidata":"https://www.wikidata.org/wiki/Q4115054","display_name":"Extensibility","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.26499998569488525},{"id":"https://openalex.org/C14262774","wikidata":"https://www.wikidata.org/wiki/Q4880695","display_name":"Behavior change","level":2,"score":0.25130000710487366}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/faia251428","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251428","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.3233/faia251428","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251428","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Digital":[0],"health":[1,60],"interventions":[2],"often":[3],"require":[4],"structured,":[5],"protocol-driven":[6],"dialogues":[7],"delivered":[8],"with":[9,89],"high":[10],"fidelity.":[11],"Evaluating":[12],"whether":[13],"an":[14],"agent":[15,55],"employing":[16],"a":[17,47,75,94,119],"Large":[18],"Language":[19],"Model":[20],"(LLM)":[21],"can":[22],"meet":[23],"these":[24],"requirements":[25],"remains":[26],"challenging,":[27],"especially":[28],"in":[29,57,100,130],"early":[30],"development":[31],"stages.":[32],"In":[33],"this":[34],"work,":[35],"we":[36],"present":[37],"VALISE":[38,62,117],"(Virtual":[39],"Agent":[40],"Laboratory":[41],"for":[42,50,114,123],"Instruction-Following":[43],"Simulation":[44],"and":[45,52,70,108],"Evaluation),":[46],"modular":[48],"framework":[49],"simulating":[51],"evaluating":[53],"LLM":[54,128],"behavior":[56,98],"delivering":[58],"structured":[59],"interventions.":[61],"enables":[63],"configurable":[64],"agent\u2013patient":[65],"simulations":[66],"using":[67],"synthetic":[68],"personas":[69],"evaluates":[71],"protocol":[72],"adherence":[73],"through":[74],"customizable,":[76],"automated":[77],"grid":[78],"assessed":[79],"by":[80],"ensembles":[81],"of":[82,127],"LLM-based":[83,107],"judges.":[84],"We":[85],"demonstrate":[86],"its":[87],"use":[88],"Brief":[90],"Action":[91],"Planning":[92],"(BAP),":[93],"short":[95],"intervention":[96],"promoting":[97],"change":[99],"sedentary":[101],"individuals.":[102],"Our":[103],"results":[104],"strongly":[105],"align":[106],"expert":[109],"annotations,":[110],"supporting":[111],"VALISE\u2019s":[112],"effectiveness":[113],"early-stage":[115],"evaluations.":[116],"offers":[118],"reproducible,":[120],"extensible":[121],"platform":[122],"testing":[124],"instruction-following":[125],"capabilities":[126],"agents":[129],"digital":[131],"health.":[132]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-24T00:00:00"}