{"id":"https://openalex.org/W4416036629","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.626","title":"TP-RAG: Benchmarking Retrieval-Augmented Large Language Model Agents for Spatiotemporal-Aware Travel Planning","display_name":"TP-RAG: Benchmarking Retrieval-Augmented Large Language Model Agents for Spatiotemporal-Aware Travel Planning","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416036629","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.626"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.emnlp-main.626","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.626","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.626","pdf_url":null,"source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.18653/v1/2025.emnlp-main.626","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Hang Ni","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hang Ni","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100371022","display_name":"Fan Liu","orcid":"https://orcid.org/0000-0001-6963-0850","observed_orcids":["https://orcid.org/0000-0001-6963-0850"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan Liu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056848863","display_name":"Xinyu Ma","orcid":"https://orcid.org/0000-0002-5511-9370","observed_orcids":["https://orcid.org/0000-0002-5511-9370"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xinyu Ma","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032745070","display_name":"Lixin Su","orcid":"https://orcid.org/0009-0008-1246-1740","observed_orcids":["https://orcid.org/0009-0008-1246-1740"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lixin Su","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050255638","display_name":"Shuaiqiang Wang","orcid":"https://orcid.org/0000-0002-9212-1947","observed_orcids":["https://orcid.org/0000-0002-9212-1947"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shuaiqiang Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101771060","display_name":"Dawei Yin","orcid":"https://orcid.org/0000-0002-0684-6205","observed_orcids":["https://orcid.org/0000-0002-0684-6205","https://orcid.org/0000-0001-6813-680X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dawei Yin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101862104","display_name":"Hui Xiong","orcid":"https://orcid.org/0000-0001-6016-6465","observed_orcids":["https://orcid.org/0000-0001-6016-6465","https://orcid.org/0000-0002-4665-9850","https://orcid.org/0000-0001-5759-3001"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hui Xiong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100458897","display_name":"Hao Liu","orcid":"https://orcid.org/0000-0003-4271-1567","observed_orcids":["https://orcid.org/0000-0003-4271-1567","https://orcid.org/0000-0002-2568-5339"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hao Liu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.793,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.94490045,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"12403","last_page":"12429"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3959999978542328,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3959999978542328,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.3312999904155731,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.13349999487400055,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/retrieval-augmented-generation","display_name":"retrieval-augmented generation","score":0.906000018119812},{"id":"https://openalex.org/keywords/llm-based-agents","display_name":"LLM agents","score":0.9089999794960022},{"id":"https://openalex.org/keywords/tourism-planning","display_name":"tourism planning","score":0.8560000061988831},{"id":"https://openalex.org/keywords/benchmarking","display_name":"benchmarking","score":0.9120000004768372}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5995000004768372},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.5310999751091003},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32749998569488525},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2906000018119812},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.28790000081062317},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.27649998664855957},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.2727000117301941},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.2700999975204468},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2590999901294708}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2025.emnlp-main.626","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.626","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.626","pdf_url":null,"source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2504.08694","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.08694","pdf_url":"https://arxiv.org/pdf/2504.08694","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2504.08694","doi":"https://doi.org/10.48550/arxiv.2504.08694","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2504.08694","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.emnlp-main.626","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.626","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.626","pdf_url":null,"source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7163529392","https://openalex.org/W6948598097","https://openalex.org/W4412888574","https://openalex.org/W7172001049","https://openalex.org/W4416036205","https://openalex.org/W7208794460","https://openalex.org/W7165678469","https://openalex.org/W7117851982","https://openalex.org/W7136993400","https://openalex.org/W4415338132"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"have":[4],"shown":[5],"promise":[6],"in":[7,16,105],"automating":[8],"travel":[9,53,60,69,100,173],"planning,":[10],"yet":[11],"they":[12,29],"often":[13],"fall":[14],"short":[15],"addressing":[17],"nuanced":[18],"spatiotemporal":[19,141],"rationality.":[20],"While":[21],"existing":[22],"benchmarks":[23],"focus":[24],"on":[25],"basic":[26],"plan":[27],"validity,":[28],"neglect":[30],"critical":[31],"aspects":[32],"such":[33],"as":[34],"route":[35],"efficiency,":[36],"POI":[37,96],"appeal,":[38],"and":[39,66,79,95,107,113,143,150,171],"real-time":[40],"adaptability.":[41],"This":[42],"paper":[43],"introduces":[44],"TP-RAG,":[45],"the":[46,99,156,166],"first":[47],"benchmark":[48],"tailored":[49],"for":[50,168],"retrieval-augmented,":[51],"spatiotemporal-aware":[52],"planning.":[54,81],"Our":[55,153],"dataset":[56],"includes":[57],"2,348":[58],"real-world":[59],"queries,":[61],"85,575":[62],"fine-grain":[63],"annotated":[64],"POIs,":[65],"18,784":[67],"high-quality":[68],"trajectory":[70],"references":[71,112],"sourced":[72],"from":[73],"online":[74],"tourist":[75],"documents,":[76],"enabling":[77],"dynamic":[78],"context-aware":[80],"Through":[82],"extensive":[83],"experiments,":[84],"we":[85,120],"reveal":[86],"that":[87,126],"integrating":[88],"reference":[89],"trajectories":[90,131],"significantly":[91],"improves":[92],"spatial":[93],"efficiency":[94],"rationality":[97],"of":[98,158],"plan,":[101],"while":[102],"challenges":[103],"persist":[104],"universality":[106],"robustness":[108],"due":[109],"to":[110,148],"conflicting":[111],"noisy":[114],"data.":[115],"To":[116],"address":[117],"these":[118],"issues,":[119],"propose":[121],"EvoRAG,":[122],"an":[123],"evolutionary":[124],"framework":[125],"potently":[127],"synergizes":[128],"diverse":[129],"retrieved":[130],"with":[132,162],"LLMs'":[133],"intrinsic":[134],"reasoning.":[135],"EvoRAG":[136],"achieves":[137],"state-of-the-art":[138],"performance,":[139],"improving":[140],"compliance":[142],"reducing":[144],"commonsense":[145],"violation":[146],"compared":[147],"ground-up":[149],"retrieval-augmented":[151],"baselines.":[152],"work":[154],"underscores":[155],"potential":[157],"hybridizing":[159],"Web":[160],"knowledge":[161],"LLM-driven":[163],"optimization,":[164],"paving":[165],"way":[167],"more":[169],"reliable":[170],"adaptive":[172],"planning":[174],"agents.":[175]},"counts_by_year":[{"year":2026,"cited_by_count":4}],"updated_date":"2026-10-17T09:40:24.721904","created_date":"2025-11-08T00:00:00"}