{"id":"https://openalex.org/W7122508537","doi":"https://doi.org/10.1145/3777867.3778253","title":"Towards Indian Intelligent Tourism Assistance: Design and Evaluation of the VATIKA QA Dataset","display_name":"Towards Indian Intelligent Tourism Assistance: Design and Evaluation of the VATIKA QA Dataset","publication_year":2025,"publication_date":"2025-12-17","ids":{"openalex":"https://openalex.org/W7122508537","doi":"https://doi.org/10.1145/3777867.3778253"},"language":null,"primary_location":{"id":"doi:10.1145/3777867.3778253","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3777867.3778253","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th annual meeting of the Forum for Information Retrieval Evaluation","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3777867.3778253","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071114008","display_name":"Praveen Gatla","orcid":"https://orcid.org/0000-0002-8042-8685"},"institutions":[{"id":"https://openalex.org/I56404289","display_name":"Indian Institute of Technology BHU","ror":"https://ror.org/01kh5gc44","country_code":"IN","type":"education","lineage":["https://openalex.org/I56404289"]},{"id":"https://openalex.org/I91357014","display_name":"Banaras Hindu University","ror":"https://ror.org/04cdn2797","country_code":"IN","type":"education","lineage":["https://openalex.org/I91357014"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Praveen Gatla","raw_affiliation_strings":["Department of Linguistics, BHU, Varanasi, Uttar Pradesh, India"],"raw_orcid":"https://orcid.org/0000-0002-8042-8685","affiliations":[{"raw_affiliation_string":"Department of Linguistics, BHU, Varanasi, Uttar Pradesh, India","institution_ids":["https://openalex.org/I56404289","https://openalex.org/I91357014"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122793604","display_name":"Anushka Anushka","orcid":null},"institutions":[{"id":"https://openalex.org/I56404289","display_name":"Indian Institute of Technology BHU","ror":"https://ror.org/01kh5gc44","country_code":"IN","type":"education","lineage":["https://openalex.org/I56404289"]},{"id":"https://openalex.org/I91357014","display_name":"Banaras Hindu University","ror":"https://ror.org/04cdn2797","country_code":"IN","type":"education","lineage":["https://openalex.org/I91357014"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Anushka Anushka","raw_affiliation_strings":["Department of Humanistic Studies, IIT BHU, Varanasi, Uttar Pradesh, India"],"raw_orcid":"https://orcid.org/0009-0000-6030-5875","affiliations":[{"raw_affiliation_string":"Department of Humanistic Studies, IIT BHU, Varanasi, Uttar Pradesh, India","institution_ids":["https://openalex.org/I56404289","https://openalex.org/I91357014"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122810701","display_name":"Nabanita Sadhukhan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210121466","display_name":"Indian Institute of Technology Bhilai","ror":"https://ror.org/02sscsx71","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210121466"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Nabanita Sadhukhan","raw_affiliation_strings":["Department of Computer Science and Engineering, IIT Bhilai, Bhilai, Chhattisgarh, India"],"raw_orcid":"https://orcid.org/0009-0002-1351-7175","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, IIT Bhilai, Bhilai, Chhattisgarh, India","institution_ids":["https://openalex.org/I4210121466"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003314662","display_name":"Rajesh Kumar Mundotiya","orcid":"https://orcid.org/0000-0002-0096-2440"},"institutions":[{"id":"https://openalex.org/I4210121466","display_name":"Indian Institute of Technology Bhilai","ror":"https://ror.org/02sscsx71","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210121466"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rajesh Kumar Mundotiya","raw_affiliation_strings":["Department of Computer Science and Engineering, IIT Bhilai, Bhilai, Chhattisgarh, India"],"raw_orcid":"https://orcid.org/0000-0002-0096-2440","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, IIT Bhilai, Bhilai, Chhattisgarh, India","institution_ids":["https://openalex.org/I4210121466"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5071114008"],"corresponding_institution_ids":["https://openalex.org/I56404289","https://openalex.org/I91357014"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.81684232,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.43130001425743103,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.43130001425743103,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.08950000256299973,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.07540000230073929,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7037000060081482},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6126999855041504},{"id":"https://openalex.org/keywords/tourism","display_name":"Tourism","score":0.436599999666214},{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.32820001244544983},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.3181000053882599}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7037000060081482},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6126999855041504},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5770000219345093},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.4668999910354614},{"id":"https://openalex.org/C18918823","wikidata":"https://www.wikidata.org/wiki/Q49389","display_name":"Tourism","level":2,"score":0.436599999666214},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.38690000772476196},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33889999985694885},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33820000290870667},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.32820001244544983},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3181000053882599},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.2962999939918518},{"id":"https://openalex.org/C2777220311","wikidata":"https://www.wikidata.org/wiki/Q6423340","display_name":"Knowledge acquisition","level":2,"score":0.29499998688697815},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.2727999985218048}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3777867.3778253","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3777867.3778253","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th annual meeting of the Forum for Information Retrieval Evaluation","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3777867.3778253","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3777867.3778253","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th annual meeting of the Forum for Information Retrieval Evaluation","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.7000600099563599,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,95],"VATIKA-2025":[1],"shared":[2],"task":[3,128],"aims":[4],"to":[5,142],"advance":[6],"research":[7],"in":[8,19,62,78,117],"Indic":[9,152],"language":[10,30,88],"knowledge":[11],"augmentation,":[12],"focusing":[13],"on":[14],"generating":[15,118],"context-aware":[16],"answers":[17],"grounded":[18],"culturally":[20],"rich":[21],"narratives.":[22],"Designed":[23],"as":[24,86],"a":[25,37,134],"benchmarking":[26],"challenge":[27],"for":[28,151],"Indian":[29],"technologies,":[31],"the":[32,63,127],"task-VATIKA":[33],"provides":[34],"participants":[35],"with":[36],"carefully":[38],"curated":[39],"dataset":[40],"and":[41,48,54,92,102,111,133,148],"evaluates":[42],"system":[43,79],"performance":[44],"through":[45],"established":[46],"NLG":[47],"QA":[49],"metrics,":[50],"including":[51],"BLEU,":[52],"ROUGE,":[53],"QA-F1.":[55],"A":[56],"total":[57],"of":[58,65,108,138],"ten":[59],"teams":[60],"participated":[61],"task,":[64],"which":[66],"eight":[67],"submitted":[68],"working":[69],"notes":[70],"detailing":[71],"their":[72],"methodologies.":[73],"Submissions":[74],"demonstrated":[75],"substantial":[76],"variation":[77],"performance,":[80],"reflecting":[81],"diverse":[82],"modeling":[83],"strategies":[84],"such":[85],"fine-tuned":[87],"models,":[89],"prompted":[90],"LLMs,":[91],"ensemble-based":[93],"approaches.":[94],"best-performing":[96],"systems:":[97],"VA-BO-INTERN":[98],"(Run-3),":[99,101],"IReL":[100],"Scaler":[103],"(Run-1),":[104],"achieved":[105],"QA-F1":[106],"scores":[107],"0.5757,":[109],"0.5507,":[110],"0.5050,":[112],"respectively,":[113],"showing":[114],"strong":[115],"competency":[116],"high-quality,":[119],"semantically":[120],"aligned":[121],"responses.":[122],"This":[123],"overview":[124],"paper":[125],"presents":[126],"design,":[129],"datasets,":[130],"evaluation":[131],"methodology,":[132],"detailed":[135],"comparative":[136],"analysis":[137],"all":[139],"team":[140],"submissions":[141],"provide":[143],"insights":[144],"into":[145],"current":[146],"progress":[147],"future":[149],"directions":[150],"knowledge-grounded":[153],"NLP":[154],"research.":[155]},"counts_by_year":[],"updated_date":"2026-01-13T01:18:01.560105","created_date":"2026-01-13T00:00:00"}