{"id":"https://openalex.org/W4415110216","doi":"https://doi.org/10.48550/arxiv.2506.09657","title":"Team Anotheroption at SemEval-2025 Task 8: Bridging the Gap Between Open-Source and Proprietary LLMs in Table QA","display_name":"Team Anotheroption at SemEval-2025 Task 8: Bridging the Gap Between Open-Source and Proprietary LLMs in Table QA","publication_year":2025,"publication_date":"2025-06-11","ids":{"openalex":"https://openalex.org/W4415110216","doi":"https://doi.org/10.48550/arxiv.2506.09657"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2506.09657","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.09657","pdf_url":"https://arxiv.org/pdf/2506.09657","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2506.09657","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119968233","display_name":"Nikolas Evkarpidi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Evkarpidi, Nikolas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5012311258","display_name":"Elena Tutubalina","orcid":"https://orcid.org/0000-0001-7936-0284"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tutubalina, Elena","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9280999898910522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9280999898910522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9031000137329102,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.8532000184059143},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6862999796867371},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6668999791145325},{"id":"https://openalex.org/keywords/table","display_name":"Table (database)","score":0.5462999939918518},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5263000130653381},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.48410001397132874}],"concepts":[{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.8532000184059143},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7567999958992004},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6862999796867371},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6668999791145325},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.5462999939918518},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5263000130653381},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.48410001397132874},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4214000105857849},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3822000026702881},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.33090001344680786},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3305000066757202},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3084000051021576},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.30309998989105225},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.296099990606308},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2879999876022339},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2818000018596649},{"id":"https://openalex.org/C2777615720","wikidata":"https://www.wikidata.org/wiki/Q11888847","display_name":"Prioritization","level":2,"score":0.26010000705718994},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.2551000118255615},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.2500999867916107}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2506.09657","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.09657","pdf_url":"https://arxiv.org/pdf/2506.09657","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2506.09657","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2506.09657","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2506.09657","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.09657","pdf_url":"https://arxiv.org/pdf/2506.09657","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"a":[3,28,32,46,91,102,112],"system":[4],"developed":[5],"for":[6,107],"SemEval":[7],"2025":[8],"Task":[9],"8:":[10],"Question":[11],"Answering":[12],"(QA)":[13],"over":[14,121],"tabular":[15],"data.":[16],"Our":[17,99],"approach":[18],"integrates":[19],"several":[20],"key":[21],"components:":[22],"text-to-SQL":[23],"and":[24,31,64,110],"text-to-code":[25],"generation":[26,34],"modules,":[27],"self-correction":[29],"mechanism,":[30],"retrieval-augmented":[33],"(RAG).":[35],"Additionally,":[36],"it":[37],"includes":[38],"an":[39,85],"end-to-end":[40],"(E2E)":[41],"module,":[42],"all":[43],"orchestrated":[44],"by":[45],"large":[47],"language":[48],"model":[49],"(LLM).":[50],"Through":[51],"ablation":[52],"studies,":[53],"we":[54],"analyzed":[55],"the":[56,66,76,80,95],"effects":[57],"of":[58,61,79,87],"different":[59],"parts":[60],"our":[62,82],"pipeline":[63,100],"identified":[65],"challenges":[67],"that":[68],"are":[69],"still":[70],"present":[71],"in":[72,90,105,118],"this":[73],"field.":[74],"During":[75],"evaluation":[77],"phase":[78],"competition,":[81],"solution":[83],"achieved":[84],"accuracy":[86,106],"80%,":[88],"resulting":[89],"top-13":[92],"ranking":[93],"among":[94],"38":[96],"participating":[97],"teams.":[98],"demonstrates":[101],"significant":[103],"improvement":[104],"open-source":[108],"models":[109],"achieves":[111],"performance":[113],"comparable":[114],"to":[115],"proprietary":[116],"LLMs":[117],"QA":[119],"tasks":[120],"tables.":[122],"The":[123],"code":[124],"is":[125],"available":[126],"at":[127],"GitHub":[128],"repository.":[129]},"counts_by_year":[],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2025-10-13T00:00:00"}
