{"id":"https://openalex.org/W4392366650","doi":"https://doi.org/10.1145/3616855.3635752","title":"Table Meets LLM: Can Large Language Models Understand Structured Table Data? A Benchmark and Empirical Study","display_name":"Table Meets LLM: Can Large Language Models Understand Structured Table Data? A Benchmark and Empirical Study","publication_year":2024,"publication_date":"2024-03-04","ids":{"openalex":"https://openalex.org/W4392366650","doi":"https://doi.org/10.1145/3616855.3635752"},"language":"en","primary_location":{"id":"doi:10.1145/3616855.3635752","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3616855.3635752","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3616855.3635752","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3616855.3635752","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101399147","display_name":"Yuan Sui","orcid":"https://orcid.org/0000-0001-8559-831X"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yuan Sui","raw_affiliation_strings":["National University of Singapore, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-8559-831X","affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101603009","display_name":"Mengyu Zhou","orcid":"https://orcid.org/0000-0002-0322-7513"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Mengyu Zhou","raw_affiliation_strings":["Microsoft, Beijing, China","The University of Hong Kong, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-0322-7513","affiliations":[{"raw_affiliation_string":"Microsoft, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]},{"raw_affiliation_string":"The University of Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102901156","display_name":"Mingjie Zhou","orcid":"https://orcid.org/0000-0002-5781-4756"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Mingjie Zhou","raw_affiliation_strings":["Microsoft, Beijing, China","The University of Hong Kong, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-5781-4756","affiliations":[{"raw_affiliation_string":"Microsoft, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]},{"raw_affiliation_string":"The University of Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006300825","display_name":"Shi Han","orcid":"https://orcid.org/0000-0002-0360-6089"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shi Han","raw_affiliation_strings":["Microsoft, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0360-6089","affiliations":[{"raw_affiliation_string":"Microsoft, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100331488","display_name":"Dongmei Zhang","orcid":"https://orcid.org/0000-0002-9230-2799"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongmei Zhang","raw_affiliation_strings":["Microsoft, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9230-2799","affiliations":[{"raw_affiliation_string":"Microsoft, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":118,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"645","last_page":"654"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9613000154495239,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8118250370025635},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7483602166175842},{"id":"https://openalex.org/keywords/table","display_name":"Table (database)","score":0.684964120388031},{"id":"https://openalex.org/keywords/serialization","display_name":"Serialization","score":0.6566948294639587},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.43065446615219116},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3273561894893646},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.2905006408691406},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.178975909948349}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8118250370025635},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7483602166175842},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.684964120388031},{"id":"https://openalex.org/C52723943","wikidata":"https://www.wikidata.org/wiki/Q1127410","display_name":"Serialization","level":2,"score":0.6566948294639587},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.43065446615219116},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3273561894893646},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2905006408691406},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.178975909948349},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3616855.3635752","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3616855.3635752","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3616855.3635752","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3616855.3635752","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3616855.3635752","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3616855.3635752","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6200000047683716,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392366650.pdf","grobid_xml":"https://content.openalex.org/works/W4392366650.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W2612228435","https://openalex.org/W2612690371","https://openalex.org/W2971822538","https://openalex.org/W3004210300","https://openalex.org/W3035231859","https://openalex.org/W3101082165","https://openalex.org/W3116342879","https://openalex.org/W3165753548","https://openalex.org/W3168052339","https://openalex.org/W3177813494","https://openalex.org/W3184222203","https://openalex.org/W4212774754","https://openalex.org/W4221009220","https://openalex.org/W4221143046","https://openalex.org/W4221166833","https://openalex.org/W4226146865","https://openalex.org/W4226278401","https://openalex.org/W4281557260","https://openalex.org/W4286892945","https://openalex.org/W4286903249","https://openalex.org/W4286981686","https://openalex.org/W4287119949","https://openalex.org/W4287121227","https://openalex.org/W4287667694","https://openalex.org/W4287810917","https://openalex.org/W4306291596","https://openalex.org/W4306295150","https://openalex.org/W4307079201","https://openalex.org/W4308828220","https://openalex.org/W4312554912","https://openalex.org/W4323927478","https://openalex.org/W4377372363","https://openalex.org/W4387800835","https://openalex.org/W7093349750"],"related_works":["https://openalex.org/W4231356583","https://openalex.org/W1593760324","https://openalex.org/W2376159383","https://openalex.org/W2351439380","https://openalex.org/W2899905671","https://openalex.org/W4390136247","https://openalex.org/W2365228680","https://openalex.org/W2131622620","https://openalex.org/W2362327801","https://openalex.org/W4384940449"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"are":[4],"becoming":[5],"attractive":[6],"as":[7,31,38,149,210],"few-shot":[8],"reasoners":[9],"to":[10,21,40,65,72,172],"solve":[11],"Natural":[12],"Language":[13],"(NL)-related":[14],"tasks.":[15],"However,":[16],"there":[17,44],"is":[18,45],"still":[19],"much":[20],"learn":[22],"about":[23],"how":[24],"well":[25],"LLMs":[26,41,54],"understand":[27,66],"structured":[28],"data,":[29],"such":[30,58,148],"tables.":[32],"Although":[33],"tables":[34],"can":[35,55,208],"be":[36],"used":[37],"input":[39,120,124,165],"with":[42,89,162],"serialization,":[43],"a":[46,70,104,179,211],"lack":[47],"of":[48,79,106,158,181],"comprehensive":[49],"studies":[50],"that":[51,114,193],"examine":[52],"whether":[53],"truly":[56],"comprehend":[57],"data.":[59],"In":[60],"this":[61,67],"paper,":[62],"we":[63,83,142],"try":[64],"by":[68],"designing":[69],"benchmark":[71,82,140,203],"evaluate":[73],"the":[74,135,139],"structural":[75,146,168],"understanding":[76],"capabilities":[77],"(SUC)":[78],"LLMs.":[80,159],"The":[81],"create":[84],"includes":[85],"seven":[86],"tasks,":[87,183],"each":[88],"its":[90],"own":[91],"unique":[92],"challenges,":[93],"\\eg,":[94,184],"cell":[95],"lookup,":[96],"row":[97],"retrieval,":[98],"and":[99,110,130,189,199,204],"size":[100],"detection.":[101],"We":[102,112,191],"perform":[103],"series":[105],"evaluations":[107],"on":[108,118,178],"GPT-3.5":[109],"GPT-4.":[111],"find":[113,197],"performance":[115,177],"varied":[116],"depending":[117],"several":[119],"choices,":[121,166],"including":[122],"table":[123],"format,":[125],"content":[126],"order,":[127],"role":[128],"prompting,":[129,147],"partition":[131],"marks.":[132],"Drawing":[133],"from":[134],"insights":[136],"gained":[137],"through":[138],"evaluations,":[141],"proposeself-augmentation":[143],"for":[144,216],"effective":[145],"critical":[150],"value":[151],"/":[152],"range":[153],"identification":[154],"using":[155],"internal":[156],"knowledge":[157],"When":[160],"combined":[161],"carefully":[163],"chosen":[164],"these":[167],"prompting":[169,206],"methods":[170,207],"lead":[171],"promising":[173],"improvements":[174],"in":[175],"LLM":[176],"variety":[180],"tabular":[182],"TabFact(\\uparrow2.31%),":[185],"HybridQA(\\uparrow2.13%),":[186],"SQA(\\uparrow2.72%),":[187],"Feverous(\\uparrow0.84%),":[188],"ToTTo(\\uparrow5.68%).":[190],"believe":[192],"our":[194],"open-source":[195],"(please":[196],"code":[198],"data":[200],"at":[201],"https://github.com/microsoft/TableProvider)":[202],"proposed":[205],"serve":[209],"simple":[212],"yet":[213],"generic":[214],"selection":[215],"future":[217],"research.":[218]},"counts_by_year":[{"year":2026,"cited_by_count":27},{"year":2025,"cited_by_count":67},{"year":2024,"cited_by_count":24}],"updated_date":"2026-07-18T07:39:51.176621","created_date":"2025-10-10T00:00:00"}