{"id":"https://openalex.org/W4409670801","doi":"https://doi.org/10.1145/3696410.3714674","title":"MDEval: Evaluating and Enhancing Markdown Awareness in Large Language Models","display_name":"MDEval: Evaluating and Enhancing Markdown Awareness in Large Language Models","publication_year":2025,"publication_date":"2025-04-22","ids":{"openalex":"https://openalex.org/W4409670801","doi":"https://doi.org/10.1145/3696410.3714674"},"language":"en","primary_location":{"id":"doi:10.1145/3696410.3714674","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714674","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714674","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714674","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082618548","display_name":"Zhongpu Chen","orcid":"https://orcid.org/0000-0002-2123-3490"},"institutions":[{"id":"https://openalex.org/I204831749","display_name":"Southwestern University of Finance and Economics","ror":"https://ror.org/04ewct822","country_code":"CN","type":"education","lineage":["https://openalex.org/I204831749"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongpu Chen","raw_affiliation_strings":["Southwestern University of Finance and Economics, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-2123-3490","affiliations":[{"raw_affiliation_string":"Southwestern University of Finance and Economics, Chengdu, China","institution_ids":["https://openalex.org/I204831749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117249385","display_name":"Yinfeng Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I204831749","display_name":"Southwestern University of Finance and Economics","ror":"https://ror.org/04ewct822","country_code":"CN","type":"education","lineage":["https://openalex.org/I204831749"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinfeng Liu","raw_affiliation_strings":["Southwestern University of Finance and Economics, Chengdu, China"],"raw_orcid":"https://orcid.org/0009-0002-3031-5647","affiliations":[{"raw_affiliation_string":"Southwestern University of Finance and Economics, Chengdu, China","institution_ids":["https://openalex.org/I204831749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101945423","display_name":"Long Shi","orcid":"https://orcid.org/0000-0003-1378-1312"},"institutions":[{"id":"https://openalex.org/I204831749","display_name":"Southwestern University of Finance and Economics","ror":"https://ror.org/04ewct822","country_code":"CN","type":"education","lineage":["https://openalex.org/I204831749"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Long Shi","raw_affiliation_strings":["Southwestern University of Finance and Economics, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-1378-1312","affiliations":[{"raw_affiliation_string":"Southwestern University of Finance and Economics, Chengdu, China","institution_ids":["https://openalex.org/I204831749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037730132","display_name":"Zhi-Jie Wang","orcid":"https://orcid.org/0000-0002-6865-7899"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi-Jie Wang","raw_affiliation_strings":["Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0002-6865-7899","affiliations":[{"raw_affiliation_string":"Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101729747","display_name":"Xingyan Chen","orcid":"https://orcid.org/0000-0003-0861-2100"},"institutions":[{"id":"https://openalex.org/I204831749","display_name":"Southwestern University of Finance and Economics","ror":"https://ror.org/04ewct822","country_code":"CN","type":"education","lineage":["https://openalex.org/I204831749"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingyan Chen","raw_affiliation_strings":["Southwestern University of Finance and Economics, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-0861-2100","affiliations":[{"raw_affiliation_string":"Southwestern University of Finance and Economics, Chengdu, China","institution_ids":["https://openalex.org/I204831749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100660064","display_name":"Yu Zhao","orcid":"https://orcid.org/0000-0002-8454-0025"},"institutions":[{"id":"https://openalex.org/I204831749","display_name":"Southwestern University of Finance and Economics","ror":"https://ror.org/04ewct822","country_code":"CN","type":"education","lineage":["https://openalex.org/I204831749"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Zhao","raw_affiliation_strings":["Southwestern University of Finance and Economics, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-8454-0025","affiliations":[{"raw_affiliation_string":"Southwestern University of Finance and Economics, Chengdu, China","institution_ids":["https://openalex.org/I204831749"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071943346","display_name":"Fuji Ren","orcid":"https://orcid.org/0000-0003-4860-9184"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fuji Ren","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-4860-9184","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2981","last_page":"2991"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.964900016784668,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.606752872467041}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.606752872467041}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3696410.3714674","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714674","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714674","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3696410.3714674","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714674","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714674","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1983239249","display_name":null,"funder_award_id":"62302400","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3011707428","display_name":null,"funder_award_id":"62376227","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5007580677","display_name":"\u9762\u5411\u969c\u788d\u7a7a\u95f4\u7684\u79fb\u52a8\u5bf9\u8c61\u67e5\u8be2\u5904\u7406\u6280\u672f\u7814\u7a76","funder_award_id":"61972425","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5844246040","display_name":null,"funder_award_id":"62201475","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7659247076","display_name":null,"funder_award_id":"U24A20250","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409670801.pdf","grobid_xml":"https://content.openalex.org/works/W4409670801.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W1593271688","https://openalex.org/W2109115148","https://openalex.org/W2600463316","https://openalex.org/W2798162721","https://openalex.org/W2923014074","https://openalex.org/W2957523957","https://openalex.org/W3035252911","https://openalex.org/W3159259047","https://openalex.org/W4298382214","https://openalex.org/W4367047433","https://openalex.org/W4367595583","https://openalex.org/W4378189609","https://openalex.org/W4380353763","https://openalex.org/W4385572142","https://openalex.org/W4389519254","https://openalex.org/W4389520749","https://openalex.org/W4396722682","https://openalex.org/W4396757562","https://openalex.org/W4399281666","https://openalex.org/W4401042451","https://openalex.org/W4401208776","https://openalex.org/W4402667093","https://openalex.org/W6852874933"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Large":[0],"language":[1,71],"models":[2,158],"(LLMs)":[3],"are":[4,23,159],"expected":[5],"to":[6,28,33,82,161,165],"offer":[7],"structured":[8],"Markdown":[9,56,84,170],"responses":[10],"for":[11,86],"the":[12,35,38,61,66],"sake":[13],"of":[14,26,40,65,127,132,169],"readability":[15,36,62],"in":[16,98,167],"web":[17],"chatbots":[18],"(e.g.,":[19],"ChatGPT).":[20],"Although":[21],"there":[22],"a":[24,79,90,124,140],"myriad":[25],"metrics":[27],"evaluate":[29,34],"LLMs,":[30,87],"they":[31],"fail":[32],"from":[37],"view":[39],"output":[41],"content":[42,67],"structure.":[43],"To":[44,172],"this":[45,74],"end,":[46],"we":[47,76],"focus":[48],"on":[49],"an":[50,130],"overlooked":[51],"yet":[52],"important":[53],"metric":[54],"---":[55],"Awareness,":[57],"which":[58],"directly":[59],"impacts":[60],"and":[63,100,115,129,175],"structure":[64],"generated":[68],"by":[69,88,110,139],"these":[70],"models.":[72],"In":[73],"paper,":[75],"introduce":[77],"MDEval,":[78],"comprehensive":[80],"benchmark":[81],"assess":[83],"Awareness":[85],"constructing":[89],"dataset":[91],"with":[92,134],"20K":[93],"instances":[94],"covering":[95],"10":[96],"subjects":[97],"English":[99],"Chinese.":[101],"Unlike":[102],"traditional":[103],"model-based":[104,112],"evaluations,":[105],"MDEval":[106,122,177],"provides":[107],"excellent":[108],"interpretability":[109],"combining":[111],"generation":[113],"tasks":[114],"statistical":[116],"methods.":[117],"Our":[118],"results":[119,145],"demonstrate":[120],"that":[121,148],"achieves":[123],"Spearman":[125],"correlation":[126],"0.791":[128],"accuracy":[131],"84.1%":[133],"human,":[135],"outperforming":[136],"existing":[137],"methods":[138],"large":[141],"margin.":[142],"Extensive":[143],"experimental":[144],"also":[146],"show":[147],"through":[149],"fine-tuning":[150],"over":[151],"our":[152],"proposed":[153],"dataset,":[154],"less":[155],"performant":[156],"open-source":[157],"able":[160],"achieve":[162],"comparable":[163],"performance":[164],"GPT-4o":[166],"terms":[168],"Awareness.":[171],"ensure":[173],"reproducibility":[174],"transparency,":[176],"is":[178],"open":[179],"sourced":[180],"at":[181],"https://github.com/SWUFE-DB-Group/MDEval-Benchmark.":[182]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}