{"id":"https://openalex.org/W7164838763","doi":"https://doi.org/10.1145/3816713.3818806","title":"Prompt Compression for Diffusion Large Language Models: An Empirical Evaluation of LLMLingua-2 and LLaDA","display_name":"Prompt Compression for Diffusion Large Language Models: An Empirical Evaluation of LLMLingua-2 and LLaDA","publication_year":2026,"publication_date":"2026-06-15","ids":{"openalex":"https://openalex.org/W7164838763","doi":"https://doi.org/10.1145/3816713.3818806"},"language":null,"primary_location":{"id":"doi:10.1145/3816713.3818806","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3816713.3818806","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th International Conference on Advances in Information Technology","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3816713.3818806","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023595234","display_name":"Sterling Huang","orcid":"https://orcid.org/0000-0003-1579-2760"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Sterling Huang","raw_affiliation_strings":["University of Toronto, Toronto, Ontario, Canada"],"raw_orcid":"https://orcid.org/0009-0002-4742-1251","affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138662792","display_name":"Abigayle Brown","orcid":"https://orcid.org/0009-0008-1371-4789"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Abigayle Brown","raw_affiliation_strings":["University of Toronto, Toronto, Ontario, Canada"],"raw_orcid":"https://orcid.org/0009-0008-1371-4789","affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138629708","display_name":"Jiyoo Noh","orcid":"https://orcid.org/0009-0005-9182-7496"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jiyoo Noh","raw_affiliation_strings":["University of Toronto, Toronto, Ontario, Canada"],"raw_orcid":"https://orcid.org/0009-0005-9182-7496","affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129752297","display_name":"Jiakang Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jiakang Xu","raw_affiliation_strings":["University of Toronto, Toronto, Ontario, Canada"],"raw_orcid":"https://orcid.org/0009-0007-9776-3694","affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138682832","display_name":"Wantong Huo","orcid":"https://orcid.org/0009-0001-0394-0108"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Wantong Huo","raw_affiliation_strings":["University of Toronto, Toronto, Ontario, Canada"],"raw_orcid":"https://orcid.org/0009-0001-0394-0108","affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107628707","display_name":"Kaung Myat Kyaw","orcid":null},"institutions":[{"id":"https://openalex.org/I60837268","display_name":"King Mongkut's University of Technology Thonburi","ror":"https://ror.org/0057ax056","country_code":"TH","type":"education","lineage":["https://openalex.org/I60837268"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Kaung Myat Kyaw","raw_affiliation_strings":["School of Information Technology, King Mongkut\u2019s University of Technology Thonburi, Thungkru, Bangkok, Thailand"],"raw_orcid":"https://orcid.org/0009-0005-9314-9502","affiliations":[{"raw_affiliation_string":"School of Information Technology, King Mongkut\u2019s University of Technology Thonburi, Thungkru, Bangkok, Thailand","institution_ids":["https://openalex.org/I60837268"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111758092","display_name":"Jonathan H. Chan","orcid":"https://orcid.org/0000-0002-2384-0462"},"institutions":[{"id":"https://openalex.org/I60837268","display_name":"King Mongkut's University of Technology Thonburi","ror":"https://ror.org/0057ax056","country_code":"TH","type":"education","lineage":["https://openalex.org/I60837268"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Jonathan H. Chan","raw_affiliation_strings":["School of Information Technology, King Mongkut\u2019s University of Technology Thonburi, Thungkru, Bangkok, Thailand"],"raw_orcid":"https://orcid.org/0000-0002-2384-0462","affiliations":[{"raw_affiliation_string":"School of Information Technology, King Mongkut\u2019s University of Technology Thonburi, Thungkru, Bangkok, Thailand","institution_ids":["https://openalex.org/I60837268"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.9490583,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.16130000352859497,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.16130000352859497,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.08820000290870667,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.08760000020265579,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.6557000279426575},{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.650600016117096},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.5942999720573425},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5690000057220459},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.5656999945640564},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4984000027179718},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.46050000190734863},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4293000102043152}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7287999987602234},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.6557000279426575},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.650600016117096},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.5942999720573425},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5690000057220459},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.5656999945640564},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4984000027179718},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.46050000190734863},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4293000102043152},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42579999566078186},{"id":"https://openalex.org/C94835093","wikidata":"https://www.wikidata.org/wiki/Q3113333","display_name":"Data compression ratio","level":5,"score":0.400299996137619},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38830000162124634},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3880000114440918},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3702999949455261},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.34630000591278076},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.33410000801086426},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.32429999113082886},{"id":"https://openalex.org/C202708506","wikidata":"https://www.wikidata.org/wiki/Q7449050","display_name":"Semantic compression","level":5,"score":0.3154999911785126},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.29580000042915344},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.27320000529289246},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2727000117301941},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2655999958515167},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.25940001010894775},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.2572000026702881},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2533999979496002},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.2529999911785126}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3816713.3818806","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3816713.3818806","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th International Conference on Advances in Information Technology","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3816713.3818806","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3816713.3818806","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th International Conference on Advances in Information Technology","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G163736207","display_name":null,"funder_award_id":"IT50847","funder_id":"https://openalex.org/F4320322675","funder_display_name":"Mitacs"},{"id":"https://openalex.org/G5353715911","display_name":null,"funder_award_id":"IT50702","funder_id":"https://openalex.org/F4320322675","funder_display_name":"Mitacs"},{"id":"https://openalex.org/G549008454","display_name":null,"funder_award_id":"IT50704","funder_id":"https://openalex.org/F4320322675","funder_display_name":"Mitacs"}],"funders":[{"id":"https://openalex.org/F4320322675","display_name":"Mitacs","ror":"https://ror.org/00cjrc276"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W3035390927","https://openalex.org/W4285254025","https://openalex.org/W4389519226","https://openalex.org/W4389523718","https://openalex.org/W4402671835"],"related_works":[],"abstract_inverted_index":{"Prompt":[0],"compression":[1,50,120,136,148],"reduces":[2],"inference":[3],"cost":[4],"and":[5,39,57,63,73],"context":[6],"length":[7],"in":[8,88],"large":[9,29],"language":[10,30],"models,":[11],"but":[12],"prior":[13],"evaluations":[14],"focus":[15],"mainly":[16,123],"on":[17],"autoregressive":[18,134],"architectures.":[19],"This":[20],"study":[21],"examines":[22],"whether":[23],"LLMLingua-2":[24],"transfers":[25],"effectively":[26],"to":[27,142],"diffusion":[28,89],"models":[31],"(DLLMs),":[32],"specifically":[33],"LLaDA-8B-Instruct.":[34],"We":[35],"evaluate":[36],"GSM8K,":[37],"DUC2004,":[38],"ShareGPT":[40],"using":[41,68],"250":[42],"prompts":[43,65,110],"per":[44],"dataset":[45],"at":[46],"an":[47],"approximate":[48],"50%":[49],"ratio,":[51],"covering":[52],"mathematical":[53,96],"reasoning,":[54],"prompt":[55,135],"reconstruction,":[56],"summarization.":[58],"Outputs":[59],"from":[60],"original,":[61],"compressed,":[62],"reconstructed":[64],"are":[66,122],"compared":[67],"exact-match":[69],"accuracy,":[70],"BLEU,":[71],"ROUGE,":[72],"BERTScore.":[74],"Results":[75],"show":[76],"that":[77,107,133],"high":[78,101],"semantic":[79,102,130],"preservation":[80],"does":[81],"not":[82,139],"necessarily":[83],"ensure":[84],"stable":[85,117],"downstream":[86],"behavior":[87],"models.":[90],"Summarization":[91],"remains":[92],"relatively":[93],"robust,":[94],"while":[95],"reasoning":[97],"degrades":[98],"substantially":[99],"despite":[100],"similarity.":[103],"Reconstruction":[104],"further":[105],"shows":[106],"semantically":[108],"similar":[109],"may":[111,138],"omit":[112],"reasoning-critical":[113],"information":[114,126],"needed":[115],"for":[116],"denoising.":[118],"Overall,":[119],"failures":[121],"driven":[124],"by":[125],"omission":[127],"rather":[128],"than":[129],"drift,":[131],"suggesting":[132],"methods":[137],"transfer":[140],"uniformly":[141],"DLLMs.":[143],"These":[144],"findings":[145],"motivate":[146],"diffusion-aware":[147],"strategies.":[149],"The":[150],"source":[151],"code":[152],"is":[153],"available":[154],"at:":[155],"https://github.com/axxx129-ops/DLLM-Compression.":[156]},"counts_by_year":[],"updated_date":"2026-06-16T07:37:23.134862","created_date":"2026-06-16T00:00:00"}