{"id":"https://openalex.org/W4401508949","doi":"https://doi.org/10.1109/iccworkshops59551.2024.10615608","title":"Semantic Text Transmission via Prediction with Small Language Models: Cost-Similarity Trade-off","display_name":"Semantic Text Transmission via Prediction with Small Language Models: Cost-Similarity Trade-off","publication_year":2024,"publication_date":"2024-06-09","ids":{"openalex":"https://openalex.org/W4401508949","doi":"https://doi.org/10.1109/iccworkshops59551.2024.10615608"},"language":"en","primary_location":{"id":"doi:10.1109/iccworkshops59551.2024.10615608","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iccworkshops59551.2024.10615608","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Communications Workshops (ICC Workshops)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5094063336","display_name":"Bhavani A Madhabhavi","orcid":null},"institutions":[{"id":"https://openalex.org/I4210152718","display_name":"Indian Institute of Technology Dharwad","ror":"https://ror.org/0509djg30","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210152718"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Bhavani A Madhabhavi","raw_affiliation_strings":["Indian Institute of Technology Dharwad,Dharwad,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Dharwad,Dharwad,India","institution_ids":["https://openalex.org/I4210152718"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030474549","display_name":"Gangadhar Karevvanavar","orcid":null},"institutions":[{"id":"https://openalex.org/I4210152718","display_name":"Indian Institute of Technology Dharwad","ror":"https://ror.org/0509djg30","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210152718"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Gangadhar Karevvanavar","raw_affiliation_strings":["Indian Institute of Technology Dharwad,Dharwad,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Dharwad,Dharwad,India","institution_ids":["https://openalex.org/I4210152718"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015445823","display_name":"Rajshekhar Vishweshwar Bhat","orcid":"https://orcid.org/0000-0003-2140-4365"},"institutions":[{"id":"https://openalex.org/I4210152718","display_name":"Indian Institute of Technology Dharwad","ror":"https://ror.org/0509djg30","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210152718"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rajshekhar V Bhat","raw_affiliation_strings":["Indian Institute of Technology Dharwad,Dharwad,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Dharwad,Dharwad,India","institution_ids":["https://openalex.org/I4210152718"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084740578","display_name":"\u039d\u03b9\u03ba\u03cc\u03bb\u03b1\u03bf\u03c2 \u03a0\u03b1\u03c0\u03c0\u03ac\u03c2","orcid":"https://orcid.org/0000-0003-4416-7702"},"institutions":[{"id":"https://openalex.org/I102134673","display_name":"Link\u00f6ping University","ror":"https://ror.org/05ynxx418","country_code":"SE","type":"education","lineage":["https://openalex.org/I102134673"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Nikolaos Pappas","raw_affiliation_strings":["Link&#x00F6;ping University,Department of Computer and Information Science,Link&#x00F6;ping,Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Link&#x00F6;ping University,Department of Computer and Information Science,Link&#x00F6;ping,Sweden","institution_ids":["https://openalex.org/I102134673"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1244","last_page":"1249"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9032999873161316,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9032999873161316,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7672461271286011},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.6342719197273254},{"id":"https://openalex.org/keywords/semantic-similarity","display_name":"Semantic similarity","score":0.5933621525764465},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5412911772727966},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5366792678833008},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.41938644647598267}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7672461271286011},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.6342719197273254},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.5933621525764465},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5412911772727966},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5366792678833008},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.41938644647598267},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccworkshops59551.2024.10615608","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iccworkshops59551.2024.10615608","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Communications Workshops (ICC Workshops)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1995875735","https://openalex.org/W2901597627","https://openalex.org/W2963174256","https://openalex.org/W2963230267","https://openalex.org/W2970983057","https://openalex.org/W3003635488","https://openalex.org/W3010946786","https://openalex.org/W3036851434","https://openalex.org/W3041291604","https://openalex.org/W3113050802","https://openalex.org/W3193847791","https://openalex.org/W3202966056","https://openalex.org/W4205683915","https://openalex.org/W4376598743"],"related_works":["https://openalex.org/W4376653378","https://openalex.org/W2114797768","https://openalex.org/W2380654781","https://openalex.org/W3204019825","https://openalex.org/W2176214140","https://openalex.org/W2516873349","https://openalex.org/W2898077673","https://openalex.org/W4385239468","https://openalex.org/W4200476258","https://openalex.org/W2022470916"],"abstract_inverted_index":{"We":[0,19,96,158,165],"consider":[1],"the":[2,32,43,62,67,74,88,94,132,151,156,175,191,196,202,213,218,261,276],"communication":[3,169,240],"of":[4,85,212,233],"natural":[5],"language":[6,104,110],"text":[7],"from":[8],"a":[9,12,117,122,136,139,146,172,179,185,228,243,268],"source":[10,44,68,89],"to":[11,26,34,50,210,266],"destination":[13,33,133],"over":[14,171,242],"noiseless":[15,173],"and":[16,24,69,90,105,138,149,194,235,249],"character-erasure":[17,244],"channels.":[18],"exploit":[20],"language's":[21],"inherent":[22],"correlations":[23],"predictability":[25],"constrain":[27],"transmission":[28,64],"costs":[29],"by":[30],"allowing":[31],"predict":[35],"or":[36,208],"complete":[37],"words":[38,86,144,152],"with":[39,42,128,201,227],"potential":[40],"dissimilarity":[41],"text.":[45],"Concretely,":[46],"our":[47],"objective":[48],"is":[49,61,73,134,205,259,273],"obtain":[51,97],"achievable":[52],"<tex":[53,58,70,98,181,187,197,220,263,270],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[54,59,71,99,182,188,198,221,264,271],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$(\\bar{c},\\bar{s})$</tex>":[55,100],"pairs,":[56],"where":[57],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$\\bar{c}$</tex>":[60,189,265],"average":[63,75],"cost":[65],"at":[66,87,93,131,155],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$\\bar{s}$</tex>":[72,183,199,272],"semantic":[76],"similarity":[77,81,127],"measured":[78],"via":[79],"cosine":[80,126],"between":[82],"vector":[83],"embedding":[84],"those":[91],"predicted/completed":[92,130],"destination.":[95,157],"pairs":[101],"for":[102,113,162,184,217],"neural":[103,203],"first-order":[106],"Markov":[107,214],"chain-based":[108,215],"small":[109],"models":[111],"(SLM)":[112],"prediction,":[114],"using":[115],"both":[116],"threshold":[118,176],"policy":[119,177,193],"that":[120,129,195,211],"transmits":[121,143],"word":[123,163],"if":[124,255],"its":[125],"below":[135],"threshold,":[137],"periodic":[140,192],"policy,":[141],"which":[142],"after":[145],"specific":[147],"interval":[148],"predicts/completes":[150],"in":[153,231],"between,":[154],"adopt":[159],"an":[160],"SLM":[161,204],"completion.":[164],"demonstrate":[166],"that,":[167],"when":[168,239],"occurs":[170,241],"channel,":[174,245],"achieves":[178],"higher":[180,229],"given":[186,269],"than":[190,207],"achieved":[200],"greater":[206],"equal":[209],"algorithm":[216],"same":[219],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$\\bar{c}$</tex>,.":[222],"The":[223],"improved":[224],"performance":[225],"comes":[226],"complexity":[230],"terms":[232],"time":[234],"computing":[236],"requirements.":[237],"However,":[238],"all":[246],"prediction":[247],"algorithms":[248],"scheduling":[250],"policies":[251],"perform":[252],"poorly.":[253],"Furthermore,":[254],"character-level":[256],"Huffman":[257],"coding":[258],"used,":[260],"required":[262],"achieve":[267],"reduced,":[274],"but":[275],"above":[277],"observations":[278],"still":[279],"apply.":[280]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}