{"id":"https://openalex.org/W4402978376","doi":"https://doi.org/10.1109/access.2024.3470512","title":"LinguaShrink:Reducing Token Overhead with Psycholinguistics","display_name":"LinguaShrink:Reducing Token Overhead with Psycholinguistics","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4402978376","doi":"https://doi.org/10.1109/access.2024.3470512"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3470512","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2024.3470512","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"http://dx.doi.org/10.1109/access.2024.3470512","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037374518","display_name":"Feihu Ma","orcid":"https://orcid.org/0009-0008-5063-2299"},"institutions":[{"id":"https://openalex.org/I13985625","display_name":"East China Jiaotong University","ror":"https://ror.org/05x2f1m38","country_code":"CN","type":"education","lineage":["https://openalex.org/I13985625"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feihu Ma","raw_affiliation_strings":["East China Jiaotong UniversityNanchang, Jiangxi, China","School of Transportation Engineering, East China Jiaotong University, Nanchang, Jiangxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Jiaotong UniversityNanchang, Jiangxi, China","institution_ids":["https://openalex.org/I13985625"]},{"raw_affiliation_string":"School of Transportation Engineering, East China Jiaotong University, Nanchang, Jiangxi, China","institution_ids":["https://openalex.org/I13985625"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107654581","display_name":"Xuechen Liang","orcid":null},"institutions":[{"id":"https://openalex.org/I13985625","display_name":"East China Jiaotong University","ror":"https://ror.org/05x2f1m38","country_code":"CN","type":"education","lineage":["https://openalex.org/I13985625"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuechen Liang","raw_affiliation_strings":["East China Jiaotong UniversityNanchang, Jiangxi, China","School of Transportation Engineering, East China Jiaotong University, Nanchang, Jiangxi, China"],"raw_orcid":"https://orcid.org/0009-0005-2318-6746","affiliations":[{"raw_affiliation_string":"East China Jiaotong UniversityNanchang, Jiangxi, China","institution_ids":["https://openalex.org/I13985625"]},{"raw_affiliation_string":"School of Transportation Engineering, East China Jiaotong University, Nanchang, Jiangxi, China","institution_ids":["https://openalex.org/I13985625"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5093751229","display_name":"Meiling Tao","orcid":null},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meiling TAo","raw_affiliation_strings":["Guangdong University of Technology, Guangdong, China","School of Computer Science and Technology, Guangdong University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0003-8403-395X","affiliations":[{"raw_affiliation_string":"Guangdong University of Technology, Guangdong, China","institution_ids":["https://openalex.org/I139024713"]},{"raw_affiliation_string":"School of Computer Science and Technology, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13761169,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.45179998874664307,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.45179998874664307,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.4262000024318695,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7285710573196411},{"id":"https://openalex.org/keywords/psycholinguistics","display_name":"Psycholinguistics","score":0.6603041291236877},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.6588463187217712},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.6203664541244507},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.24759796261787415},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.14567193388938904},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1250908374786377},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.09299680590629578},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07696285843849182}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7285710573196411},{"id":"https://openalex.org/C89267518","wikidata":"https://www.wikidata.org/wiki/Q179488","display_name":"Psycholinguistics","level":3,"score":0.6603041291236877},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6588463187217712},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6203664541244507},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.24759796261787415},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.14567193388938904},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1250908374786377},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.09299680590629578},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07696285843849182}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3470512","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2024.3470512","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:747cd98c8140455195169ed07cef43cf","is_oa":true,"landing_page_url":"https://doaj.org/article/747cd98c8140455195169ed07cef43cf","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 145095-145105 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3470512","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2024.3470512","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.49000000953674316,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1574901103","https://openalex.org/W1579838312","https://openalex.org/W1965555277","https://openalex.org/W1974339500","https://openalex.org/W1993411524","https://openalex.org/W1996430422","https://openalex.org/W2091565802","https://openalex.org/W2123442489","https://openalex.org/W2150468603","https://openalex.org/W2250539671","https://openalex.org/W2896457183","https://openalex.org/W2948981900","https://openalex.org/W2949615363","https://openalex.org/W2962739339","https://openalex.org/W2962784628","https://openalex.org/W2963366389","https://openalex.org/W2970641574","https://openalex.org/W2978017171","https://openalex.org/W4214717370","https://openalex.org/W4225576545","https://openalex.org/W4252076394","https://openalex.org/W4287824654","https://openalex.org/W4295838474","https://openalex.org/W4313483544","https://openalex.org/W4366330736","https://openalex.org/W4367000321","https://openalex.org/W4381683870","https://openalex.org/W4385245566","https://openalex.org/W4385572961","https://openalex.org/W4386556219","https://openalex.org/W4386942223","https://openalex.org/W4387355404","https://openalex.org/W4389519019","https://openalex.org/W4389519226","https://openalex.org/W4391602018","https://openalex.org/W4402670850","https://openalex.org/W4402671766","https://openalex.org/W4402671835"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W3118224419","https://openalex.org/W4313204384","https://openalex.org/W2040515868","https://openalex.org/W2369801737","https://openalex.org/W2801147070","https://openalex.org/W1563707621","https://openalex.org/W2140849905","https://openalex.org/W2392026738"],"abstract_inverted_index":{"As":[0],"large":[1],"language":[2],"models":[3,105],"(LLMs)":[4],"improve":[5],"their":[6],"capabilities":[7],"in":[8,59],"handling":[9],"complex":[10],"tasks,":[11],"the":[12,45,52,60,68,88],"issues":[13],"of":[14,56],"computational":[15],"cost":[16],"and":[17,31,54,67,99,110,143],"efficiency":[18],"due":[19],"to":[20,72,106,126,161,166],"long":[21],"prompts":[22],"are":[23],"becoming":[24],"increasingly":[25],"prominent.":[26],"To":[27],"accelerate":[28],"model":[29],"inference":[30],"reduce":[32],"costs,":[33],"we":[34,120],"propose":[35],"an":[36],"innovative":[37],"prompt":[38,75,80,168],"compression":[39,98,108,124,129,169],"framework":[40,94],"called":[41],"LinguaShrink.":[42],"Inspired":[43],"by":[44,175],"observation":[46],"that":[47,153],"LLM":[48],"performance":[49],"depends":[50],"on":[51,135],"density":[53],"position":[55],"key":[57],"information":[58],"input":[61],"prompts,":[62],"LinguaShrink":[63,154,171],"leverages":[64],"psycholinguistic":[65],"principles":[66],"Ebbinghaus":[69],"memory":[70],"curve":[71],"achieve":[73,127],"task-agnostic":[74],"compression.":[76,164],"This":[77],"effectively":[78],"reduces":[79],"length":[81],"while":[82,158],"preserving":[83],"essential":[84],"information.":[85],"We":[86,131],"adopted":[87],"training":[89],"method":[90,134],"from":[91],"OpenChat.":[92],"The":[93],"introduces":[95],"part-of-speech":[96],"priority":[97],"data":[100],"distillation":[101],"techniques,":[102],"using":[103],"smaller":[104],"learn":[107],"targets":[109],"employing":[111],"a":[112,122,144],"KL-regularized":[113],"reinforcement":[114],"learning":[115],"strategy":[116],"for":[117],"training.":[118],"Additionally,":[119],"adopt":[121],"chunk-based":[123],"algorithm":[125],"adjustable":[128],"rates.":[130],"evaluate":[132],"our":[133],"multiple":[136],"datasets,":[137],"including":[138],"LongBench,":[139],"ZeroScrolls,":[140],"Arxiv":[141],"Articles,":[142],"newly":[145],"constructed":[146],"novel":[147],"test":[148],"set.":[149],"Experimental":[150],"results":[151],"show":[152],"maintains":[155],"semantic":[156],"similarity":[157],"achieving":[159],"up":[160],"26":[162],"times":[163],"Compared":[165],"existing":[167],"methods,":[170],"improves":[172],"end-to-end":[173],"latency":[174],"1.43":[176],"times.":[177]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}