{"id":"https://openalex.org/W4406846967","doi":"https://doi.org/10.3390/e27020128","title":"SPIRIT: Structural Entropy Guided Prefix Tuning for Hierarchical Text Classification","display_name":"SPIRIT: Structural Entropy Guided Prefix Tuning for Hierarchical Text Classification","publication_year":2025,"publication_date":"2025-01-26","ids":{"openalex":"https://openalex.org/W4406846967","doi":"https://doi.org/10.3390/e27020128","pmid":"https://pubmed.ncbi.nlm.nih.gov/40003125"},"language":"en","primary_location":{"id":"doi:10.3390/e27020128","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e27020128","pdf_url":"https://www.mdpi.com/1099-4300/27/2/128/pdf?version=1737858462","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/27/2/128/pdf?version=1737858462","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"He Zhu","orcid":"https://orcid.org/0009-0005-1328-8431"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"He Zhu","raw_affiliation_strings":["State Key Laboratory of Software Development Environment, School of Computer Science and Engineering, Beihang University, No. 37 Xue Yuan Road, Hai Dian District, Beijing 100191, China"],"raw_orcid":"https://orcid.org/0009-0005-1328-8431","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, School of Computer Science and Engineering, Beihang University, No. 37 Xue Yuan Road, Hai Dian District, Beijing 100191, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083255173","display_name":"Jinxiang Xia","orcid":null},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinxiang Xia","raw_affiliation_strings":["State Key Laboratory of Software Development Environment, School of Computer Science and Engineering, Beihang University, No. 37 Xue Yuan Road, Hai Dian District, Beijing 100191, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, School of Computer Science and Engineering, Beihang University, No. 37 Xue Yuan Road, Hai Dian District, Beijing 100191, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041041638","display_name":"Ruomei Liu","orcid":"https://orcid.org/0009-0002-6533-6229"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruomei Liu","raw_affiliation_strings":["State Key Laboratory of Software Development Environment, School of Computer Science and Engineering, Beihang University, No. 37 Xue Yuan Road, Hai Dian District, Beijing 100191, China"],"raw_orcid":"https://orcid.org/0009-0002-6533-6229","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, School of Computer Science and Engineering, Beihang University, No. 37 Xue Yuan Road, Hai Dian District, Beijing 100191, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044404549","display_name":"Bowen Deng","orcid":"https://orcid.org/0009-0008-0170-5674"},"institutions":[{"id":"https://openalex.org/I69356397","display_name":"Xi\u2019an Jiaotong-Liverpool University","ror":"https://ror.org/03zmrmn05","country_code":"CN","type":"education","lineage":["https://openalex.org/I69356397"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bowen Deng","raw_affiliation_strings":["School of Advanced Technology, Xi\u2019an Jiaotong-Liverpool University, Suzhou 215213, China","School of Advanced Technology, Xi'an Jiaotong-Liverpool University, Suzhou 215213, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Advanced Technology, Xi\u2019an Jiaotong-Liverpool University, Suzhou 215213, China","institution_ids":["https://openalex.org/I69356397"]},{"raw_affiliation_string":"School of Advanced Technology, Xi'an Jiaotong-Liverpool University, Suzhou 215213, China","institution_ids":["https://openalex.org/I69356397"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2227},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2227},"fwci":2.5399,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.8904383,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"27","issue":"2","first_page":"128","last_page":"128"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prefix","display_name":"Prefix","score":0.9092144966125488},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7581584453582764},{"id":"https://openalex.org/keywords/hierarchy","display_name":"Hierarchy","score":0.6623116135597229},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5431510210037231},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4963257908821106},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.48949968814849854},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.43337881565093994},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.4204868674278259},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32504022121429443},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.32486802339553833},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.32047605514526367}],"concepts":[{"id":"https://openalex.org/C141603448","wikidata":"https://www.wikidata.org/wiki/Q134830","display_name":"Prefix","level":2,"score":0.9092144966125488},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7581584453582764},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.6623116135597229},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5431510210037231},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4963257908821106},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.48949968814849854},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.43337881565093994},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.4204868674278259},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32504022121429443},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32486802339553833},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.32047605514526367},{"id":"https://openalex.org/C34447519","wikidata":"https://www.wikidata.org/wiki/Q179522","display_name":"Market economy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/e27020128","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e27020128","pdf_url":"https://www.mdpi.com/1099-4300/27/2/128/pdf?version=1737858462","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:40003125","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40003125","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:11854296","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11854296","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11854296/pdf/entropy-27-00128.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:8f1b0df5edea48a4b3dc4fa38e4cd39f","is_oa":true,"landing_page_url":"https://doaj.org/article/8f1b0df5edea48a4b3dc4fa38e4cd39f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 27, Iss 2, p 128 (2025)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1099-4300/27/2/128/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/e27020128","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Pages: 128","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/e27020128","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e27020128","pdf_url":"https://www.mdpi.com/1099-4300/27/2/128/pdf?version=1737858462","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7300000190734863,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4406846967.pdf","grobid_xml":"https://content.openalex.org/works/W4406846967.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1995875735","https://openalex.org/W2137165876","https://openalex.org/W2150102617","https://openalex.org/W2338678442","https://openalex.org/W2759474451","https://openalex.org/W2890362944","https://openalex.org/W2896457183","https://openalex.org/W2949448715","https://openalex.org/W2952230191","https://openalex.org/W2970390610","https://openalex.org/W2970786075","https://openalex.org/W2971330564","https://openalex.org/W2983965928","https://openalex.org/W3022383009","https://openalex.org/W3035690777","https://openalex.org/W3152764302","https://openalex.org/W3153148992","https://openalex.org/W3166986030","https://openalex.org/W3174770825","https://openalex.org/W3174784402","https://openalex.org/W3176676637","https://openalex.org/W3198571508","https://openalex.org/W4205991051","https://openalex.org/W4221151676","https://openalex.org/W4225149788","https://openalex.org/W4226053660","https://openalex.org/W4229005033","https://openalex.org/W4283729103","https://openalex.org/W4285247752","https://openalex.org/W4285604301","https://openalex.org/W4293307602","https://openalex.org/W4320853806","https://openalex.org/W4321480062","https://openalex.org/W4328113578","https://openalex.org/W4375959099","https://openalex.org/W4378474151","https://openalex.org/W4385571807","https://openalex.org/W4386187806","https://openalex.org/W4387559708","https://openalex.org/W6681875376","https://openalex.org/W6745537798","https://openalex.org/W6778883912"],"related_works":["https://openalex.org/W2142481367","https://openalex.org/W3196321793","https://openalex.org/W3080705045","https://openalex.org/W2385527937","https://openalex.org/W2005880840","https://openalex.org/W2507465767","https://openalex.org/W4385305499","https://openalex.org/W2047674875","https://openalex.org/W4245066656","https://openalex.org/W2047632477"],"abstract_inverted_index":{"Hierarchical":[0],"text":[1],"classification":[2],"(HTC)":[3],"is":[4,132],"a":[5,13,128,155],"challenging":[6],"task":[7],"that":[8,46,152],"requires":[9],"classifiers":[10],"to":[11,29,50,62,119,134],"solve":[12],"series":[14],"of":[15,69,79,102],"multi-label":[16],"subtasks":[17],"considering":[18],"hierarchical":[19],"dependencies":[20],"among":[21],"labels.":[22],"Recent":[23],"studies":[24,82],"have":[25],"introduced":[26],"prompt":[27,52,57,71,120],"tuning":[28,72],"create":[30],"closer":[31],"connections":[32],"between":[33],"the":[34,39,47,51,56,60,63,67,77,99,103,112,117,125,139,142],"language":[35,85],"model":[36],"(LM)":[37],"and":[38,110,137],"complex":[40],"label":[41,104],"hierarchy.":[42],"However,":[43],"we":[44,88,97],"find":[45],"model\u2019s":[48],"attention":[49],"gradually":[53],"decreases":[54],"as":[55,116],"moves":[58],"from":[59],"input":[61],"output":[64],"layer,":[65],"revealing":[66],"limitations":[68],"previous":[70],"methods":[73],"for":[74],"HTC.":[75],"Given":[76],"success":[78],"prefix":[80,118,140],"tuning-based":[81],"in":[83,124],"natural":[84],"understanding":[86],"tasks,":[87],"introduce":[89],"Structural":[90],"entroPy":[91],"guIded":[92],"pRefIx":[93],"Tuning":[94],"(SPIRIT).":[95],"Specifically,":[96],"extract":[98],"essential":[100],"structure":[101],"hierarchy":[105],"via":[106],"structural":[107,114],"entropy":[108],"minimization":[109],"decode":[111],"abstractive":[113],"information":[115],"all":[121],"intermediate":[122],"layers":[123],"LM.":[126],"Additionally,":[127],"depth-wise":[129],"reparameterization":[130],"strategy":[131],"developed":[133],"enhance":[135],"optimization":[136],"propagate":[138],"throughout":[141],"LM":[143],"layers.":[144],"Extensive":[145],"evaluation":[146],"on":[147],"four":[148],"popular":[149],"datasets":[150],"demonstrates":[151],"SPIRIT":[153],"achieves":[154],"state-of-the-art":[156],"performance.":[157]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}