{"id":"https://openalex.org/W4403488287","doi":"https://doi.org/10.3233/faia240661","title":"RADAr: A Transformer-Based Autoregressive Decoder Architecture for Hierarchical Text Classification","display_name":"RADAr: A Transformer-Based Autoregressive Decoder Architecture for Hierarchical Text Classification","publication_year":2024,"publication_date":"2024-10-16","ids":{"openalex":"https://openalex.org/W4403488287","doi":"https://doi.org/10.3233/faia240661"},"language":"en","primary_location":{"id":"doi:10.3233/faia240661","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240661","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA240661","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA240661","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032853075","display_name":"Yousef Younes","orcid":"https://orcid.org/0000-0003-1271-3633"},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]},{"id":"https://openalex.org/I4210101898","display_name":"GESIS - Leibniz-Institute for the Social Sciences","ror":"https://ror.org/018afyw53","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210101898"]},{"id":"https://openalex.org/I4210142152","display_name":"ORCID","ror":"https://ror.org/04fa4r544","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210142152"]}],"countries":["DE","US"],"is_corresponding":true,"raw_author_name":"Yousef Younes","raw_affiliation_strings":["GESIS \u2013 Leibniz-Institute for the Social Sciences","University of Ulm","University of Ulm ORCID"],"raw_orcid":"https://orcid.org/0000-0003-1271-3633","affiliations":[{"raw_affiliation_string":"GESIS \u2013 Leibniz-Institute for the Social Sciences","institution_ids":["https://openalex.org/I4210101898"]},{"raw_affiliation_string":"University of Ulm","institution_ids":["https://openalex.org/I196349391"]},{"raw_affiliation_string":"University of Ulm ORCID","institution_ids":["https://openalex.org/I4210142152"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077989893","display_name":"Lukas Galke","orcid":"https://orcid.org/0000-0001-6124-1092"},"institutions":[{"id":"https://openalex.org/I177969490","display_name":"University of Southern Denmark","ror":"https://ror.org/03yrrjy16","country_code":"DK","type":"education","lineage":["https://openalex.org/I177969490"]},{"id":"https://openalex.org/I4210089003","display_name":"Max Planck Institute for Psycholinguistics","ror":"https://ror.org/00671me87","country_code":"NL","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210089003"]}],"countries":["DK","NL"],"is_corresponding":false,"raw_author_name":"Lukas Galke","raw_affiliation_strings":["Max Planck Institute for Psycholiguistics","University of Southern Denmark"],"raw_orcid":"https://orcid.org/0000-0001-6124-1092","affiliations":[{"raw_affiliation_string":"Max Planck Institute for Psycholiguistics","institution_ids":["https://openalex.org/I4210089003"]},{"raw_affiliation_string":"University of Southern Denmark","institution_ids":["https://openalex.org/I177969490"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005533034","display_name":"Ansgar Scherp","orcid":"https://orcid.org/0000-0002-2653-9245"},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]},{"id":"https://openalex.org/I4210142152","display_name":"ORCID","ror":"https://ror.org/04fa4r544","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210142152"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Ansgar Scherp","raw_affiliation_strings":["University of Ulm","University of Ulm ORCID"],"raw_orcid":"https://orcid.org/0000-0002-2653-9245","affiliations":[{"raw_affiliation_string":"University of Ulm","institution_ids":["https://openalex.org/I196349391"]},{"raw_affiliation_string":"University of Ulm ORCID","institution_ids":["https://openalex.org/I4210142152"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5032853075"],"corresponding_institution_ids":["https://openalex.org/I196349391","https://openalex.org/I4210101898","https://openalex.org/I4210142152"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.37786473,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.7757247686386108},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6382147669792175},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5637896060943604},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.5607260465621948},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4189216196537018},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.38911640644073486},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.33425766229629517},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19946113228797913},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.18932762742042542},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17499947547912598},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.1322413980960846},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.13046112656593323},{"id":"https://openalex.org/keywords/archaeology","display_name":"Archaeology","score":0.06081622838973999}],"concepts":[{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.7757247686386108},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6382147669792175},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5637896060943604},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5607260465621948},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4189216196537018},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.38911640644073486},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33425766229629517},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19946113228797913},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.18932762742042542},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17499947547912598},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.1322413980960846},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.13046112656593323},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.06081622838973999},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3233/faia240661","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240661","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA240661","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},{"id":"pmh:oai:arXiv.org:2501.13598","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2501.13598","pdf_url":"https://arxiv.org/pdf/2501.13598","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:sdu.dk:openaire_cris_publications/70dadef2-9bf1-42a9-89fd-4806b5671f1a","is_oa":true,"landing_page_url":"https://portal.findresearcher.sdu.dk/da/publications/70dadef2-9bf1-42a9-89fd-4806b5671f1a","pdf_url":"https://findresearcher.sdu.dk/ws/files/278650567/FAIA-392-FAIA240661.pdf","source":{"id":"https://openalex.org/S4306400423","display_name":"University of Southern Denmark Research Portal (University of Southern Denmark)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I177969490","host_organization_name":"University of Southern Denmark","host_organization_lineage":["https://openalex.org/I177969490"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Younes, Y, Galke, L P A & Scherp, A 2024, RADAr : A Transformer-based Autoregressive Decoder Architecture for Hierarchical Text Classification. in 27th European Conference on Artificial Intelligence 2024 (ECAI 2024). IOS Press, Frontiers in Artificial Intelligence and Applications, vol. 392, pp. 1559-1566, European Conference on Artificial Intelligence, Santiago de Compostela, Spain, 19/10/2024. https://doi.org/10.3233/FAIA240661","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:sdu.dk:openaire/70dadef2-9bf1-42a9-89fd-4806b5671f1a","is_oa":false,"landing_page_url":"https://portal.findresearcher.sdu.dk/files/278650567/FAIA-392-FAIA240661.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400423","display_name":"University of Southern Denmark Research Portal (University of Southern Denmark)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I177969490","host_organization_name":"University of Southern Denmark","host_organization_lineage":["https://openalex.org/I177969490"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Younes, Y, Galke, L P A & Scherp, A 2024, RADAr : A Transformer-based Autoregressive Decoder Architecture for Hierarchical Text Classification. in 27th European Conference on Artificial Intelligence 2024 (ECAI 2024). IOS Press, Frontiers in Artificial Intelligence and Applications, vol. 392, pp. 1559-1566, European Conference on Artificial Intelligence, Santiago de Compostela, Spain, 19/10/2024. https://doi.org/10.3233/FAIA240661","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.3233/faia240661","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240661","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA240661","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[{"score":0.6800000071525574,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G7669562414","display_name":null,"funder_award_id":"460676019","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403488287.pdf"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W1904365287","https://openalex.org/W2016589492","https://openalex.org/W2046352419","https://openalex.org/W2117225622","https://openalex.org/W2118020653","https://openalex.org/W2118382442","https://openalex.org/W2137165876","https://openalex.org/W2150102617","https://openalex.org/W2150766729","https://openalex.org/W2204575588","https://openalex.org/W2228826686","https://openalex.org/W2759474451","https://openalex.org/W2884561390","https://openalex.org/W2890362944","https://openalex.org/W2896457183","https://openalex.org/W2908510526","https://openalex.org/W2952230191","https://openalex.org/W2963248507","https://openalex.org/W2965373594","https://openalex.org/W3005680577","https://openalex.org/W3034999214","https://openalex.org/W3035690777","https://openalex.org/W3106416136","https://openalex.org/W3165539940","https://openalex.org/W3166531985","https://openalex.org/W3176676637","https://openalex.org/W3211394146","https://openalex.org/W4221151676","https://openalex.org/W4223430004","https://openalex.org/W4226053660","https://openalex.org/W4226418765","https://openalex.org/W4285104779","https://openalex.org/W4288089799","https://openalex.org/W4327810158","https://openalex.org/W4379958578","https://openalex.org/W4384918448","https://openalex.org/W4385567242","https://openalex.org/W4386081032","https://openalex.org/W4389520455","https://openalex.org/W4389523787","https://openalex.org/W4391799129","https://openalex.org/W4392575322","https://openalex.org/W4394666973"],"related_works":["https://openalex.org/W2171218219","https://openalex.org/W1972271943","https://openalex.org/W2150410159","https://openalex.org/W4327525404","https://openalex.org/W4287185323","https://openalex.org/W3150905897","https://openalex.org/W1520183331","https://openalex.org/W2734842993","https://openalex.org/W2168175994","https://openalex.org/W2049473509"],"abstract_inverted_index":{"Recent":[0],"approaches":[1,75],"in":[2,145,199],"hierarchical":[3,36],"text":[4,37],"classification":[5,70],"(HTC)":[6],"rely":[7],"on":[8,49,95,105],"the":[9,18,26,56,69,78,87,91,96,115,118,133,141,154,163,175,203,212],"capabilities":[10],"of":[11,80,86,117,187],"a":[12,22,59,182,185,194],"pre-trained":[13],"transformer":[14,53],"model":[15,127],"and":[16,21,58,90,123,180,208],"exploit":[17],"label":[19,27,88,98,134,155],"semantics":[20,156],"graph":[23,160],"encoder":[24,79,161,204,213],"for":[25,67,76,162,172],"hierarchy.":[28],"In":[29],"this":[30],"paper,":[31],"we":[32],"introduce":[33],"an":[34,50,158],"effective":[35],"classifier":[38],"RADAr":[39,81,110],"(A":[40],"Transformer-based":[41],"Autoregressive":[42],"Decoder":[43],"Architecture)":[44],"that":[45,109,152],"is":[46,165,222],"based":[47],"only":[48],"off-the-shelf":[51],"RoBERTa":[52],"to":[54,114,138,210],"process":[55],"input":[57],"custom":[60],"autoregressive":[61],"decoder":[62,65,92,196],"with":[63,120,201],"two":[64],"layers":[66],"generating":[68],"output.":[71],"Thus,":[72],"unlike":[73],"existing":[74,146],"HTC,":[77],"has":[82,168,177],"no":[83],"explicit":[84,159],"encoding":[85],"hierarchy":[89,164],"solely":[93],"relies":[94],"samples\u2019":[97],"sequences":[99,135],"observed":[100],"during":[101],"training.":[102],"We":[103],"demonstrate":[104],"three":[106],"benchmark":[107],"datasets":[108],"achieves":[111],"results":[112],"competitive":[113],"state":[116],"art":[119],"less":[121],"training":[122,193],"inference":[124,190],"time.":[125,191],"Our":[126,149],"consistently":[128],"performs":[129],"better":[130],"when":[131],"organizing":[132],"from":[136,197],"children":[137],"parents":[139],"versus":[140],"inverse,":[142],"as":[143,174,215],"done":[144],"HTC":[147,173],"approaches.":[148],"experiments":[150],"show":[151],"neither":[153],"nor":[157],"needed.":[166],"This":[167],"strong":[169],"practical":[170],"implications":[171],"architecture":[176],"fewer":[178],"requirements":[179],"provides":[181],"speed-up":[183],"by":[184],"factor":[186],"2":[188],"at":[189,224],"Moreover,":[192],"separate":[195],"scratch":[198],"conjunction":[200],"fine-tuning":[202],"allows":[205],"future":[206],"researchers":[207],"practitioners":[209],"exchange":[211],"part":[214],"new":[216],"models":[217],"arise.":[218],"The":[219],"source":[220],"code":[221],"available":[223],"https://github.com/yousef-younes/RADAr.":[225]},"counts_by_year":[],"updated_date":"2026-05-27T09:02:27.158192","created_date":"2024-10-18T00:00:00"}