{"id":"https://openalex.org/W3198578829","doi":"https://doi.org/10.21437/interspeech.2021-229","title":"Injecting Descriptive Meta-Information into Pre-Trained Language Models with Hypernetworks","display_name":"Injecting Descriptive Meta-Information into Pre-Trained Language Models with Hypernetworks","publication_year":2021,"publication_date":"2021-08-27","ids":{"openalex":"https://openalex.org/W3198578829","doi":"https://doi.org/10.21437/interspeech.2021-229","mag":"3198578829"},"language":"en","primary_location":{"id":"doi:10.21437/interspeech.2021-229","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2021-229","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2021","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/20.500.11850/509228","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011662141","display_name":"Wenying Duan","orcid":"https://orcid.org/0000-0002-2515-7800"},"institutions":[{"id":"https://openalex.org/I141649914","display_name":"Nanchang University","ror":"https://ror.org/042v6xz23","country_code":"CN","type":"education","lineage":["https://openalex.org/I141649914"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenying Duan","raw_affiliation_strings":["Nanchang University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanchang University, China","institution_ids":["https://openalex.org/I141649914"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102221941","display_name":"Xiaoxi He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaoxi He","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011140675","display_name":"Zimu Zhou","orcid":"https://orcid.org/0000-0002-5457-6967"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zimu Zhou","raw_affiliation_strings":["Singapore Management University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040319978","display_name":"Hong Rao","orcid":null},"institutions":[{"id":"https://openalex.org/I141649914","display_name":"Nanchang University","ror":"https://ror.org/042v6xz23","country_code":"CN","type":"education","lineage":["https://openalex.org/I141649914"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong Rao","raw_affiliation_strings":["Nanchang University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanchang University, China","institution_ids":["https://openalex.org/I141649914"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060999697","display_name":"Lothar Thiele","orcid":"https://orcid.org/0000-0001-6139-868X"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Lothar Thiele","raw_affiliation_strings":["ETH Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5862,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.68638025,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"3216","last_page":"3220"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7077283263206482},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.482708215713501},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4673961102962494}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7077283263206482},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.482708215713501},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4673961102962494}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.21437/interspeech.2021-229","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2021-229","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2021","raw_type":"proceedings-article"},{"id":"pmh:oai:www.research-collection.ethz.ch:20.500.11850/509228","is_oa":true,"landing_page_url":"http://hdl.handle.net/20.500.11850/509228","pdf_url":"http://hdl.handle.net/20.500.11850/509228","source":{"id":"https://openalex.org/S4306402302","display_name":"Repository for Publications and Research Data (ETH Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I35440088","host_organization_name":"ETH Zurich","host_organization_lineage":["https://openalex.org/I35440088"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of Interspeech 2021","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-7240","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/cgi/viewcontent.cgi?article=7240&context=sis_research","pdf_url":null,"source":{"id":"https://openalex.org/S4306401925","display_name":"Singapore Management University Institutional Knowledge (InK) (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://doi.org/10.21437/Interspeech.2021-229","raw_type":"Conference Proceeding Article"},{"id":"doi:10.3929/ethz-b-000509228","is_oa":true,"landing_page_url":"https://doi.org/10.3929/ethz-b-000509228","pdf_url":null,"source":{"id":"https://openalex.org/S7407051236","display_name":"ETH Z\u00fcrich Research Collection","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:www.research-collection.ethz.ch:20.500.11850/509228","is_oa":true,"landing_page_url":"http://hdl.handle.net/20.500.11850/509228","pdf_url":"http://hdl.handle.net/20.500.11850/509228","source":{"id":"https://openalex.org/S4306402302","display_name":"Repository for Publications and Research Data (ETH Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I35440088","host_organization_name":"ETH Zurich","host_organization_lineage":["https://openalex.org/I35440088"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of Interspeech 2021","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7400000095367432}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321026","display_name":"Ministry of Earth Sciences","ror":"https://ror.org/013cf5k59"},{"id":"https://openalex.org/F4320322724","display_name":"Ministry of Education, India","ror":"https://ror.org/048xjjh50"},{"id":"https://openalex.org/F4320338249","display_name":"Air Force Civil Engineer Center","ror":"https://ror.org/006gmme17"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3198578829.pdf","grobid_xml":"https://content.openalex.org/works/W3198578829.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W1997452128","https://openalex.org/W2064418625","https://openalex.org/W2102733276","https://openalex.org/W2740747242","https://openalex.org/W2896457183","https://openalex.org/W2948947170","https://openalex.org/W2962903510","https://openalex.org/W2963323070","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963531963","https://openalex.org/W2963615251","https://openalex.org/W2963748441","https://openalex.org/W2963969878","https://openalex.org/W2965373594","https://openalex.org/W2966715458","https://openalex.org/W2969876226","https://openalex.org/W2970608575","https://openalex.org/W2972324944","https://openalex.org/W2978017171","https://openalex.org/W2995460200","https://openalex.org/W2996428491","https://openalex.org/W2998230451","https://openalex.org/W3015316465","https://openalex.org/W3016070770","https://openalex.org/W3096109555","https://openalex.org/W3098057198","https://openalex.org/W3102725307","https://openalex.org/W3204647170","https://openalex.org/W4385245566","https://openalex.org/W4394642966"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2382290278","https://openalex.org/W2350741829","https://openalex.org/W2130043461","https://openalex.org/W2530322880","https://openalex.org/W3192589309"],"abstract_inverted_index":{"Pre-trained":[0],"language":[1,12,17,60,65,78],"models":[2,18,79],"have":[3],"been":[4],"widely":[5],"adopted":[6],"as":[7,27],"backbones":[8],"in":[9,23],"various":[10],"natural":[11,64],"processing":[13,66],"tasks.However,":[14],"existing":[15],"pre-trained":[16,59,77],"ignore":[19],"the":[20,24,28,31,34,52,74,82],"descriptive":[21,53],"meta-information":[22,54],"text":[25],"such":[26],"distinction":[29],"between":[30],"title":[32],"and":[33,55,80],"mainbody,":[35],"leading":[36],"to":[37,40,50],"over-weighted":[38],"attention":[39],"insignificant":[41],"text.In":[42],"this":[43],"paper,":[44],"we":[45],"propose":[46],"a":[47],"hypernetwork-based":[48],"architecture":[49],"model":[51],"integrate":[56],"it":[57],"into":[58],"models.Evaluations":[61],"on":[62,85],"three":[63],"tasks":[67],"show":[68],"that":[69],"our":[70],"method":[71],"notably":[72],"improves":[73],"performance":[75],"of":[76],"achieves":[81],"state-of-the-art":[83],"results":[84],"keyphrase":[86],"extraction.":[87]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-08-04T08:18:43.703281","created_date":"2025-10-10T00:00:00"}