{"id":"https://openalex.org/W6911825288","doi":"https://doi.org/10.5281/zenodo.14036213","title":"HiT: Language Models as Hierarchy Encoders","display_name":"HiT: Language Models as Hierarchy Encoders","publication_year":2024,"publication_date":"2024-09-01","ids":{"openalex":"https://openalex.org/W6911825288","doi":"https://doi.org/10.5281/zenodo.14036213"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.14036213","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.14036213","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"dataset"},"type":"dataset","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.14036213","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"He, Yuan","orcid":"https://orcid.org/0000-0002-4486-1262"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"He, Yuan","raw_affiliation_strings":["University of Oxford"],"raw_orcid":"https://orcid.org/0000-0002-4486-1262","affiliations":[{"raw_affiliation_string":"University of Oxford","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yuan, Zhangdie","orcid":null},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yuan, Zhangdie","raw_affiliation_strings":["University of Cambridge"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Cambridge","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chen, Jiaoyan","orcid":"https://orcid.org/0000-0003-4643-6750"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]},{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Chen, Jiaoyan","raw_affiliation_strings":["University of Manchester","University of Oxford"],"raw_orcid":"https://orcid.org/0000-0003-4643-6750","affiliations":[{"raw_affiliation_string":"University of Manchester","institution_ids":["https://openalex.org/I28407311"]},{"raw_affiliation_string":"University of Oxford","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"last","author":{"id":null,"display_name":"Horrocks, Ian","orcid":"https://orcid.org/0000-0002-2685-7462"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Horrocks, Ian","raw_affiliation_strings":["University of Oxford"],"raw_orcid":"https://orcid.org/0000-0002-2685-7462","affiliations":[{"raw_affiliation_string":"University of Oxford","institution_ids":["https://openalex.org/I40120149"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I40120149"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/suffix","display_name":"Suffix","score":0.7468000054359436},{"id":"https://openalex.org/keywords/hierarchy","display_name":"Hierarchy","score":0.6317999958992004},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5127000212669373},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5041000247001648},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.47040000557899475},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.45719999074935913}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8072999715805054},{"id":"https://openalex.org/C2779804580","wikidata":"https://www.wikidata.org/wiki/Q102047","display_name":"Suffix","level":2,"score":0.7468000054359436},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.6317999958992004},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5515000224113464},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5127000212669373},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5041000247001648},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.47040000557899475},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4636000096797943},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.45719999074935913},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.39750000834465027},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3862000107765198},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3815999925136566},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.35350000858306885},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.3345000147819519},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.31869998574256897},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.30790001153945923},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.30390000343322754},{"id":"https://openalex.org/C56601403","wikidata":"https://www.wikidata.org/wiki/Q5593673","display_name":"Grammar induction","level":3,"score":0.2574000060558319}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5281/zenodo.14036213","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.14036213","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"dataset"}],"best_oa_location":{"id":"doi:10.5281/zenodo.14036213","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.14036213","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"dataset"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"About":[0],"Datasets":[1,106,112,198],"for":[2,58,72,82,103],"training":[3,65],"and":[4,45,60,173,176,179,197],"evaluating":[5],"the":[6,13,51,55,70,121,144],"Hierarchy":[7,19],"Transformer":[8],"encoders":[9],"(HiTs)":[10],"proposed":[11],"in":[12,50,69,128,141,183],"paper":[14,71],"titled:":[15],"\"Language":[16],"Models":[17,196],"as":[18,168],"Encoders\".":[20],"Files":[21,30],"with":[22,31],"multi":[23],"suffix":[24,33],"corresponds":[25,34],"to":[26,35,77,116,155,160],"Multi-hop":[27],"Inference":[28],"evaluaiton.":[29],"mixed":[32],"Mixed-hop":[36],"Prediction":[37],"(and":[38],"its":[39],"transfer":[40,52],"setting)":[41],"evaluation.":[42],"schemaorg,":[43],"foodon,":[44],"doid":[46,61],"are":[47,126,148],"only":[48],"involved":[49],"evaluation,":[53],"but":[54],"datasets":[56,125],"here":[57],"foodon":[59],"also":[62],"give":[63],"their":[64,156],"sets":[66],"(see":[67],"explanation":[68],"why":[73],"we":[74],"opted":[75],"not":[76,149],"generate":[78],"a":[79,109],"trainning":[80],"set":[81],"schemaorg).":[83],"The":[84,124],"previous":[85],"version":[86],"of":[87,130],"this":[88,142,161],"dataset":[89],"collection":[90],"has":[91],"been":[92],"marked":[93],"deprecated":[94],"because":[95],"it":[96,99],"seems":[97],"that":[98,140],"contains":[100],"broken":[101],"files":[102],"snomed.":[104],"Huggingface":[105,111,200],"We":[107],"offer":[108],"convenient":[110],"entry,":[113],"enabling":[114],"users":[115],"load":[117],"data":[118],"directly":[119],"using":[120],"load_dataset":[122],"method.":[123],"available":[127],"formats":[129],"either":[131],"entity":[132,136,146],"triplets":[133],"or":[134],"labelled":[135],"pairs.":[137],"Please":[138],"note":[139],"way,":[143],"original":[145,157],"IDs":[147],"retained.":[150],"To":[151],"map":[152],"entities":[153],"back":[154],"hierarchies,":[158],"refer":[159],"Zenodo":[162],"release.":[163],"Citation":[164],"@article{he2024language,":[165],"title={Language":[166],"models":[167],"hierarchy":[169],"encoders},":[170],"author={He,":[171],"Yuan":[172,207],"Yuan,":[174],"Moy":[175],"Chen,":[177],"Jiaoyan":[178],"Horrocks,":[180],"Ian},":[181],"journal={Advances":[182],"Neural":[184],"Information":[185],"Processing":[186],"Systems},":[187],"volume={37},":[188],"pages={14690--14711},":[189],"year={2024}":[190],"}":[191],"Links":[192],"GitHub":[193],"repository:":[194],"https://github.com/KRR-Oxford/HierarchyTransformers":[195],"on":[199],"Hub:":[201],"https://huggingface.co/Hierarchy-Transformers":[202],"Arxiv":[203],"preprint:":[204],"https://arxiv.org/abs/2401.11374":[205],"Contact":[206],"He":[208],"(yuan.he(at)cs.ox.ac.uk)":[209]},"counts_by_year":[],"updated_date":"2025-11-06T06:51:31.235846","created_date":"2025-10-10T00:00:00"}