{"id":"https://openalex.org/W3216778595","doi":"https://doi.org/10.1162/tacl_a_00426","title":"Structured Self-Supervised Pretraining for Commonsense Knowledge Graph Completion","display_name":"Structured Self-Supervised Pretraining for Commonsense Knowledge Graph Completion","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3216778595","doi":"https://doi.org/10.1162/tacl_a_00426","mag":"3216778595"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00426","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00426","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00426/1974759/tacl_a_00426.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00426/1974759/tacl_a_00426.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101853822","display_name":"Jiayuan Huang","orcid":"https://orcid.org/0009-0009-1610-9311"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayuan Huang","raw_affiliation_strings":["Zhejiang University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091867779","display_name":"Yangkai Du","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yangkai Du","raw_affiliation_strings":["Zhejiang University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101504610","display_name":"Shuting Tao","orcid":"https://orcid.org/0000-0003-4130-9488"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuting Tao","raw_affiliation_strings":["Zhejiang University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029335824","display_name":"Kun Xu","orcid":"https://orcid.org/0000-0002-2671-4170"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kun Xu","raw_affiliation_strings":["Tencent AI Lab, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tencent AI Lab, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083884675","display_name":"Pengtao Xie","orcid":"https://orcid.org/0000-0003-0521-174X"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California, San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Pengtao Xie","raw_affiliation_strings":["UC San Diego, USA. p1xie@eng.ucsd.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC San Diego, USA. p1xie@eng.ucsd.edu","institution_ids":["https://openalex.org/I36258959"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5083884675"],"corresponding_institution_ids":["https://openalex.org/I36258959"],"apc_list":null,"apc_paid":null,"fwci":0.4198,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.70779103,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"9","issue":null,"first_page":"1268","last_page":"1284"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.882879376411438},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.6491071581840515},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.6442618370056152},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5945981740951538},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.5347999334335327},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.48442915081977844},{"id":"https://openalex.org/keywords/commonsense-reasoning","display_name":"Commonsense reasoning","score":0.45859116315841675},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.44371554255485535},{"id":"https://openalex.org/keywords/commonsense-knowledge","display_name":"Commonsense knowledge","score":0.42125558853149414},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41468772292137146},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.34384140372276306},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12821295857429504},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.12430992722511292},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.0948512852191925}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.882879376411438},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.6491071581840515},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.6442618370056152},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5945981740951538},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.5347999334335327},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.48442915081977844},{"id":"https://openalex.org/C193221554","wikidata":"https://www.wikidata.org/wiki/Q5153664","display_name":"Commonsense reasoning","level":2,"score":0.45859116315841675},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.44371554255485535},{"id":"https://openalex.org/C30542707","wikidata":"https://www.wikidata.org/wiki/Q1603203","display_name":"Commonsense knowledge","level":3,"score":0.42125558853149414},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41468772292137146},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34384140372276306},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12821295857429504},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.12430992722511292},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0948512852191925},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/tacl_a_00426","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00426","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00426/1974759/tacl_a_00426.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:93d1c58c80484ae586c0826fd700b9c5","is_oa":true,"landing_page_url":"https://doaj.org/article/93d1c58c80484ae586c0826fd700b9c5","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 9, Pp 1268-1284 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00426","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00426","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00426/1974759/tacl_a_00426.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320316083","display_name":"Tencent","ror":"https://ror.org/00hhjss72"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3216778595.pdf","grobid_xml":"https://content.openalex.org/works/W3216778595.grobid-xml"},"referenced_works_count":95,"referenced_works":["https://openalex.org/W13682356","https://openalex.org/W1522301498","https://openalex.org/W1593271688","https://openalex.org/W1662382123","https://openalex.org/W1888005072","https://openalex.org/W2064675550","https://openalex.org/W2101105183","https://openalex.org/W2127795553","https://openalex.org/W2130942839","https://openalex.org/W2154851992","https://openalex.org/W2243512948","https://openalex.org/W2283196293","https://openalex.org/W2387462954","https://openalex.org/W2433281745","https://openalex.org/W2509019445","https://openalex.org/W2519887557","https://openalex.org/W2559655401","https://openalex.org/W2561529111","https://openalex.org/W2586847566","https://openalex.org/W2604272474","https://openalex.org/W2604314403","https://openalex.org/W2605089588","https://openalex.org/W2612690371","https://openalex.org/W2700550412","https://openalex.org/W2754194354","https://openalex.org/W2807873315","https://openalex.org/W2811124557","https://openalex.org/W2896457183","https://openalex.org/W2898695519","https://openalex.org/W2898984325","https://openalex.org/W2914874661","https://openalex.org/W2931198394","https://openalex.org/W2950339735","https://openalex.org/W2950902819","https://openalex.org/W2962767366","https://openalex.org/W2962784628","https://openalex.org/W2963101081","https://openalex.org/W2963325573","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963520511","https://openalex.org/W2963858333","https://openalex.org/W2963995027","https://openalex.org/W2964015378","https://openalex.org/W2964121744","https://openalex.org/W2964207259","https://openalex.org/W2964311892","https://openalex.org/W2964321699","https://openalex.org/W2965373594","https://openalex.org/W2970161131","https://openalex.org/W2978170550","https://openalex.org/W2982399380","https://openalex.org/W2986466936","https://openalex.org/W2996428491","https://openalex.org/W2996604169","https://openalex.org/W2997545008","https://openalex.org/W3005552578","https://openalex.org/W3014521650","https://openalex.org/W3034999214","https://openalex.org/W3103995645","https://openalex.org/W3104097132","https://openalex.org/W3105705953","https://openalex.org/W4212774754","https://openalex.org/W4288375838","https://openalex.org/W4291474301","https://openalex.org/W4297733535","https://openalex.org/W6631190155","https://openalex.org/W6637178625","https://openalex.org/W6638575559","https://openalex.org/W6678830454","https://openalex.org/W6679436768","https://openalex.org/W6690457987","https://openalex.org/W6695596964","https://openalex.org/W6718437798","https://openalex.org/W6720006811","https://openalex.org/W6726873649","https://openalex.org/W6730529904","https://openalex.org/W6738964360","https://openalex.org/W6739901393","https://openalex.org/W6740572265","https://openalex.org/W6744443224","https://openalex.org/W6752228777","https://openalex.org/W6753331806","https://openalex.org/W6755207826","https://openalex.org/W6755519508","https://openalex.org/W6755829550","https://openalex.org/W6765767330","https://openalex.org/W6766673545","https://openalex.org/W6767218942","https://openalex.org/W6768021236","https://openalex.org/W6768849830","https://openalex.org/W6769311223","https://openalex.org/W6770102389","https://openalex.org/W6772452955","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W3035583586","https://openalex.org/W4320165839","https://openalex.org/W2151799802","https://openalex.org/W4386607580","https://openalex.org/W4385488510","https://openalex.org/W2196562041","https://openalex.org/W2073302931","https://openalex.org/W4378501473","https://openalex.org/W3082691151","https://openalex.org/W2971986145"],"abstract_inverted_index":{"Abstract":[0],"To":[1],"develop":[2],"commonsense-grounded":[3],"NLP":[4],"applications,":[5],"a":[6,70],"comprehensive":[7],"and":[8,23,45,51,100],"accurate":[9],"commonsense":[10],"knowledge":[11],"graph":[12],"(CKG)":[13],"is":[14,17],"needed.":[15],"It":[16],"time-consuming":[18],"to":[19,30,55,64,81,92],"manually":[20],"construct":[21],"CKGs":[22,80],"many":[24],"research":[25],"efforts":[26],"have":[27,43],"been":[28],"devoted":[29],"the":[31,107,118],"automatic":[32],"construction":[33],"of":[34,109],"CKGs.":[35],"Previous":[36],"approaches":[37],"focus":[38],"on":[39,103],"generating":[40],"concepts":[41,50],"that":[42,75],"direct":[44],"obvious":[46],"relationships":[47,84],"with":[48],"existing":[49],"lack":[52],"an":[53],"capability":[54],"generate":[56],"unobvious":[57],"concepts.":[58,86],"In":[59],"this":[60,66,89],"work,":[61],"we":[62],"aim":[63],"bridge":[65],"gap.":[67],"We":[68,87],"propose":[69],"general":[71,90],"graph-to-paths":[72],"pretraining":[73],"framework":[74,91],"leverages":[76],"high-order":[77,83],"structures":[78],"in":[79],"capture":[82],"between":[85],"instantiate":[88],"four":[93],"special":[94],"cases:":[95],"long":[96],"path,":[97],"path-to-path,":[98],"router,":[99],"graph-node-path.":[101],"Experiments":[102],"two":[104],"datasets":[105],"demonstrate":[106],"effectiveness":[108],"our":[110],"methods.":[111],"The":[112],"code":[113],"will":[114],"be":[115],"released":[116],"via":[117],"public":[119],"GitHub":[120],"repository.":[121]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":2}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}