{"id":"https://openalex.org/W2945525974","doi":"https://doi.org/10.18653/v1/w19-0801","title":"Assessing the Difficulty of Classifying ConceptNet Relations in a Multi-Label Classification Setting","display_name":"Assessing the Difficulty of Classifying ConceptNet Relations in a Multi-Label Classification Setting","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2945525974","doi":"https://doi.org/10.18653/v1/w19-0801","mag":"2945525974"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w19-0801","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-0801","pdf_url":"https://www.aclweb.org/anthology/W19-0801.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"RELATIONS - Workshop on meaning relations between phrases and sentences","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W19-0801.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003326439","display_name":"Maria Becker","orcid":"https://orcid.org/0000-0003-2596-9152"},"institutions":[{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]},{"id":"https://openalex.org/I85384741","display_name":"Heidelberg University","ror":"https://ror.org/04rcqnp59","country_code":"US","type":"education","lineage":["https://openalex.org/I85384741"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Maria Becker","raw_affiliation_strings":["Heidelberg University, Department of Computational Linguistics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Heidelberg University, Department of Computational Linguistics","institution_ids":["https://openalex.org/I85384741","https://openalex.org/I223822909"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051149703","display_name":"Michael Staniek","orcid":null},"institutions":[{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]},{"id":"https://openalex.org/I85384741","display_name":"Heidelberg University","ror":"https://ror.org/04rcqnp59","country_code":"US","type":"education","lineage":["https://openalex.org/I85384741"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Michael Staniek","raw_affiliation_strings":["Heidelberg University, Department of Computational Linguistics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Heidelberg University, Department of Computational Linguistics","institution_ids":["https://openalex.org/I85384741","https://openalex.org/I223822909"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019999408","display_name":"Vivi N\u0103stase","orcid":null},"institutions":[{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]},{"id":"https://openalex.org/I85384741","display_name":"Heidelberg University","ror":"https://ror.org/04rcqnp59","country_code":"US","type":"education","lineage":["https://openalex.org/I85384741"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Vivi Nastase","raw_affiliation_strings":["Heidelberg University, Department of Computational Linguistics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Heidelberg University, Department of Computational Linguistics","institution_ids":["https://openalex.org/I85384741","https://openalex.org/I223822909"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023977688","display_name":"Anette Frank","orcid":"https://orcid.org/0000-0003-4706-9817"},"institutions":[{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]},{"id":"https://openalex.org/I85384741","display_name":"Heidelberg University","ror":"https://ror.org/04rcqnp59","country_code":"US","type":"education","lineage":["https://openalex.org/I85384741"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Anette Frank","raw_affiliation_strings":["Heidelberg University, Department of Computational Linguistics","Heidelberg University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Heidelberg University, Department of Computational Linguistics","institution_ids":["https://openalex.org/I85384741","https://openalex.org/I223822909"]},{"raw_affiliation_string":"Heidelberg University","institution_ids":["https://openalex.org/I223822909"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.04318359,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.7432236671447754},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.681370735168457},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6774892210960388},{"id":"https://openalex.org/keywords/commonsense-knowledge","display_name":"Commonsense knowledge","score":0.6356046199798584},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5287275910377502},{"id":"https://openalex.org/keywords/argument","display_name":"Argument (complex analysis)","score":0.5047882795333862},{"id":"https://openalex.org/keywords/learnability","display_name":"Learnability","score":0.5036622881889343},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4642904996871948},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3997510075569153},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3666032552719116},{"id":"https://openalex.org/keywords/knowledge-representation-and-reasoning","display_name":"Knowledge representation and reasoning","score":0.24541547894477844},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.1684250831604004}],"concepts":[{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.7432236671447754},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.681370735168457},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6774892210960388},{"id":"https://openalex.org/C30542707","wikidata":"https://www.wikidata.org/wiki/Q1603203","display_name":"Commonsense knowledge","level":3,"score":0.6356046199798584},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5287275910377502},{"id":"https://openalex.org/C98184364","wikidata":"https://www.wikidata.org/wiki/Q1780131","display_name":"Argument (complex analysis)","level":2,"score":0.5047882795333862},{"id":"https://openalex.org/C2777723229","wikidata":"https://www.wikidata.org/wiki/Q4367921","display_name":"Learnability","level":2,"score":0.5036622881889343},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4642904996871948},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3997510075569153},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3666032552719116},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.24541547894477844},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.1684250831604004},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/w19-0801","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-0801","pdf_url":"https://www.aclweb.org/anthology/W19-0801.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"RELATIONS - Workshop on meaning relations between phrases and sentences","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1905.05538","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1905.05538","pdf_url":"https://arxiv.org/pdf/1905.05538","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2945525974","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1905.05538.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1905.05538","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1905.05538","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/w19-0801","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-0801","pdf_url":"https://www.aclweb.org/anthology/W19-0801.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"RELATIONS - Workshop on meaning relations between phrases and sentences","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.46000000834465027}],"awards":[],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2945525974.pdf","grobid_xml":"https://content.openalex.org/works/W2945525974.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W156899190","https://openalex.org/W2059031628","https://openalex.org/W2141599568","https://openalex.org/W2147096324","https://openalex.org/W2153579005","https://openalex.org/W2181042685","https://openalex.org/W2250539671","https://openalex.org/W2507974895","https://openalex.org/W2509019445","https://openalex.org/W2564411801","https://openalex.org/W2567056442","https://openalex.org/W2766508367","https://openalex.org/W2790353670","https://openalex.org/W2806055002","https://openalex.org/W2807350735","https://openalex.org/W2852258317","https://openalex.org/W2888584230","https://openalex.org/W2898984325","https://openalex.org/W2899771611","https://openalex.org/W2963371565","https://openalex.org/W2963520511","https://openalex.org/W2963784080","https://openalex.org/W2964046079","https://openalex.org/W2964207259"],"related_works":["https://openalex.org/W3116645343","https://openalex.org/W2976808399","https://openalex.org/W1933365859","https://openalex.org/W135034344","https://openalex.org/W2414703242","https://openalex.org/W3036683340","https://openalex.org/W2901739528","https://openalex.org/W2143442947","https://openalex.org/W382071999","https://openalex.org/W3006150634","https://openalex.org/W2976980910","https://openalex.org/W2805817105","https://openalex.org/W2182373974","https://openalex.org/W2964130576","https://openalex.org/W3190337929","https://openalex.org/W3092418042","https://openalex.org/W2154889602","https://openalex.org/W201231056","https://openalex.org/W2970656978","https://openalex.org/W2913124272"],"abstract_inverted_index":{"Commonsense":[0],"knowledge":[1],"relations":[2,15,44],"are":[3,109],"crucial":[4],"for":[5,70],"advanced":[6],"NLU":[7],"tasks.":[8],"We":[9,53,116],"examine":[10],"the":[11,65,79,83,88,101,110,124,127],"learnability":[12],"of":[13,49,67,78,82,90,103,126],"such":[14],"as":[16],"represented":[17],"in":[18,133],"CONCEPTNET,":[19],"taking":[20],"into":[21],"account":[22],"their":[23],"specific":[24,80],"properties,":[25],"which":[26],"can":[27,36,45,130],"make":[28],"relation":[29,41,92,107],"classification":[30,60,68],"difficult:":[31],"a":[32,55,118],"given":[33],"concept":[34],"pair":[35],"be":[37,131],"linked":[38],"by":[39],"multiple":[40],"types,":[42],"and":[43,94,106],"have":[46],"multi-word":[47],"arguments":[48],"diverse":[50],"semantic":[51],"types.":[52],"explore":[54],"neural":[56],"open":[57],"world":[58],"multi-label":[59],"approach":[61],"that":[62,100,129],"focuses":[63],"on":[64,74],"evaluation":[66,120],"accuracy":[69],"individual":[71],"relations.":[72],"Based":[73],"an":[75],"in-depth":[76],"study":[77],"properties":[81],"CONCEPTNET":[84],"resource,":[85],"we":[86],"investigate":[87],"impact":[89],"different":[91],"representations":[93],"model":[95],"variations.":[96],"Our":[97],"analysis":[98],"reveals":[99],"complexity":[102],"argument":[104],"types":[105],"ambiguity":[108],"most":[111],"important":[112],"challenges":[113],"to":[114,122],"address.":[115],"design":[117],"customized":[119],"method":[121],"address":[123],"incompleteness":[125],"resource":[128],"expanded":[132],"future":[134],"work.":[135]},"counts_by_year":[],"updated_date":"2026-07-03T08:13:44.112507","created_date":"2025-10-10T00:00:00"}