{"id":"https://openalex.org/W2890225654","doi":"https://doi.org/10.18653/v1/k18-1026","title":"Using Sparse Semantic Embeddings Learned from Multimodal Text and Image Data to Model Human Conceptual Knowledge","display_name":"Using Sparse Semantic Embeddings Learned from Multimodal Text and Image Data to Model Human Conceptual Knowledge","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2890225654","doi":"https://doi.org/10.18653/v1/k18-1026","mag":"2890225654"},"language":"en","primary_location":{"id":"doi:10.18653/v1/k18-1026","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/k18-1026","pdf_url":"https://www.aclweb.org/anthology/K18-1026.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd Conference on Computational Natural Language Learning","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/K18-1026.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068876836","display_name":"Steven Derby","orcid":null},"institutions":[{"id":"https://openalex.org/I126231945","display_name":"Queen's University Belfast","ror":"https://ror.org/00hswnk62","country_code":"GB","type":"education","lineage":["https://openalex.org/I126231945"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Steven Derby","raw_affiliation_strings":["Queen's University Belfast, Belfast, United Kingdom","School of Electronics, Electrical Engineering and Computer Science"],"affiliations":[{"raw_affiliation_string":"Queen's University Belfast, Belfast, United Kingdom","institution_ids":["https://openalex.org/I126231945"]},{"raw_affiliation_string":"School of Electronics, Electrical Engineering and Computer Science","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018008959","display_name":"Paul Miller","orcid":"https://orcid.org/0000-0002-9280-000X"},"institutions":[{"id":"https://openalex.org/I126231945","display_name":"Queen's University Belfast","ror":"https://ror.org/00hswnk62","country_code":"GB","type":"education","lineage":["https://openalex.org/I126231945"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Paul Miller","raw_affiliation_strings":["Queen's University Belfast, Belfast, United Kingdom","School of Electronics, Electrical Engineering and Computer Science"],"affiliations":[{"raw_affiliation_string":"Queen's University Belfast, Belfast, United Kingdom","institution_ids":["https://openalex.org/I126231945"]},{"raw_affiliation_string":"School of Electronics, Electrical Engineering and Computer Science","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029850297","display_name":"Brian Murphy","orcid":"https://orcid.org/0000-0001-7784-3434"},"institutions":[{"id":"https://openalex.org/I4210102829","display_name":"BrainWaveBank (United Kingdom)","ror":"https://ror.org/01akqkg08","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210102829"]},{"id":"https://openalex.org/I126231945","display_name":"Queen's University Belfast","ror":"https://ror.org/00hswnk62","country_code":"GB","type":"education","lineage":["https://openalex.org/I126231945"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Brian Murphy","raw_affiliation_strings":["BrainWaveBank Ltd., Belfast, United Kingdom","Queen's University Belfast, Belfast, United Kingdom","BrainWaveBank Ltd"],"affiliations":[{"raw_affiliation_string":"BrainWaveBank Ltd., Belfast, United Kingdom","institution_ids":["https://openalex.org/I4210102829"]},{"raw_affiliation_string":"Queen's University Belfast, Belfast, United Kingdom","institution_ids":["https://openalex.org/I126231945"]},{"raw_affiliation_string":"BrainWaveBank Ltd","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007017103","display_name":"Barry Devereux","orcid":"https://orcid.org/0000-0003-2128-8632"},"institutions":[{"id":"https://openalex.org/I126231945","display_name":"Queen's University Belfast","ror":"https://ror.org/00hswnk62","country_code":"GB","type":"education","lineage":["https://openalex.org/I126231945"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Barry Devereux","raw_affiliation_strings":["Queen's University Belfast, Belfast, United Kingdom","School of Electronics, Electrical Engineering and Computer Science"],"affiliations":[{"raw_affiliation_string":"Queen's University Belfast, Belfast, United Kingdom","institution_ids":["https://openalex.org/I126231945"]},{"raw_affiliation_string":"School of Electronics, Electrical Engineering and Computer Science","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5068876836"],"corresponding_institution_ids":["https://openalex.org/I126231945"],"apc_list":null,"apc_paid":null,"fwci":0.1692,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.60344517,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"260","last_page":"270"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.7623200416564941},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6889470815658569},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5801861882209778},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.573184072971344},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.569007396697998},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5287743806838989}],"concepts":[{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.7623200416564941},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6889470815658569},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5801861882209778},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.573184072971344},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.569007396697998},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5287743806838989},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.18653/v1/k18-1026","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/k18-1026","pdf_url":"https://www.aclweb.org/anthology/K18-1026.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd Conference on Computational Natural Language Learning","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1809.02534","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1809.02534","pdf_url":"https://arxiv.org/pdf/1809.02534","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2890225654","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1809.02534","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:pure.qub.ac.uk/portal:openaire/92234521-f231-400a-abea-4fb614e1cc63","is_oa":true,"landing_page_url":"https://pure.qub.ac.uk/en/publications/92234521-f231-400a-abea-4fb614e1cc63","pdf_url":null,"source":{"id":"https://openalex.org/S4306402319","display_name":"Research Portal (Queen's University Belfast)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I126231945","host_organization_name":"Queen's University Belfast","host_organization_lineage":["https://openalex.org/I126231945"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Derby, S, Miller, P, Murphy, B & Devereux, B 2018, Using sparse semantic embeddings learned from multimodal text and image data to model human conceptual knowledge. in Proceedings of the Conference on Computational Natural Language Learning (CoNLL 2018). pp. 260-270, CoNLL 2018: The SIGNLL Conference on Computational Natural Language Learning, Brussels, Belgium, 31/10/2018. < http://aclweb.org/anthology/K18-1026 >","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.48550/arxiv.1809.02534","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1809.02534","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.18653/v1/k18-1026","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/k18-1026","pdf_url":"https://www.aclweb.org/anthology/K18-1026.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd Conference on Computational Natural Language Learning","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8299999833106995,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G2241406505","display_name":null,"funder_award_id":"EP/R007187/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G5445011987","display_name":null,"funder_award_id":"EP/K004379/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6577499357","display_name":null,"funder_award_id":"EP/N508664/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2890225654.pdf","grobid_xml":"https://content.openalex.org/works/W2890225654.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W810147176","https://openalex.org/W1789976143","https://openalex.org/W1854884267","https://openalex.org/W1965580172","https://openalex.org/W1972611943","https://openalex.org/W2067438047","https://openalex.org/W2081580037","https://openalex.org/W2089632738","https://openalex.org/W2108469855","https://openalex.org/W2108598243","https://openalex.org/W2112184938","https://openalex.org/W2112447569","https://openalex.org/W2116216716","https://openalex.org/W2137735870","https://openalex.org/W2141282920","https://openalex.org/W2145056192","https://openalex.org/W2161381512","https://openalex.org/W2184188583","https://openalex.org/W2250539671","https://openalex.org/W2252057887","https://openalex.org/W2344975321","https://openalex.org/W2502814102","https://openalex.org/W2512498397","https://openalex.org/W2517394272","https://openalex.org/W2559169016","https://openalex.org/W2563767109","https://openalex.org/W2568389463","https://openalex.org/W2570058081","https://openalex.org/W2619269940","https://openalex.org/W2797270586","https://openalex.org/W2949291345","https://openalex.org/W2950133940","https://openalex.org/W2950761309","https://openalex.org/W2952186574","https://openalex.org/W2963871344","https://openalex.org/W3101950626"],"related_works":["https://openalex.org/W2998363596","https://openalex.org/W3113032096","https://openalex.org/W2112184938","https://openalex.org/W2970905328","https://openalex.org/W2965215977","https://openalex.org/W2251268966","https://openalex.org/W2337036940","https://openalex.org/W2976980910","https://openalex.org/W3094563638","https://openalex.org/W3185952614","https://openalex.org/W2186101622","https://openalex.org/W2949402715","https://openalex.org/W3127237033","https://openalex.org/W2980806730","https://openalex.org/W2251311611","https://openalex.org/W3093623420","https://openalex.org/W2785638793","https://openalex.org/W1758944695","https://openalex.org/W3187724475","https://openalex.org/W2892282605"],"abstract_inverted_index":{"Distributional":[0],"models":[1,79,96],"provide":[2],"a":[3,39],"convenient":[4],"way":[5],"to":[6,28,57,80,97,107],"model":[7],"semantics":[8,53],"using":[9,85],"dense":[10,22],"embedding":[11,23],"spaces":[12,24],"derived":[13,75],"from":[14,38,69,76],"unsupervised":[15],"learning":[16],"algorithms.":[17],"However,":[18],"the":[19],"dimensions":[20],"of":[21,42,112],"are":[25,35],"not":[26],"designed":[27],"resemble":[29],"human":[30,113],"semantic":[31,115],"knowledge.":[32,116],"Moreover,":[33],"embeddings":[34],"often":[36],"built":[37],"single":[40],"source":[41],"information":[43,68],"(typically":[44],"text":[45,71],"data),":[46],"even":[47],"though":[48],"neurocognitive":[49],"research":[50],"suggests":[51],"that":[52],"is":[54],"deeply":[55],"linked":[56],"both":[58,70],"language":[59],"and":[60,72,100],"perception.":[61],"In":[62],"this":[63],"paper,":[64],"we":[65,103],"combine":[66],"multimodal":[67],"image-based":[73],"representations":[74],"state-of-the-art":[77],"distributional":[78],"produce":[81],"sparse,":[82],"interpretable":[83,109],"vectors":[84],"Joint":[86],"Non-Negative":[87],"Sparse":[88],"Embedding.":[89],"Through":[90],"indepth":[91],"analyses":[92],"comparing":[93],"these":[94],"sparse":[95],"human-derived":[98],"behavioural":[99],"neuroimaging":[101],"data,":[102],"demonstrate":[104],"their":[105],"ability":[106],"predict":[108],"linguistic":[110],"descriptions":[111],"ground-truth":[114]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}