{"id":"https://openalex.org/W4320491077","doi":"https://doi.org/10.1145/3583682","title":"Content-based and Knowledge-enriched Representations for Classification Across Modalities: A Survey","display_name":"Content-based and Knowledge-enriched Representations for Classification Across Modalities: A Survey","publication_year":2023,"publication_date":"2023-02-13","ids":{"openalex":"https://openalex.org/W4320491077","doi":"https://doi.org/10.1145/3583682"},"language":"en","primary_location":{"id":"doi:10.1145/3583682","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3583682","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3583682","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3583682","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077385373","display_name":"Nikiforos Pittaras","orcid":"https://orcid.org/0000-0002-9817-7618"},"institutions":[{"id":"https://openalex.org/I200777214","display_name":"National and Kapodistrian University of Athens","ror":"https://ror.org/04gnjpq42","country_code":"GR","type":"education","lineage":["https://openalex.org/I200777214"]},{"id":"https://openalex.org/I203474044","display_name":"National Centre of Scientific Research \"Demokritos\"","ror":"https://ror.org/038jp4m40","country_code":"GR","type":"facility","lineage":["https://openalex.org/I203474044"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Nikiforos Pittaras","raw_affiliation_strings":["National Kapodistrian University of Athens and NCSR \u201cDemokritos\u201d","National Kapodistrian University of Athens and NCSR \"Demokritos\""],"raw_orcid":"https://orcid.org/0000-0002-9817-7618","affiliations":[{"raw_affiliation_string":"National Kapodistrian University of Athens and NCSR \u201cDemokritos\u201d","institution_ids":["https://openalex.org/I203474044"]},{"raw_affiliation_string":"National Kapodistrian University of Athens and NCSR \"Demokritos\"","institution_ids":["https://openalex.org/I200777214","https://openalex.org/I203474044"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048495248","display_name":"George Giannakopoulos","orcid":"https://orcid.org/0000-0003-2459-589X"},"institutions":[{"id":"https://openalex.org/I203474044","display_name":"National Centre of Scientific Research \"Demokritos\"","ror":"https://ror.org/038jp4m40","country_code":"GR","type":"facility","lineage":["https://openalex.org/I203474044"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"George Giannakopoulos","raw_affiliation_strings":["NCSR \u201cDemokritos\u201d","NCSR \"Demokritos\""],"raw_orcid":"https://orcid.org/0000-0003-2459-589X","affiliations":[{"raw_affiliation_string":"NCSR \u201cDemokritos\u201d","institution_ids":["https://openalex.org/I203474044"]},{"raw_affiliation_string":"NCSR \"Demokritos\"","institution_ids":["https://openalex.org/I203474044"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043733172","display_name":"Panagiotis Stamatopoulos","orcid":"https://orcid.org/0000-0002-7468-1502"},"institutions":[{"id":"https://openalex.org/I200777214","display_name":"National and Kapodistrian University of Athens","ror":"https://ror.org/04gnjpq42","country_code":"GR","type":"education","lineage":["https://openalex.org/I200777214"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Panagiotis Stamatopoulos","raw_affiliation_strings":["National Kapodistrian University of Athens"],"raw_orcid":"https://orcid.org/0000-0002-7468-1502","affiliations":[{"raw_affiliation_string":"National Kapodistrian University of Athens","institution_ids":["https://openalex.org/I200777214"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018887199","display_name":"Vangelis Karkaletsis","orcid":"https://orcid.org/0000-0002-7062-9424"},"institutions":[{"id":"https://openalex.org/I203474044","display_name":"National Centre of Scientific Research \"Demokritos\"","ror":"https://ror.org/038jp4m40","country_code":"GR","type":"facility","lineage":["https://openalex.org/I203474044"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Vangelis Karkaletsis","raw_affiliation_strings":["NCSR \u201cDemokritos\u201d","NCSR \"Demokritos\""],"raw_orcid":"https://orcid.org/0000-0002-7062-9424","affiliations":[{"raw_affiliation_string":"NCSR \u201cDemokritos\u201d","institution_ids":["https://openalex.org/I203474044"]},{"raw_affiliation_string":"NCSR \"Demokritos\"","institution_ids":["https://openalex.org/I203474044"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5274,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.70579585,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"55","issue":"14s","first_page":"1","last_page":"40"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8640415668487549},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6949795484542847},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6381551027297974},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5137048959732056},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4808824360370636},{"id":"https://openalex.org/keywords/knowledge-representation-and-reasoning","display_name":"Knowledge representation and reasoning","score":0.47759175300598145},{"id":"https://openalex.org/keywords/strengths-and-weaknesses","display_name":"Strengths and weaknesses","score":0.4581327736377716},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.44041332602500916},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38612329959869385}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8640415668487549},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6949795484542847},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6381551027297974},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5137048959732056},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4808824360370636},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.47759175300598145},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.4581327736377716},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.44041332602500916},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38612329959869385},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3583682","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3583682","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3583682","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3583682","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3583682","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3583682","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.49000000953674316}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4320491077.pdf","grobid_xml":"https://content.openalex.org/works/W4320491077.grobid-xml"},"referenced_works_count":209,"referenced_works":["https://openalex.org/W75273862","https://openalex.org/W173617392","https://openalex.org/W195533127","https://openalex.org/W298402441","https://openalex.org/W571200655","https://openalex.org/W575847903","https://openalex.org/W586437679","https://openalex.org/W1492934157","https://openalex.org/W1496721273","https://openalex.org/W1498436455","https://openalex.org/W1505126044","https://openalex.org/W1510737763","https://openalex.org/W1532257412","https://openalex.org/W1542064421","https://openalex.org/W1544008493","https://openalex.org/W1552847225","https://openalex.org/W1566135517","https://openalex.org/W1570544052","https://openalex.org/W1589170163","https://openalex.org/W1597406287","https://openalex.org/W1634005169","https://openalex.org/W1662133657","https://openalex.org/W1721182246","https://openalex.org/W1797523785","https://openalex.org/W1963871118","https://openalex.org/W1964287530","https://openalex.org/W1978274651","https://openalex.org/W1978394996","https://openalex.org/W1986299872","https://openalex.org/W1990517717","https://openalex.org/W1995258314","https://openalex.org/W1996550590","https://openalex.org/W2004202468","https://openalex.org/W2012665501","https://openalex.org/W2016089260","https://openalex.org/W2017875634","https://openalex.org/W2022166150","https://openalex.org/W2023736093","https://openalex.org/W2024444840","https://openalex.org/W2025183033","https://openalex.org/W2044070623","https://openalex.org/W2046493895","https://openalex.org/W2050113278","https://openalex.org/W2064675550","https://openalex.org/W2067562626","https://openalex.org/W2071718761","https://openalex.org/W2080133951","https://openalex.org/W2081074144","https://openalex.org/W2081183108","https://openalex.org/W2081580037","https://openalex.org/W2087609354","https://openalex.org/W2094728533","https://openalex.org/W2097117768","https://openalex.org/W2097419036","https://openalex.org/W2105516263","https://openalex.org/W2107430826","https://openalex.org/W2108945853","https://openalex.org/W2111783763","https://openalex.org/W2112020727","https://openalex.org/W2116360511","https://openalex.org/W2117228865","https://openalex.org/W2117539524","https://openalex.org/W2118020653","https://openalex.org/W2119605622","https://openalex.org/W2123142779","https://openalex.org/W2125148312","https://openalex.org/W2130426352","https://openalex.org/W2131829632","https://openalex.org/W2133049755","https://openalex.org/W2135255848","https://openalex.org/W2137993786","https://openalex.org/W2138605095","https://openalex.org/W2141584146","https://openalex.org/W2144037622","https://openalex.org/W2144935315","https://openalex.org/W2145487065","https://openalex.org/W2145889472","https://openalex.org/W2146022472","https://openalex.org/W2147152072","https://openalex.org/W2147277317","https://openalex.org/W2149628368","https://openalex.org/W2150766729","https://openalex.org/W2150874198","https://openalex.org/W2151103935","https://openalex.org/W2151543699","https://openalex.org/W2152195021","https://openalex.org/W2152435850","https://openalex.org/W2161969291","https://openalex.org/W2162120625","https://openalex.org/W2163352848","https://openalex.org/W2163922914","https://openalex.org/W2165612380","https://openalex.org/W2168809519","https://openalex.org/W2170505850","https://openalex.org/W2186222003","https://openalex.org/W2186535340","https://openalex.org/W2188635677","https://openalex.org/W2193325189","https://openalex.org/W2197014440","https://openalex.org/W2245473182","https://openalex.org/W2250539671","https://openalex.org/W2251803266","https://openalex.org/W2268837224","https://openalex.org/W2277195237","https://openalex.org/W2315075631","https://openalex.org/W2319660501","https://openalex.org/W2437617937","https://openalex.org/W2442924240","https://openalex.org/W2496638848","https://openalex.org/W2521118911","https://openalex.org/W2561412020","https://openalex.org/W2563117427","https://openalex.org/W2566771187","https://openalex.org/W2581887665","https://openalex.org/W2586064251","https://openalex.org/W2604292070","https://openalex.org/W2607558879","https://openalex.org/W2607941059","https://openalex.org/W2612412665","https://openalex.org/W2623012778","https://openalex.org/W2733198580","https://openalex.org/W2733628661","https://openalex.org/W2735156122","https://openalex.org/W2745862583","https://openalex.org/W2760392765","https://openalex.org/W2790670377","https://openalex.org/W2798416089","https://openalex.org/W2798962680","https://openalex.org/W2799915114","https://openalex.org/W2882319491","https://openalex.org/W2888039742","https://openalex.org/W2888236192","https://openalex.org/W2891503716","https://openalex.org/W2899268959","https://openalex.org/W2913429812","https://openalex.org/W2918540534","https://openalex.org/W2941914607","https://openalex.org/W2942893872","https://openalex.org/W2943197977","https://openalex.org/W2943857514","https://openalex.org/W2953356739","https://openalex.org/W2954996726","https://openalex.org/W2962739339","https://openalex.org/W2962750014","https://openalex.org/W2962949934","https://openalex.org/W2963374347","https://openalex.org/W2963446712","https://openalex.org/W2963451564","https://openalex.org/W2963626623","https://openalex.org/W2963809228","https://openalex.org/W2963850840","https://openalex.org/W2963864161","https://openalex.org/W2964338258","https://openalex.org/W2970925903","https://openalex.org/W2970986510","https://openalex.org/W2976560662","https://openalex.org/W2980708516","https://openalex.org/W2981721414","https://openalex.org/W2985331920","https://openalex.org/W3012590175","https://openalex.org/W3015607244","https://openalex.org/W3041133507","https://openalex.org/W3080427797","https://openalex.org/W3085139254","https://openalex.org/W3091498143","https://openalex.org/W3101981467","https://openalex.org/W3105111366","https://openalex.org/W3124373176","https://openalex.org/W3130346876","https://openalex.org/W3153134271","https://openalex.org/W3153433984","https://openalex.org/W3156197110","https://openalex.org/W3156333129","https://openalex.org/W3161447515","https://openalex.org/W3163465952","https://openalex.org/W3173678936","https://openalex.org/W3184110467","https://openalex.org/W3196974791","https://openalex.org/W3198064221","https://openalex.org/W3204363391","https://openalex.org/W3213956214","https://openalex.org/W4205398292","https://openalex.org/W4206285710","https://openalex.org/W4214751380","https://openalex.org/W4226336804","https://openalex.org/W4229975031","https://openalex.org/W4231109964","https://openalex.org/W4231510805","https://openalex.org/W4231579676","https://openalex.org/W4233164864","https://openalex.org/W4234477976","https://openalex.org/W4234552385","https://openalex.org/W4241597730","https://openalex.org/W4244862164","https://openalex.org/W4245550249","https://openalex.org/W4250042253","https://openalex.org/W4281716686","https://openalex.org/W4298082496","https://openalex.org/W4300672471","https://openalex.org/W4302039983","https://openalex.org/W4320800818","https://openalex.org/W4385245566","https://openalex.org/W6632271960","https://openalex.org/W6635326540","https://openalex.org/W6639619044","https://openalex.org/W6680962578","https://openalex.org/W6686586283","https://openalex.org/W6718577050","https://openalex.org/W6739901393"],"related_works":["https://openalex.org/W4295769391","https://openalex.org/W2972220648","https://openalex.org/W2185469136","https://openalex.org/W2332667808","https://openalex.org/W1997921863","https://openalex.org/W2011264131","https://openalex.org/W3112960490","https://openalex.org/W93605524","https://openalex.org/W4306353150","https://openalex.org/W2021145421"],"abstract_inverted_index":{"This":[0],"survey":[1,115],"documents":[2],"representation":[3,43],"approaches":[4],"for":[5,30,59,126],"classification":[6],"across":[7],"different":[8],"modalities,":[9],"from":[10],"purely":[11],"content-based":[12],"methods":[13],"to":[14,26,76,102],"techniques":[15],"utilizing":[16],"external":[17,78],"sources":[18],"of":[19,51,107,119],"structured":[20],"knowledge.":[21],"We":[22,46,96],"present":[23],"studies":[24],"related":[25],"three":[27],"paradigms":[28,110],"used":[29],"representation,":[31],"namely":[32],"(a)":[33,83],"low-level":[34],"template-matching":[35],"methods,":[36],"(b)":[37,88],"aggregation-based":[38],"approaches,":[39],"and":[40,54,86,91,104,112,123],"(c)":[41,92],"deep":[42],"learning":[44],"systems.":[45,95],"then":[47],"describe":[48],"existing":[49],"resources":[50,69],"structure":[52],"knowledge":[53,68],"elaborate":[55],"on":[56],"the":[57,108,114],"need":[58],"enriching":[60],"representations":[61],"with":[62,74,116],"such":[63],"information.":[64],"Approaches":[65],"that":[66],"utilize":[67],"are":[70],"presented":[71],"next,":[72],"organized":[73],"respect":[75],"how":[77],"information":[79],"is":[80],"exploited,":[81],"i.e.,":[82],"input":[84],"enrichment":[85],"modification,":[87],"knowledge-based":[89],"refinement":[90],"end-to-end":[93],"knowledge-aware":[94],"subsequently":[97],"provide":[98],"a":[99],"high-level":[100],"discussion":[101],"summarize":[103],"compare":[105],"strengths/weaknesses":[106],"representation/enrichment":[109],"proposed,":[111],"conclude":[113],"an":[117],"overview":[118],"relevant":[120],"research":[121],"findings":[122],"possible":[124],"directions":[125],"future":[127],"work.":[128]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}