{"id":"https://openalex.org/W3093789214","doi":"https://doi.org/10.1145/3340531.3417439","title":"Multimodal Knowledge Graph for Deep Learning Papers and Code","display_name":"Multimodal Knowledge Graph for Deep Learning Papers and Code","publication_year":2020,"publication_date":"2020-10-19","ids":{"openalex":"https://openalex.org/W3093789214","doi":"https://doi.org/10.1145/3340531.3417439","mag":"3093789214"},"language":"en","primary_location":{"id":"doi:10.1145/3340531.3417439","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3340531.3417439","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021601451","display_name":"Amar Viswanathan Kannan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210137693","display_name":"Siemens (United States)","ror":"https://ror.org/04axb7e79","country_code":"US","type":"company","lineage":["https://openalex.org/I1325886976","https://openalex.org/I4210137693"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Amar Viswanathan Kannan","raw_affiliation_strings":["Siemens Corporate Technology, Princeton, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Siemens Corporate Technology, Princeton, NJ, USA","institution_ids":["https://openalex.org/I4210137693"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065665055","display_name":"Dmitriy Fradkin","orcid":null},"institutions":[{"id":"https://openalex.org/I4210137693","display_name":"Siemens (United States)","ror":"https://ror.org/04axb7e79","country_code":"US","type":"company","lineage":["https://openalex.org/I1325886976","https://openalex.org/I4210137693"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dmitriy Fradkin","raw_affiliation_strings":["Siemens Corporate Technology, Princeton, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Siemens Corporate Technology, Princeton, NJ, USA","institution_ids":["https://openalex.org/I4210137693"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003778121","display_name":"Ioannis Akrotirianakis","orcid":null},"institutions":[{"id":"https://openalex.org/I4210137693","display_name":"Siemens (United States)","ror":"https://ror.org/04axb7e79","country_code":"US","type":"company","lineage":["https://openalex.org/I1325886976","https://openalex.org/I4210137693"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ioannis Akrotirianakis","raw_affiliation_strings":["Siemens Corporate Technology, Princeton, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Siemens Corporate Technology, Princeton, NJ, USA","institution_ids":["https://openalex.org/I4210137693"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077470649","display_name":"Tugba Kulahcioglu","orcid":"https://orcid.org/0000-0003-0447-3465"},"institutions":[{"id":"https://openalex.org/I4210137693","display_name":"Siemens (United States)","ror":"https://ror.org/04axb7e79","country_code":"US","type":"company","lineage":["https://openalex.org/I1325886976","https://openalex.org/I4210137693"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tugba Kulahcioglu","raw_affiliation_strings":["Siemens Corporate Technology, Princeton, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Siemens Corporate Technology, Princeton, NJ, USA","institution_ids":["https://openalex.org/I4210137693"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033926501","display_name":"Arquimedes Canedo","orcid":"https://orcid.org/0000-0003-3506-6563"},"institutions":[{"id":"https://openalex.org/I4210137693","display_name":"Siemens (United States)","ror":"https://ror.org/04axb7e79","country_code":"US","type":"company","lineage":["https://openalex.org/I1325886976","https://openalex.org/I4210137693"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arquimedes Canedo","raw_affiliation_strings":["Siemens Corporate Technology, Princeton, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Siemens Corporate Technology, Princeton, NJ, USA","institution_ids":["https://openalex.org/I4210137693"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101774490","display_name":"Aditi Roy","orcid":"https://orcid.org/0000-0002-9350-4448"},"institutions":[{"id":"https://openalex.org/I4210137693","display_name":"Siemens (United States)","ror":"https://ror.org/04axb7e79","country_code":"US","type":"company","lineage":["https://openalex.org/I1325886976","https://openalex.org/I4210137693"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aditi Roy","raw_affiliation_strings":["Siemens Corporate Technology, Princeton, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Siemens Corporate Technology, Princeton, NJ, USA","institution_ids":["https://openalex.org/I4210137693"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057462595","display_name":"Shih-Yuan Yu","orcid":"https://orcid.org/0000-0001-8329-3299"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shih-Yuan Yu","raw_affiliation_strings":["University of California, Irvine, Irvine, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California, Irvine, Irvine, CA, USA","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042487746","display_name":"Malawade Arnav","orcid":null},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Malawade Arnav","raw_affiliation_strings":["University of California, Irvine, Irvine, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California, Irvine, Irvine, CA, USA","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055814180","display_name":"Mohammad Abdullah Al Faruque","orcid":"https://orcid.org/0000-0002-5390-0497"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohammad Abdullah Al Faruque","raw_affiliation_strings":["University of California, Irvine, Irvine, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California, Irvine, Irvine, CA, USA","institution_ids":["https://openalex.org/I204250578"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5021601451"],"corresponding_institution_ids":["https://openalex.org/I4210137693"],"apc_list":null,"apc_paid":null,"fwci":3.0139,"has_fulltext":false,"cited_by_count":41,"citation_normalized_percentile":{"value":0.92915579,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3417","last_page":"3420"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8383200764656067},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.8223793506622314},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7224664092063904},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.6081727743148804},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5382670164108276},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.5134299993515015},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.46941789984703064},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4499351978302002},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.44202178716659546},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.4275372326374054},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3860577642917633},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.349730521440506},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.22727501392364502},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.15372377634048462}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8383200764656067},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.8223793506622314},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7224664092063904},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.6081727743148804},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5382670164108276},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.5134299993515015},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.46941789984703064},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4499351978302002},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.44202178716659546},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4275372326374054},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3860577642917633},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.349730521440506},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.22727501392364502},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.15372377634048462},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3340531.3417439","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3340531.3417439","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.5400000214576721}],"awards":[{"id":"https://openalex.org/G439124136","display_name":null,"funder_award_id":"HR00111990010","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W2765574772","https://openalex.org/W2801930304","https://openalex.org/W2889399843","https://openalex.org/W2903173267","https://openalex.org/W2948682278","https://openalex.org/W2964167098","https://openalex.org/W2970861952","https://openalex.org/W3091354346"],"related_works":["https://openalex.org/W2120447654","https://openalex.org/W2977179488","https://openalex.org/W2185469136","https://openalex.org/W2144453115","https://openalex.org/W2128223750","https://openalex.org/W4238532390","https://openalex.org/W2188872161","https://openalex.org/W2961779879","https://openalex.org/W797688974","https://openalex.org/W2002978035"],"abstract_inverted_index":{"Keeping":[0],"up":[1],"with":[2],"the":[3,153,157],"rapid":[4],"growth":[5],"of":[6,34,141,156,165],"Deep":[7],"Learning":[8],"(DL)":[9],"research":[10],"is":[11,41,78,164],"a":[12,35,142],"daunting":[13],"task.":[14],"While":[15,161],"existing":[16],"scientific":[17,181],"literature":[18],"search":[19,23],"systems":[20],"provide":[21],"text":[22],"capabilities":[24],"and":[25,54,64,70,85,100,123,144,171],"can":[26,131,175],"identify":[27],"similar":[28],"papers,":[29],"gaining":[30],"an":[31,39,111],"in-depth":[32],"understanding":[33],"new":[36],"approach":[37,112],"or":[38],"application":[40],"much":[42],"more":[43],"complicated.":[44],"Many":[45],"publications":[46],"leverage":[47],"multiple":[48],"modalities":[49],"to":[50,68,80,83,96,134,168],"convey":[51],"their":[52,56,75],"findings":[53],"spread":[55],"ideas":[57],"-":[58],"they":[59],"include":[60],"pseudocode,":[61],"tables,":[62],"images":[63,122],"diagrams":[65],"in":[66,152,179],"addition":[67],"text,":[69,120],"often":[71],"make":[72],"publicly":[73],"accessible":[74],"implementations.":[76],"It":[77],"important":[79],"be":[81,132,177],"able":[82],"represent":[84,97],"query":[86],"them":[87],"as":[88],"well.":[89],"We":[90,126],"utilize":[91],"RDF":[92],"Knowledge":[93],"graphs":[94],"(KGs)":[95],"multimodal":[98,154],"information":[99],"enable":[101],"expressive":[102],"querying":[103],"over":[104],"modalities.":[105],"In":[106],"our":[107,162,173],"demo":[108],"we":[109,159],"present":[110],"for":[113],"extracting":[114],"KGs":[115],"from":[116],"different":[117,138],"modalities,":[118],"namely":[119],"architecture":[121],"source":[124],"code.":[125],"show":[127],"how":[128],"graph":[129],"queries":[130],"used":[133],"get":[135],"insights":[136],"into":[137],"facets":[139],"(modalities)":[140],"paper,":[143],"its":[145],"associated":[146],"code":[147],"implementation.":[148],"Our":[149],"innovation":[150],"lies":[151],"nature":[155],"KG":[158],"create.":[160],"work":[163],"direct":[166],"interest":[167],"DL":[169],"researchers":[170],"practitioners,":[172],"approaches":[174],"also":[176],"leveraged":[178],"other":[180],"domains.":[182]},"counts_by_year":[{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":6}],"updated_date":"2026-03-09T08:58:05.943551","created_date":"2025-10-10T00:00:00"}