{"id":"https://openalex.org/W3106261282","doi":"https://doi.org/10.1109/asonam49781.2020.9381315","title":"Distill2Vec: Dynamic Graph Representation Learning with Knowledge Distillation","display_name":"Distill2Vec: Dynamic Graph Representation Learning with Knowledge Distillation","publication_year":2020,"publication_date":"2020-12-07","ids":{"openalex":"https://openalex.org/W3106261282","doi":"https://doi.org/10.1109/asonam49781.2020.9381315","mag":"3106261282"},"language":"en","primary_location":{"id":"doi:10.1109/asonam49781.2020.9381315","is_oa":false,"landing_page_url":"https://doi.org/10.1109/asonam49781.2020.9381315","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE/ACM International Conference on Advances in Social Networks Analysis and Mining (ASONAM)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2011.05664","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059198427","display_name":"Stefanos Antaris","orcid":"https://orcid.org/0000-0002-1135-8863"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]},{"id":"https://openalex.org/I4210091086","display_name":"Hive Streaming (Sweden)","ror":"https://ror.org/00c9zyz36","country_code":"SE","type":"company","lineage":["https://openalex.org/I4210091086"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Stefanos Antaris","raw_affiliation_strings":["KTH Royal Institute of Technology, Hive Streaming AB, Sweden","Royal Institute of Technology"],"affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology, Hive Streaming AB, Sweden","institution_ids":["https://openalex.org/I86987016","https://openalex.org/I4210091086"]},{"raw_affiliation_string":"Royal Institute of Technology","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034151597","display_name":"Dimitrios Rafailidis","orcid":"https://orcid.org/0000-0002-7366-3716"},"institutions":[{"id":"https://openalex.org/I34352273","display_name":"Maastricht University","ror":"https://ror.org/02jz4aj89","country_code":"NL","type":"education","lineage":["https://openalex.org/I34352273"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Dimitrios Rafailidis","raw_affiliation_strings":["Maastricht University, Netherlands","Maastricht University"],"affiliations":[{"raw_affiliation_string":"Maastricht University, Netherlands","institution_ids":["https://openalex.org/I34352273"]},{"raw_affiliation_string":"Maastricht University","institution_ids":["https://openalex.org/I34352273"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5059198427"],"corresponding_institution_ids":["https://openalex.org/I4210091086","https://openalex.org/I86987016"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.15527529,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"60","last_page":"64"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7936547994613647},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7185654640197754},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6845089197158813},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5813868641853333},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5671876072883606},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5397250652313232},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5328562259674072},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.49439239501953125},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4362275004386902},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.341783732175827},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.19472810626029968}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7936547994613647},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7185654640197754},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6845089197158813},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5813868641853333},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5671876072883606},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5397250652313232},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5328562259674072},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.49439239501953125},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4362275004386902},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.341783732175827},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.19472810626029968},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/asonam49781.2020.9381315","is_oa":false,"landing_page_url":"https://doi.org/10.1109/asonam49781.2020.9381315","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE/ACM International Conference on Advances in Social Networks Analysis and Mining (ASONAM)","raw_type":"proceedings-article"},{"id":"pmh:oai:cris.maastrichtuniversity.nl:openaire_cris_publications/afb6df43-5a6f-4b99-819d-e8cb9a93665d","is_oa":false,"landing_page_url":"https://cris.maastrichtuniversity.nl/en/publications/afb6df43-5a6f-4b99-819d-e8cb9a93665d","pdf_url":null,"source":{"id":"https://openalex.org/S4306402616","display_name":"Research Publications (Maastricht University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I34352273","host_organization_name":"Maastricht University","host_organization_lineage":["https://openalex.org/I34352273"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Antaris, S & Rafailidis, D 2020, Distill2Vec: Dynamic Graph Representation Learning with Knowledge Distillation. in M Atzmuller, M Coscia & R Missaoui (eds), 2020 IEEE/ACM International Conference on Advances in Social Networks Analysis and Mining (ASONAM)., 9381315, IEEE Xplore, pp. 60-64, 2020 IEEE/ACM International Conference on Advances in Social Networks Analysis and Mining (ASONAM), 7/12/20. https://doi.org/10.1109/ASONAM49781.2020.9381315","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:arXiv.org:2011.05664","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2011.05664","pdf_url":"https://arxiv.org/pdf/2011.05664","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3106261282","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2011.05664.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2011.05664","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2011.05664","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2011.05664","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2011.05664","pdf_url":"https://arxiv.org/pdf/2011.05664","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.6800000071525574,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3106261282.pdf","grobid_xml":"https://content.openalex.org/works/W3106261282.grobid-xml"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2039750798","https://openalex.org/W2090891622","https://openalex.org/W2134797427","https://openalex.org/W2210549170","https://openalex.org/W2294370754","https://openalex.org/W2387462954","https://openalex.org/W2536006166","https://openalex.org/W2612493630","https://openalex.org/W2615713234","https://openalex.org/W2751808960","https://openalex.org/W2787927827","https://openalex.org/W2806983170","https://openalex.org/W2808847742","https://openalex.org/W2808923352","https://openalex.org/W2872851987","https://openalex.org/W2907192581","https://openalex.org/W2911778742","https://openalex.org/W2945289329","https://openalex.org/W2954691982","https://openalex.org/W2955192706","https://openalex.org/W2962756421","https://openalex.org/W2962767366","https://openalex.org/W2963403868","https://openalex.org/W2963460103","https://openalex.org/W2963858333","https://openalex.org/W2963927126","https://openalex.org/W2964015378","https://openalex.org/W2964121744","https://openalex.org/W2964265128","https://openalex.org/W2965545064","https://openalex.org/W2970485172","https://openalex.org/W2970806306","https://openalex.org/W2970912018","https://openalex.org/W2982802130","https://openalex.org/W2983247657","https://openalex.org/W2995607862","https://openalex.org/W2998116985","https://openalex.org/W2998313947","https://openalex.org/W3012664577","https://openalex.org/W3013104407","https://openalex.org/W3104097132","https://openalex.org/W3137569190","https://openalex.org/W6638523607","https://openalex.org/W6679909955","https://openalex.org/W6737778391","https://openalex.org/W6739901393","https://openalex.org/W6745537798","https://openalex.org/W6748108687","https://openalex.org/W6749122568","https://openalex.org/W6757831817","https://openalex.org/W6762640628","https://openalex.org/W6762811270","https://openalex.org/W6766768147","https://openalex.org/W6769693566","https://openalex.org/W6769906912","https://openalex.org/W6786630693"],"related_works":["https://openalex.org/W2787017828","https://openalex.org/W3195283719","https://openalex.org/W2963167917","https://openalex.org/W2787751390","https://openalex.org/W3205825741","https://openalex.org/W3101941678","https://openalex.org/W3081030157","https://openalex.org/W3035453001","https://openalex.org/W2965837769","https://openalex.org/W3187458216","https://openalex.org/W2795344116","https://openalex.org/W3020927126","https://openalex.org/W3132772989","https://openalex.org/W2968219101","https://openalex.org/W2803823445","https://openalex.org/W1853987460","https://openalex.org/W2784149312","https://openalex.org/W3173646943","https://openalex.org/W2587314205","https://openalex.org/W3093112151"],"abstract_inverted_index":{"Dynamic":[0],"graph":[1,14],"representation":[2],"learning":[3],"strategies":[4],"are":[5],"based":[6,95],"on":[7,96,109],"different":[8],"neural":[9,21],"architectures":[10,22],"to":[11,29,44,62,76,99,112,141,173],"capture":[12],"the":[13,19,78,85,101,127,144,152],"evolution":[15],"over":[16,133],"time.":[17],"However,":[18],"underlying":[20],"require":[23],"a":[24,58,64,68,91,105,113,169],"large":[25],"amount":[26],"of":[27,71,80,129,154,161,163],"parameters":[28,42],"train":[30,63],"and":[31,83],"suffer":[32],"from":[33,104],"high":[34],"online":[35,81,118],"inference":[36,82],"latency,":[37],"that":[38],"is":[39,185],"several":[40,134],"model":[41,66,86,107,116,132],"have":[43],"be":[45],"updated":[46],"when":[47,175],"new":[48],"data":[49],"arrive":[50],"online.":[51],"In":[52,148],"this":[53],"study":[54],"we":[55,150],"propose":[56],"Distill2Vec,":[57],"knowledge":[59,103,156],"distillation":[60,92,157],"strategy":[61],"compact":[65],"with":[67,122,137,177],"low":[69],"number":[70,162],"trainable":[72],"parameters,":[73,165],"so":[74],"as":[75],"reduce":[77],"latency":[79],"maintain":[84],"accuracy":[87],"high.":[88],"We":[89],"design":[90],"loss":[93],"function":[94],"Kullback-Leibler":[97],"divergence":[98],"transfer":[100],"acquired":[102],"teacher":[106],"trained":[108],"offline":[110],"data,":[111],"small-size":[114],"student":[115],"for":[117],"data.":[119],"Our":[120],"experiments":[121],"publicly":[123,186],"available":[124,187],"datasets":[125],"show":[126],"superiority":[128],"our":[130,155,183],"proposed":[131],"state-of-the-art":[135],"approaches":[136],"relative":[138],"gains":[139],"up":[140,172],"5%":[142],"in":[143,159],"link":[145],"prediction":[146],"task.":[147],"addition,":[149],"demonstrate":[151],"effectiveness":[153],"strategy,":[158],"terms":[160],"required":[164],"where":[166],"Distill2Vec":[167],"achieves":[168],"compression":[170],"ratio":[171],"7:100":[174],"compared":[176],"baseline":[178],"approaches.":[179],"For":[180],"reproduction":[181],"purposes,":[182],"implementation":[184],"at":[188],"https://stefanosantaris.github.io/Distill2Vec.":[189]},"counts_by_year":[],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}