{"id":"https://openalex.org/W4306316991","doi":"https://doi.org/10.1145/3511808.3557628","title":"Leveraging the Graph Structure of Neural Network Training Dynamics","display_name":"Leveraging the Graph Structure of Neural Network Training Dynamics","publication_year":2022,"publication_date":"2022-10-15","ids":{"openalex":"https://openalex.org/W4306316991","doi":"https://doi.org/10.1145/3511808.3557628"},"language":"en","primary_location":{"id":"doi:10.1145/3511808.3557628","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3511808.3557628","pdf_url":null,"source":{"id":"https://openalex.org/S4363608762","display_name":"Proceedings of the 31st ACM International Conference on Information &amp; Knowledge Management","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Information &amp; Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065585826","display_name":"Fatemeh Vahedian","orcid":null},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Fatemeh Vahedian","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101945786","display_name":"Ruiyu Li","orcid":"https://orcid.org/0000-0002-4172-027X"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ruiyu Li","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042391338","display_name":"Puja Trivedi","orcid":"https://orcid.org/0000-0003-1874-8992"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Puja Trivedi","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012455357","display_name":"Di Jin","orcid":"https://orcid.org/0000-0002-7445-9936"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Di Jin","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015996266","display_name":"Danai Koutra","orcid":"https://orcid.org/0000-0002-3206-8179"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Danai Koutra","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5065585826"],"corresponding_institution_ids":["https://openalex.org/I27837315"],"apc_list":null,"apc_paid":null,"fwci":0.2079,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.42059901,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"115","issue":null,"first_page":"4545","last_page":"4549"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14393","display_name":"Health, Environment, Cognitive Aging","score":0.9854999780654907,"subfield":{"id":"https://openalex.org/subfields/2307","display_name":"Health, Toxicology and Mutagenesis"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8129271268844604},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6292707920074463},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5638001561164856},{"id":"https://openalex.org/keywords/centrality","display_name":"Centrality","score":0.5405091643333435},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4937611520290375},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.48772844672203064},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4772643744945526},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.46747705340385437},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.4318106770515442}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8129271268844604},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6292707920074463},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5638001561164856},{"id":"https://openalex.org/C53811970","wikidata":"https://www.wikidata.org/wiki/Q5062194","display_name":"Centrality","level":2,"score":0.5405091643333435},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4937611520290375},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.48772844672203064},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4772643744945526},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46747705340385437},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4318106770515442},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3511808.3557628","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3511808.3557628","pdf_url":null,"source":{"id":"https://openalex.org/S4363608762","display_name":"Proceedings of the 31st ACM International Conference on Information &amp; Knowledge Management","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Information &amp; Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1836465849","https://openalex.org/W1937334562","https://openalex.org/W1980331354","https://openalex.org/W2093540790","https://openalex.org/W2112796928","https://openalex.org/W2117539524","https://openalex.org/W2133564696","https://openalex.org/W2194775991","https://openalex.org/W2739349903","https://openalex.org/W2752782242","https://openalex.org/W2765652196","https://openalex.org/W2767204723","https://openalex.org/W2809090039","https://openalex.org/W2905600194","https://openalex.org/W2915583118","https://openalex.org/W2962936633","https://openalex.org/W2966573219","https://openalex.org/W3037594688","https://openalex.org/W3049002444","https://openalex.org/W3105192313","https://openalex.org/W6679436768","https://openalex.org/W6726275242","https://openalex.org/W6779715462"],"related_works":["https://openalex.org/W4229078645","https://openalex.org/W1977345676","https://openalex.org/W4282032776","https://openalex.org/W2047552823","https://openalex.org/W4321606905","https://openalex.org/W3130445735","https://openalex.org/W2105110616","https://openalex.org/W2952313066","https://openalex.org/W4300000045","https://openalex.org/W2526749411"],"abstract_inverted_index":{"Understanding":[0],"the":[1,28,68,87,122,164],"training":[2,17,55,140],"dynamics":[3,56,88,127,169],"of":[4,30,70,89,103,113],"deep":[5],"neural":[6],"networks":[7,175],"(DNNs)":[8],"is":[9,37],"important":[10],"as":[11,35,170],"it":[12],"can":[13,46],"lead":[14],"to":[15,53],"improved":[16],"efficiency":[18],"and":[19,147],"task":[20,132],"performance.":[21,48],"Recent":[22],"works":[23],"have":[24],"demonstrated":[25],"that":[26,84,121,163],"representing":[27],"wirings":[29],"neurons":[31],"in":[32,73,93],"feedforward":[33],"DNNs":[34,65],"graphs":[36,115],"an":[38,100],"effective":[39,177],"strategy":[40],"for":[41],"understanding":[42],"how":[43,64],"architectural":[44],"choices":[45],"affect":[47],"However,":[49],"these":[50],"approaches":[51],"fail":[52],"model":[54],"since":[57],"a":[58,78,111,136,154],"single,":[59],"static":[60],"graph":[61,82,104,158],"cannot":[62],"capture":[63],"change":[66],"over":[67,110,138],"course":[69],"training.":[71,118],"Thus,":[72],"this":[74],"work,":[75],"we":[76,160],"propose":[77],"compact,":[79],"expressive":[80],"temporal":[81],"framework":[83,98,124,166],"effectively":[85],"captures":[86,125,167],"many":[90],"workhorse":[91],"architectures":[92,146],"computer":[94],"vision.":[95],"Specifically,":[96],"our":[97],"extracts":[99],"informative":[101],"summary":[102,137],"properties":[105],"(e.g.,":[106],"degree,":[107],"eigenvector":[108],"centrality)":[109],"sequence":[112],"DNN":[114,157],"obtained":[116],"during":[117],"We":[119],"demonstrate":[120,162],"proposed":[123,165],"useful":[126],"by":[128,152],"accurately":[129],"predicting":[130],"trained,":[131],"performance":[133],"when":[134,178],"using":[135,153],"early":[139],"epochs":[141],"(<5)":[142],"across":[143],"four":[144],"different":[145],"two":[148],"image":[149],"datasets.":[150],"Moreover,":[151],"novel,":[155],"highly-scalable":[156],"representation,":[159],"further":[161],"generalizable":[168],"summaries":[171],"extracted":[172],"from":[173],"smaller-width":[174],"are":[176],"evaluated":[179],"on":[180],"larger":[181],"widths.":[182]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}