{"id":"https://openalex.org/W4206189484","doi":"https://doi.org/10.5220/0000155600003116","title":"Proceedings of the 14th International Conference on Agents and Artificial Intelligence","display_name":"Proceedings of the 14th International Conference on Agents and Artificial Intelligence","publication_year":2022,"publication_date":"2022-01-18","ids":{"openalex":"https://openalex.org/W4206189484","doi":"https://doi.org/10.5220/0000155600003116"},"language":"en","primary_location":{"id":"doi:10.5220/0000155600003116","is_oa":false,"landing_page_url":"https://doi.org/10.5220/0000155600003116","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"proceedings"},"type":"paratext","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.tue.nl/en/publications/3576184e-29a2-4837-a16c-d12b213467bb","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067656639","display_name":"David Kerkkamp","orcid":null},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Kerkkamp, David","raw_affiliation_strings":["Radboud University Nijmegen","Radboud University, Nijmegen, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Radboud University Nijmegen","institution_ids":["https://openalex.org/I145872427"]},{"raw_affiliation_string":"Radboud University, Nijmegen, Netherlands","institution_ids":["https://openalex.org/I145872427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024642431","display_name":"Zaharah Bukhsh","orcid":"https://orcid.org/0000-0003-3037-8998"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Bukhsh, Zaharah","raw_affiliation_strings":["Information Systems IE&IS","Eindhoven University of Technology, Eindhoven, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Systems IE&IS","institution_ids":[]},{"raw_affiliation_string":"Eindhoven University of Technology, Eindhoven, Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077147157","display_name":"Yingqian Zhang","orcid":"https://orcid.org/0000-0002-5073-0787"},"institutions":[{"id":"https://openalex.org/I4210088784","display_name":"ACT Foundation","ror":"https://ror.org/009qwqe18","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210088784"]},{"id":"https://openalex.org/I4210149869","display_name":"Quality Systems (United States)","ror":"https://ror.org/048cxnx33","country_code":"US","type":"company","lineage":["https://openalex.org/I4210149869"]},{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL","US"],"is_corresponding":false,"raw_author_name":"Zhang, Yingqian","raw_affiliation_strings":["EAISI Foundational","EAISI High Tech Systems","Information Systems IE&IS","Eindhoven University of Technology, Eindhoven, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"EAISI Foundational","institution_ids":["https://openalex.org/I4210088784"]},{"raw_affiliation_string":"EAISI High Tech Systems","institution_ids":["https://openalex.org/I4210149869"]},{"raw_affiliation_string":"Information Systems IE&IS","institution_ids":[]},{"raw_affiliation_string":"Eindhoven University of Technology, Eindhoven, Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012669709","display_name":"Nils Jansen","orcid":"https://orcid.org/0000-0003-1318-8973"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jansen, Nils","raw_affiliation_strings":["Radboud University Nijmegen","Radboud University, Nijmegen, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Radboud University Nijmegen","institution_ids":["https://openalex.org/I145872427"]},{"raw_affiliation_string":"Radboud University, Nijmegen, Netherlands","institution_ids":["https://openalex.org/I145872427"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":39,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":true,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11220","display_name":"Water Systems and Optimization","score":0.3560999929904938,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11220","display_name":"Water Systems and Optimization","score":0.3560999929904938,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.05119999870657921,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11606","display_name":"Infrastructure Maintenance and Monitoring","score":0.04320000112056732,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.532416820526123},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.334410697221756}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.532416820526123},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.334410697221756}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.5220/0000155600003116","is_oa":false,"landing_page_url":"https://doi.org/10.5220/0000155600003116","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"proceedings"},{"id":"pmh:oai:pure.tue.nl:openaire/3576184e-29a2-4837-a16c-d12b213467bb","is_oa":true,"landing_page_url":"https://research.tue.nl/en/publications/3576184e-29a2-4837-a16c-d12b213467bb","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Kerkkamp, D, Bukhsh, Z, Zhang, Y & Jansen, N 2022, Grouping of Maintenance Actions with Deep Reinforcement Learning and Graph Convolutional Networks. in Proceeding of the 14th International Conference on Agents and Artificial Intelligence. vol. 2, SciTePress Digital Library, pp. 574-585, 14th International Conference on Agents and Artificial Intelligence, ICAART 2022, 3/02/22. https://doi.org/10.5220/0000155600003116","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:tue:oai:pure.tue.nl:publications/3576184e-29a2-4837-a16c-d12b213467bb","is_oa":true,"landing_page_url":"https://research.tue.nl/nl/publications/3576184e-29a2-4837-a16c-d12b213467bb","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceeding of the 14th International Conference on Agents and Artificial Intelligence, 2, 574 - 585","raw_type":"info:eu-repo/semantics/conferencepaper"}],"best_oa_location":{"id":"pmh:oai:pure.tue.nl:openaire/3576184e-29a2-4837-a16c-d12b213467bb","is_oa":true,"landing_page_url":"https://research.tue.nl/en/publications/3576184e-29a2-4837-a16c-d12b213467bb","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Kerkkamp, D, Bukhsh, Z, Zhang, Y & Jansen, N 2022, Grouping of Maintenance Actions with Deep Reinforcement Learning and Graph Convolutional Networks. in Proceeding of the 14th International Conference on Agents and Artificial Intelligence. vol. 2, SciTePress Digital Library, pp. 574-585, 14th International Conference on Agents and Artificial Intelligence, ICAART 2022, 3/02/22. https://doi.org/10.5220/0000155600003116","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2039356335","display_name":null,"funder_award_id":"1160.18.238","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G4371345817","display_name":"PrimaVera: Predictive maintenance for Very effective asset management","funder_award_id":"NWA.1160.18.238","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W806060578","https://openalex.org/W2037325790","https://openalex.org/W2102720231","https://openalex.org/W2106311176","https://openalex.org/W2107726111","https://openalex.org/W2119567691","https://openalex.org/W2155027007","https://openalex.org/W2283871959","https://openalex.org/W2604216058","https://openalex.org/W2607264901","https://openalex.org/W2616955920","https://openalex.org/W2746553466","https://openalex.org/W2805516822","https://openalex.org/W2898035736","https://openalex.org/W2948433391","https://openalex.org/W2963382544","https://openalex.org/W2964015378","https://openalex.org/W2964043796","https://openalex.org/W2997146558","https://openalex.org/W2999010889","https://openalex.org/W3006670753","https://openalex.org/W3008389987","https://openalex.org/W3027450078","https://openalex.org/W3033676634","https://openalex.org/W3088458919","https://openalex.org/W3089022684","https://openalex.org/W3103559770","https://openalex.org/W3107359062","https://openalex.org/W3164103262","https://openalex.org/W3187968606","https://openalex.org/W4288091680","https://openalex.org/W4288419263","https://openalex.org/W4297336669","https://openalex.org/W4297733535","https://openalex.org/W4298857966","https://openalex.org/W4362203700"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2350741829","https://openalex.org/W2130043461","https://openalex.org/W2530322880"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1],"(RL)":[2],"has":[3],"shown":[4],"promising":[5],"performance":[6],"in":[7,19,155,167],"several":[8],"applications":[9],"such":[10,23],"as":[11,24],"robotics":[12],"and":[13,27,106,131,144,147,163,171],"games.However,":[14],"the":[15,34,58,83,85,88,100],"use":[16],"of":[17,36,62,75,79,90,93,109,135,169],"RL":[18,47],"emerging":[20],"real-world":[21],"domains":[22],"smart":[25],"industry":[26],"asset":[28],"management":[29],"remains":[30],"scarce.This":[31],"paper":[32],"addresses":[33],"problem":[35],"optimal":[37],"maintenance":[38,77,91,136,149,165],"planning":[39],"using":[40,99],"historical":[41,107],"data.We":[42],"propose":[43],"a":[44,132],"novel":[45],"Deep":[46,120],"(DRL)":[48],"framework":[49],"based":[50],"on":[51],"Graph":[52],"Convolutional":[53],"Networks":[54],"(GCN)":[55],"to":[56,126,139],"leverage":[57],"inherent":[59],"graph":[60],"structure":[61],"typical":[63],"assets.As":[64],"demonstrator,":[65],"we":[66],"employ":[67],"an":[68,113],"underground":[69],"sewer":[70,110],"pipe":[71],"network.In":[72],"particular,":[73],"instead":[74],"dispersed":[76],"actions":[78,92],"individual":[80],"pipes":[81],"across":[82],"network,":[84],"GCN":[86,124],"ensures":[87],"grouping":[89],"geographically":[94],"close":[95],"pipes.We":[96],"perform":[97],"experiments":[98],"distinct":[101],"physical":[102],"characteristics,":[103],"deterioration":[104],"profiles,":[105],"data":[108],"inspections":[111],"within":[112],"urban":[114],"environment.The":[115],"results":[116],"show":[117],"that":[118,151],"combining":[119],"Q-Networks":[121],"(DQN)":[122],"with":[123,141],"leads":[125],"structurally":[127],"more":[128],"reliable":[129],"networks":[130],"higher":[133],"degree":[134],"grouping,":[137],"compared":[138],"DQN":[140],"fully-connected":[142],"layers":[143],"standard":[145],"preventive":[146],"corrective":[148],"strategy":[150],"are":[152],"often":[153],"adopted":[154],"practice.Our":[156],"approach":[157],"shows":[158],"potential":[159],"for":[160],"developing":[161],"efficient":[162],"practical":[164],"plans":[166],"terms":[168],"cost":[170],"reliability.":[172]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2018,"cited_by_count":9},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2022-01-26T00:00:00"}