{"id":"https://openalex.org/W3168963360","doi":"https://doi.org/10.1109/tmm.2021.3087000","title":"Instance GNN: A Learning Framework for Joint Symbol Segmentation and Recognition in Online Handwritten Diagrams","display_name":"Instance GNN: A Learning Framework for Joint Symbol Segmentation and Recognition in Online Handwritten Diagrams","publication_year":2021,"publication_date":"2021-06-08","ids":{"openalex":"https://openalex.org/W3168963360","doi":"https://doi.org/10.1109/tmm.2021.3087000","mag":"3168963360"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2021.3087000","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2021.3087000","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055902240","display_name":"Xiao-Long Yun","orcid":"https://orcid.org/0000-0001-9353-2900"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiao-Long Yun","raw_affiliation_strings":["School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","National Laboratory of Pattern Recognition, Institute of Automation of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Institute of Automation of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100604282","display_name":"Yan\u2010Ming Zhang","orcid":"https://orcid.org/0000-0001-6718-5589"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan-Ming Zhang","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Institute of Automation of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Institute of Automation of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039310938","display_name":"Fei Yin","orcid":"https://orcid.org/0000-0002-6412-9140"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Yin","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Institute of Automation of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Institute of Automation of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100714202","display_name":"Cheng\u2010Lin Liu","orcid":"https://orcid.org/0000-0002-6743-4175"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210097554","display_name":"Center for Excellence in Brain Science and Intelligence Technology","ror":"https://ror.org/00vpwhm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210097554"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng-Lin Liu","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Institute of Automation of Chinese Academy of Sciences, Beijing, China","Center for Excellence of Brain Science and Intelligence Technology of Chinese Academy of Sciences, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Institute of Automation of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Center for Excellence of Brain Science and Intelligence Technology of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210097554","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5055902240"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210100255","https://openalex.org/I4210112150","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":2.9067,"has_fulltext":false,"cited_by_count":36,"citation_normalized_percentile":{"value":0.92476743,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"24","issue":null,"first_page":"2580","last_page":"2594"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8810547590255737},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5787692666053772},{"id":"https://openalex.org/keywords/structured-prediction","display_name":"Structured prediction","score":0.4909532368183136},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.48705199360847473},{"id":"https://openalex.org/keywords/flowchart","display_name":"Flowchart","score":0.46560484170913696},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.4556898772716522},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.45181965827941895},{"id":"https://openalex.org/keywords/symbol","display_name":"Symbol (formal)","score":0.4397849440574646},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.43871262669563293},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.4205256998538971},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40456029772758484},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.13612622022628784}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8810547590255737},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5787692666053772},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.4909532368183136},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.48705199360847473},{"id":"https://openalex.org/C72041958","wikidata":"https://www.wikidata.org/wiki/Q185092","display_name":"Flowchart","level":2,"score":0.46560484170913696},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.4556898772716522},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.45181965827941895},{"id":"https://openalex.org/C134400042","wikidata":"https://www.wikidata.org/wiki/Q2372244","display_name":"Symbol (formal)","level":2,"score":0.4397849440574646},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.43871262669563293},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.4205256998538971},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40456029772758484},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.13612622022628784},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2021.3087000","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2021.3087000","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8299999833106995}],"awards":[{"id":"https://openalex.org/G6431871145","display_name":null,"funder_award_id":"61721004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6991963596","display_name":null,"funder_award_id":"61773376","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1064203140","https://openalex.org/W1558424526","https://openalex.org/W1603389798","https://openalex.org/W1810641085","https://openalex.org/W1905829557","https://openalex.org/W1973212109","https://openalex.org/W1978799108","https://openalex.org/W1983165733","https://openalex.org/W1989106404","https://openalex.org/W1990649208","https://openalex.org/W2013257774","https://openalex.org/W2014452357","https://openalex.org/W2031071334","https://openalex.org/W2031948510","https://openalex.org/W2033404582","https://openalex.org/W2047266902","https://openalex.org/W2049889285","https://openalex.org/W2060300932","https://openalex.org/W2072449446","https://openalex.org/W2086164154","https://openalex.org/W2095303757","https://openalex.org/W2143549856","https://openalex.org/W2164500538","https://openalex.org/W2194775991","https://openalex.org/W2399802545","https://openalex.org/W2496271548","https://openalex.org/W2576062180","https://openalex.org/W2577717269","https://openalex.org/W2579549467","https://openalex.org/W2603795239","https://openalex.org/W2609711717","https://openalex.org/W2623860192","https://openalex.org/W2744404335","https://openalex.org/W2785656387","https://openalex.org/W2806190463","https://openalex.org/W2806717845","https://openalex.org/W2950697450","https://openalex.org/W2956941753","https://openalex.org/W2962823195","https://openalex.org/W2963914894","https://openalex.org/W2964108850","https://openalex.org/W2965072550","https://openalex.org/W2979237919","https://openalex.org/W2983439719","https://openalex.org/W2983785163","https://openalex.org/W2989769720","https://openalex.org/W2995182785","https://openalex.org/W2997386764","https://openalex.org/W3002575754","https://openalex.org/W3004394189","https://openalex.org/W3006842083","https://openalex.org/W3152893301","https://openalex.org/W3187403570","https://openalex.org/W4210867585","https://openalex.org/W4226423782","https://openalex.org/W6631190155","https://openalex.org/W6631943919","https://openalex.org/W6694358983","https://openalex.org/W6726873649","https://openalex.org/W6729508183","https://openalex.org/W6736147098","https://openalex.org/W6736562241","https://openalex.org/W6738964360","https://openalex.org/W6740017710","https://openalex.org/W6752465046","https://openalex.org/W6754884518","https://openalex.org/W6767710714","https://openalex.org/W6774208922"],"related_works":["https://openalex.org/W2115906794","https://openalex.org/W2109215547","https://openalex.org/W1992202691","https://openalex.org/W2131878319","https://openalex.org/W2323840003","https://openalex.org/W2188108885","https://openalex.org/W2798420800","https://openalex.org/W2381593765","https://openalex.org/W1199175235","https://openalex.org/W2603795239"],"abstract_inverted_index":{"Online":[0],"handwritten":[1,155],"diagram":[2],"recognition":[3,75],"(OHDR)":[4],"has":[5],"attracted":[6],"considerable":[7],"attention":[8],"for":[9],"its":[10],"potential":[11],"applications":[12],"in":[13,42,64],"many":[14],"areas,":[15],"but":[16],"it":[17,109],"is":[18,103],"a":[19,92,97,128,151,165],"challenging":[20],"task":[21],"due":[22],"to":[23],"the":[24,88,111,118],"complex":[25,46],"2D":[26],"structure,":[27],"writing":[28],"style":[29],"variation,":[30],"and":[31,44,73,79,86,127,143,159],"lack":[32],"of":[33],"annotated":[34,153],"data.":[35],"Existing":[36],"OHDR":[37,56],"methods":[38,139],"often":[39],"have":[40],"limitations":[41],"modeling":[43],"learning":[45,94],"contextual":[47],"relationships.":[48],"To":[49],"overcome":[50],"these":[51],"challenges,":[52],"we":[53,69,149],"propose":[54],"an":[55],"method":[57,135],"based":[58],"on":[59,83,123],"graph":[60],"neural":[61],"networks":[62],"(GNNs)":[63],"this":[65],"paper.":[66],"In":[67,147],"particular,":[68],"formulate":[70],"symbol":[71,74,112],"segmentation":[72],"as":[76,105,115,117,164],"node":[77,80],"clustering":[78],"classification":[81],"problems":[82,89],"stroke":[84],"graphs":[85],"solve":[87],"jointly":[90],"under":[91],"unified":[93],"framework":[95],"with":[96,140],"GNN":[98,101,107],"model.":[99],"This":[100],"model":[102],"denoted":[104],"Instance":[106],"since":[108],"gives":[110],"instance":[113],"label":[114],"well":[116],"semantic":[119],"label.":[120],"Extensive":[121],"experiments":[122],"two":[124],"flowchart":[125,156],"datasets":[126],"finite":[129],"automata":[130],"dataset":[131],"show":[132],"that":[133],"our":[134],"consistently":[136],"outperforms":[137],"previous":[138],"large":[141],"margins":[142],"achieves":[144],"state-of-the-art":[145],"performance.":[146],"addition,":[148],"release":[150],"large-scale":[152],"online":[154],"dataset,":[157],"CASIA-OHFC,":[158],"provide":[160],"initial":[161],"experimental":[162],"results":[163],"baseline.":[166]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":6}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}