{"id":"https://openalex.org/W2581734058","doi":"https://doi.org/10.1109/thms.2017.2647850","title":"Combining Speech and Handwriting Modalities for Mathematical Expression Recognition","display_name":"Combining Speech and Handwriting Modalities for Mathematical Expression Recognition","publication_year":2017,"publication_date":"2017-01-23","ids":{"openalex":"https://openalex.org/W2581734058","doi":"https://doi.org/10.1109/thms.2017.2647850","mag":"2581734058"},"language":"en","primary_location":{"id":"doi:10.1109/thms.2017.2647850","is_oa":false,"landing_page_url":"https://doi.org/10.1109/thms.2017.2647850","pdf_url":null,"source":{"id":"https://openalex.org/S2476799526","display_name":"IEEE Transactions on Human-Machine Systems","issn_l":"2168-2291","issn":["2168-2291","2168-2305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Human-Machine Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008836571","display_name":"Sofiane Medjkoune","orcid":null},"institutions":[{"id":"https://openalex.org/I160727737","display_name":"\u00c9cole des Mines de Douai","ror":"https://ror.org/05ate2e14","country_code":"FR","type":"education","lineage":["https://openalex.org/I160727737"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Sofiane Medjkoune","raw_affiliation_strings":["Department of Automatic and Computer Science, Ecole des Mines de Douai, Douai, France","Mines Douai EMD - \u00c9cole des Mines de Douai (941 rue Charles Bourseul - CS10838 - 59508 Douai Cedex - France)"],"affiliations":[{"raw_affiliation_string":"Department of Automatic and Computer Science, Ecole des Mines de Douai, Douai, France","institution_ids":["https://openalex.org/I160727737"]},{"raw_affiliation_string":"Mines Douai EMD - \u00c9cole des Mines de Douai (941 rue Charles Bourseul - CS10838 - 59508 Douai Cedex - France)","institution_ids":["https://openalex.org/I160727737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069835426","display_name":"Harold Mouch\u00e8re","orcid":"https://orcid.org/0000-0001-6220-7216"},"institutions":[{"id":"https://openalex.org/I4210117005","display_name":"Laboratoire des Sciences du Num\u00e9rique de Nantes","ror":"https://ror.org/02snf8m58","country_code":"FR","type":"facility","lineage":["https://openalex.org/I100445878","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I4210117005","https://openalex.org/I4210124215","https://openalex.org/I4210127572","https://openalex.org/I4210139971","https://openalex.org/I97188460","https://openalex.org/I97188460"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I97188460","display_name":"Nantes Universit\u00e9","ror":"https://ror.org/03gnr7b55","country_code":"FR","type":"education","lineage":["https://openalex.org/I97188460"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Harold Mouchere","raw_affiliation_strings":["UBL, Universit\u00e9 de Nantes, IRCCyN UMR CNRS 6597, Nantes, France","LS2N - Laboratoire des Sciences du Num\u00e9rique de Nantes (Universit\u00e9 de Nantes \u2013 facult\u00e9 des Sciences et Techniques (FST)\r\n2 Chemin de la Houssini\u00e8re\r\nBP 92208, 44322 Nantes Cedex 3 - France)"],"affiliations":[{"raw_affiliation_string":"UBL, Universit\u00e9 de Nantes, IRCCyN UMR CNRS 6597, Nantes, France","institution_ids":["https://openalex.org/I97188460","https://openalex.org/I1294671590"]},{"raw_affiliation_string":"LS2N - Laboratoire des Sciences du Num\u00e9rique de Nantes (Universit\u00e9 de Nantes \u2013 facult\u00e9 des Sciences et Techniques (FST)\r\n2 Chemin de la Houssini\u00e8re\r\nBP 92208, 44322 Nantes Cedex 3 - France)","institution_ids":["https://openalex.org/I4210117005","https://openalex.org/I97188460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109398020","display_name":"Simon Petitrenaud","orcid":null},"institutions":[{"id":"https://openalex.org/I4210108471","display_name":"Le Mans Universit\u00e9","ror":"https://ror.org/01mtcc283","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210108471"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Simon Petitrenaud","raw_affiliation_strings":["UBL, Universit\u00e9 du Maine, LIUM-EA 4023, Le Mans, France","LIUM - Laboratoire d'Informatique de l'Universit\u00e9 du Mans (Avenue Laennec 72085 Le Mans cedex 9 - France)"],"affiliations":[{"raw_affiliation_string":"UBL, Universit\u00e9 du Maine, LIUM-EA 4023, Le Mans, France","institution_ids":["https://openalex.org/I4210108471"]},{"raw_affiliation_string":"LIUM - Laboratoire d'Informatique de l'Universit\u00e9 du Mans (Avenue Laennec 72085 Le Mans cedex 9 - France)","institution_ids":["https://openalex.org/I4210108471"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108087293","display_name":"Christian Viard-Gaudin","orcid":null},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I97188460","display_name":"Nantes Universit\u00e9","ror":"https://ror.org/03gnr7b55","country_code":"FR","type":"education","lineage":["https://openalex.org/I97188460"]},{"id":"https://openalex.org/I4210117005","display_name":"Laboratoire des Sciences du Num\u00e9rique de Nantes","ror":"https://ror.org/02snf8m58","country_code":"FR","type":"facility","lineage":["https://openalex.org/I100445878","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I4210117005","https://openalex.org/I4210124215","https://openalex.org/I4210127572","https://openalex.org/I4210139971","https://openalex.org/I97188460","https://openalex.org/I97188460"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Christian Viard-Gaudin","raw_affiliation_strings":["UBL, Universit\u00e9 de Nantes, IRCCyN UMR CNRS 6597, Nantes, France","LS2N - Laboratoire des Sciences du Num\u00e9rique de Nantes (Universit\u00e9 de Nantes \u2013 facult\u00e9 des Sciences et Techniques (FST)\r\n2 Chemin de la Houssini\u00e8re\r\nBP 92208, 44322 Nantes Cedex 3 - France)"],"affiliations":[{"raw_affiliation_string":"UBL, Universit\u00e9 de Nantes, IRCCyN UMR CNRS 6597, Nantes, France","institution_ids":["https://openalex.org/I97188460","https://openalex.org/I1294671590"]},{"raw_affiliation_string":"LS2N - Laboratoire des Sciences du Num\u00e9rique de Nantes (Universit\u00e9 de Nantes \u2013 facult\u00e9 des Sciences et Techniques (FST)\r\n2 Chemin de la Houssini\u00e8re\r\nBP 92208, 44322 Nantes Cedex 3 - France)","institution_ids":["https://openalex.org/I4210117005","https://openalex.org/I97188460"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5008836571"],"corresponding_institution_ids":["https://openalex.org/I160727737"],"apc_list":null,"apc_paid":null,"fwci":0.4551,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.7122511,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"47","issue":"2","first_page":"259","last_page":"272"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9812999963760376,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/handwriting","display_name":"Handwriting","score":0.874302864074707},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7352059483528137},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.7093261480331421},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.6890970468521118},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6633105278015137},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5898599028587341},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4989750385284424},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.49283719062805176},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.47805339097976685},{"id":"https://openalex.org/keywords/intelligent-character-recognition","display_name":"Intelligent character recognition","score":0.4763627052307129},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4656079113483429},{"id":"https://openalex.org/keywords/symbol","display_name":"Symbol (formal)","score":0.41774576902389526},{"id":"https://openalex.org/keywords/handwriting-recognition","display_name":"Handwriting recognition","score":0.4137355089187622},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.1255725622177124},{"id":"https://openalex.org/keywords/character-recognition","display_name":"Character recognition","score":0.07247138023376465}],"concepts":[{"id":"https://openalex.org/C2779386606","wikidata":"https://www.wikidata.org/wiki/Q2393642","display_name":"Handwriting","level":2,"score":0.874302864074707},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7352059483528137},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.7093261480331421},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.6890970468521118},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6633105278015137},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5898599028587341},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4989750385284424},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.49283719062805176},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.47805339097976685},{"id":"https://openalex.org/C44868376","wikidata":"https://www.wikidata.org/wiki/Q3099089","display_name":"Intelligent character recognition","level":4,"score":0.4763627052307129},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4656079113483429},{"id":"https://openalex.org/C134400042","wikidata":"https://www.wikidata.org/wiki/Q2372244","display_name":"Symbol (formal)","level":2,"score":0.41774576902389526},{"id":"https://openalex.org/C112640561","wikidata":"https://www.wikidata.org/wiki/Q2440634","display_name":"Handwriting recognition","level":3,"score":0.4137355089187622},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.1255725622177124},{"id":"https://openalex.org/C2987247673","wikidata":"https://www.wikidata.org/wiki/Q167555","display_name":"Character recognition","level":3,"score":0.07247138023376465},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/thms.2017.2647850","is_oa":false,"landing_page_url":"https://doi.org/10.1109/thms.2017.2647850","pdf_url":null,"source":{"id":"https://openalex.org/S2476799526","display_name":"IEEE Transactions on Human-Machine Systems","issn_l":"2168-2291","issn":["2168-2291","2168-2305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Human-Machine Systems","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-01667672v1","is_oa":false,"landing_page_url":"https://univ-lemans.hal.science/hal-01667672","pdf_url":null,"source":{"id":"https://openalex.org/S4406922466","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Human-Machine Systems, 2017, 47 (2), pp.259-272. ⟨10.1109/THMS.2017.2647850⟩","raw_type":"Journal articles"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8500000238418579}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322892","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W56503725","https://openalex.org/W161135766","https://openalex.org/W177378321","https://openalex.org/W187324601","https://openalex.org/W238919717","https://openalex.org/W356732065","https://openalex.org/W1514129427","https://openalex.org/W1556287459","https://openalex.org/W1783743211","https://openalex.org/W1970404815","https://openalex.org/W1978799108","https://openalex.org/W1982196852","https://openalex.org/W2013683266","https://openalex.org/W2022711889","https://openalex.org/W2031071334","https://openalex.org/W2036639201","https://openalex.org/W2037121285","https://openalex.org/W2038420319","https://openalex.org/W2048060899","https://openalex.org/W2049207895","https://openalex.org/W2049622554","https://openalex.org/W2053101950","https://openalex.org/W2066754979","https://openalex.org/W2071291967","https://openalex.org/W2082021826","https://openalex.org/W2087489860","https://openalex.org/W2095807336","https://openalex.org/W2097889479","https://openalex.org/W2097948314","https://openalex.org/W2109088898","https://openalex.org/W2122585011","https://openalex.org/W2126944620","https://openalex.org/W2133297572","https://openalex.org/W2139186315","https://openalex.org/W2162072175","https://openalex.org/W2162549606","https://openalex.org/W2170570264","https://openalex.org/W2302043111","https://openalex.org/W2406470551","https://openalex.org/W2528252828","https://openalex.org/W2773132883","https://openalex.org/W2998704965","https://openalex.org/W4245256727","https://openalex.org/W4285719527","https://openalex.org/W4301258440","https://openalex.org/W4301347335","https://openalex.org/W6606481925","https://openalex.org/W6612102627","https://openalex.org/W6658230023","https://openalex.org/W6680532216","https://openalex.org/W6683923249","https://openalex.org/W7048411397"],"related_works":["https://openalex.org/W3199359807","https://openalex.org/W4386428871","https://openalex.org/W2901112114","https://openalex.org/W3047607512","https://openalex.org/W3096089954","https://openalex.org/W3003949997","https://openalex.org/W4390983538","https://openalex.org/W2110485610","https://openalex.org/W183832189","https://openalex.org/W2406729210"],"abstract_inverted_index":{"In":[0,74],"this":[1],"paper,":[2],"we":[3,31,84],"open":[4],"new":[5],"perspectives":[6],"for":[7,79,89],"mathematical":[8,19,67],"expression":[9,20],"recognition":[10,21],"by":[11],"introducing":[12],"an":[13,35],"original":[14],"bimodal":[15,109,115],"system.":[16],"Since":[17],"handwritten":[18],"is":[22,98,111],"a":[23,71,86],"very":[24],"challenging":[25],"task":[26],"prone":[27],"to":[28,38,44,53,69,76,100,132],"many":[29],"ambiguities,":[30],"use":[32,49],"speech":[33,125],"as":[34],"additional":[36],"modality":[37],"circumvent":[39],"limitations":[40],"that":[41],"are":[42,122,128],"inherent":[43],"the":[45,59,90,95,102,105,117,133],"written":[46],"form.":[47],"A":[48],"case":[50],"scenario":[51],"corresponds":[52],"lectures":[54],"given":[55],"in":[56],"classrooms":[57],"where":[58],"teacher":[60],"would":[61],"write":[62],"and":[63,82,126],"read":[64],"aloud":[65],"any":[66],"expressions":[68],"allow":[70],"better":[72],"interpretation.":[73],"addition":[75],"state-of-the-art":[77],"solutions":[78],"recognizing":[80],"handwriting":[81,127,135],"speech,":[83],"introduce":[85],"multilayer":[87],"architecture":[88],"merger":[91],"of":[92],"modalities.":[93],"Specifically,":[94],"Dempster-Shafer":[96],"theory":[97],"used":[99],"process":[101],"information":[103],"at":[104],"symbol":[106],"level.":[107],"This":[108],"system":[110],"evaluated":[112],"on":[113],"real":[114],"data,":[116],"HAMEX":[118],"dataset.":[119],"Large":[120],"improvements":[121],"observed":[123],"when":[124,130],"combined":[129],"compared":[131],"single":[134],"modality.":[136]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}