{"id":"https://openalex.org/W4385771966","doi":"https://doi.org/10.34185/1562-9945-5-142-2022-09","title":"Lexical analysis of program code","display_name":"Lexical analysis of program code","alternate_titles":[],"publication_year":2022,"publication_date":"2022-10-28","ids":{"openalex":"https://openalex.org/W4385771966","doi":"https://doi.org/10.34185/1562-9945-5-142-2022-09"},"language":"en","primary_location":{"id":"doi:10.34185/1562-9945-5-142-2022-09","doi":"https://doi.org/10.34185/1562-9945-5-142-2022-09","is_oa":true,"landing_page_url":"https://doi.org/10.34185/1562-9945-5-142-2022-09","pdf_url":null,"source":{"id":"https://openalex.org/S4210181194","display_name":"System technologies","issn_l":"1562-9945","issn":["1562-9945","2707-7977"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"System technologies","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4385771966"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.34185/1562-9945-5-142-2022-09","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045483485","display_name":"I.O. Sokol","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"I.O. Sokol","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5065328189","display_name":"O.S. Volkovskyi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"O.S. Volkovskyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"5","issue":"142","first_page":"95","last_page":"105"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.8062000274658203,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.8062000274658203,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.1054999977350235,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11567","display_name":"semigroups and automata theory","score":0.05999999865889549,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lexical-analysis","display_name":"lexical analysis","score":0.996999979019165},{"id":"https://openalex.org/keywords/lexical-analyzer","display_name":"lexical analyzer","score":0.9750000238418579},{"id":"https://openalex.org/keywords/tokenization","display_name":"tokenization","score":0.8090000152587891},{"id":"https://openalex.org/keywords/regular-expressions","display_name":"regular expressions","score":0.7680000066757202},{"id":"https://openalex.org/keywords/finite-state-machines","display_name":"finite automata","score":0.9079999923706055},{"id":"https://openalex.org/keywords/deterministic-finite-automata","display_name":"deterministic finite automata","score":0.7360000014305115},{"id":"https://openalex.org/keywords/code-translation","display_name":"program translation","score":0.6949999928474426},{"id":"https://openalex.org/keywords/search-templates","display_name":"search templates","score":0.4699999988079071}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8307108879089355},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.6489979028701782},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.519936740398407},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.486973375082016},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.46375301480293274},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.43763643503189087},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.4163004159927368},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3953790068626404},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3352099657058716},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.34185/1562-9945-5-142-2022-09","doi":"https://doi.org/10.34185/1562-9945-5-142-2022-09","is_oa":true,"landing_page_url":"https://doi.org/10.34185/1562-9945-5-142-2022-09","pdf_url":null,"source":{"id":"https://openalex.org/S4210181194","display_name":"System technologies","issn_l":"1562-9945","issn":["1562-9945","2707-7977"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"System technologies","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.34185/1562-9945-5-142-2022-09","doi":"https://doi.org/10.34185/1562-9945-5-142-2022-09","is_oa":true,"landing_page_url":"https://doi.org/10.34185/1562-9945-5-142-2022-09","pdf_url":null,"source":{"id":"https://openalex.org/S4210181194","display_name":"System technologies","issn_l":"1562-9945","issn":["1562-9945","2707-7977"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"System technologies","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4246057706","https://openalex.org/W2100648544","https://openalex.org/W7095895251","https://openalex.org/W2008775739","https://openalex.org/W4389868654","https://openalex.org/W2377921564","https://openalex.org/W2001033342","https://openalex.org/W2365774418","https://openalex.org/W2383059046","https://openalex.org/W4255877977"],"abstract_inverted_index":{"The":[0,98],"growing":[1],"volume":[2],"of":[3,7,19,33,44,63,100,128,153,157,166,181,190,230,233,239,248,251,260],"technologies,":[4],"the":[5,17,31,58,112,150,179,182,196,199,210,215,231,246,249,257,261],"end":[6],"actively":[8],"used":[9],"development":[10],"tools":[11],"support,":[12,36],"outdated":[13],"API":[14],"etc.,":[15],"entails":[16],"need":[18],"program":[20,101,129,216],"codes":[21,102],"conversion.":[22],"In":[23],"IT":[24],"compa-nies":[25],"and":[26,60,107,121,155,160,169,188,198,206,221],"not":[27],"only,":[28],"often":[29],"begged":[30],"question":[32],"deprecated":[34],"software":[35,46,69,113,158],"which":[37],"cus-tomers":[38],"continue":[39],"to":[40,47,56,208],"use,":[41],"or":[42],"translation":[43],"current":[45],"actual":[48],"technologies.":[49],"It":[50],"is":[51,76,104,138],"more":[52],"rational":[53],"for":[54,212],"programmers":[55],"use":[57,250],"conversion":[59,86,89,103],"save":[61],"most":[62],"code":[64,85,130],"base,":[65],"than":[66],"rewriting":[67],"all":[68],"by":[70],"hand,":[71],"even":[72],"if":[73],"manual":[74],"adjustment":[75],"needed.":[77],"At":[78],"this":[79],"moment,":[80],"there":[81],"are":[82],"few":[83],"high-quality":[84],"systems.":[87],"Largely,":[88],"systems":[90],"work":[91],"well":[92],"only":[93],"with":[94,132],"similar":[95],"programming":[96],"languages.":[97],"task":[99],"a":[105,123,140,146,163,244],"deep":[106],"complex":[108],"topic.":[109],"To":[110],"convert":[111],"code,":[114,159],"you":[115],"must":[116],"first":[117],"analyze,":[118],"select":[119],"components":[120],"form":[122],"structural":[124],"representation.":[125],"Any":[126],"analysis":[127,137,154],"begins":[131],"lexical":[133,136,183,262],"analysis.":[134],"Although":[135],"considered":[139,207],"relatively":[141],"simple":[142],"step,":[143],"it":[144],"plays":[145],"key":[147,193],"role":[148],"in":[149,214],"entire":[151],"system":[152],"transformation":[156],"also":[161],"has":[162],"large":[164],"number":[165],"both":[167],"theoretical":[168],"practical":[170,258],"features":[171],"that":[172],"require":[173],"careful":[174],"study.":[175],"This":[176],"article":[177],"considers":[178],"definition":[180],"analyzer,":[184],"its":[185],"functional":[186],"composition":[187],"principles":[189],"construction,":[191],"provides":[192],"differences":[194],"between":[195],"lexeme":[197],"token.":[200],"Two":[201],"approaches":[202],"have":[203],"been":[204],"proposed":[205],"solve":[209],"search":[211,220,234],"tokens":[213],"code:":[217],"regular":[218],"expression":[219],"finite":[222,253],"state":[223,254],"machine":[224],"search.":[225],"For":[226],"these":[227],"approaches,":[228],"examples":[229],"formation":[232],"templates":[235],"under":[236],"cer-tain":[237],"rules":[238],"vocabulary":[240],"were":[241],"given.":[242],"As":[243],"result,":[245],"optimality":[247],"determinis-tic":[252],"machines":[255,267],"during":[256],"implementation":[259],"analyzer":[263],"on":[264],"real":[265],"computing":[266],"was":[268],"substantiated.":[269]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4385771966","counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2023-08-12T00:00:00"}
