{"id":"https://openalex.org/W2895839426","doi":null,"title":"Analyzing the Predictability of Source Code and its Application in Creating Parallel Corpora for English-to-Code Statistical MachineTranslation","display_name":"Analyzing the Predictability of Source Code and its Application in Creating Parallel Corpora for English-to-Code Statistical MachineTranslation","alternate_titles":[],"publication_year":2018,"publication_date":"2018-03-23","ids":{"openalex":"https://openalex.org/W2895839426","mag":"2895839426"},"language":"en","primary_location":{"id":"pmh:oai:https://spectrum.library.concordia.ca:983846","doi":null,"is_oa":true,"landing_page_url":"https://spectrum.library.concordia.ca/983846/1/Rahman_MComp_F2018.pdf","pdf_url":"https://spectrum.library.concordia.ca/983846/1/Rahman_MComp_F2018.pdf","source":{"id":"https://openalex.org/S4306400871","display_name":"Spectrum Research Repository (Concordia University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I60158472","host_organization_name":"Concordia University","host_organization_lineage":["https://openalex.org/I60158472"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Thesis"},"parent_works":[],"lineage":["https://openalex.org/W2895839426"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://spectrum.library.concordia.ca/983846/1/Rahman_MComp_F2018.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068240738","display_name":"Musfiqur Rahman","orcid":"https://orcid.org/0000-0001-8443-8082","observed_orcids":["https://orcid.org/0000-0001-8443-8082"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Musfiqur Rahman","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-8443-8082","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5068240738"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9423999786376953,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9423999786376953,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.05640000104904175,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code-language-models","display_name":"code language models","score":0.5289999842643738},{"id":"https://openalex.org/keywords/n-gram-language-models","display_name":"n-gram language models","score":0.6740000247955322},{"id":"https://openalex.org/keywords/api-usage","display_name":"API usage","score":0.5400000214576721},{"id":"https://openalex.org/keywords/java-api","display_name":"Java API","score":0.5649999976158142},{"id":"https://openalex.org/keywords/program-graphs","display_name":"program graphs","score":0.48899999260902405},{"id":"https://openalex.org/keywords/parallel-corpus-construction","display_name":"parallel corpus construction","score":0.7540000081062317},{"id":"https://openalex.org/keywords/corpus-cleaning","display_name":"corpus cleaning","score":0.628000020980835},{"id":"https://openalex.org/keywords/entropy-information-theory","display_name":"entropy (information theory)","score":0.5180000066757202},{"id":"https://openalex.org/keywords/statistical-machine-translation","display_name":"statistical machine translation","score":0.5950000286102295}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7923216223716736},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.6067260503768921},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5040870904922485},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.49510470032691956},{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.44843122363090515},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.4478491544723511},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4355505108833313},{"id":"https://openalex.org/C540372491","wikidata":"https://www.wikidata.org/wiki/Q82622","display_name":"Punctuation","level":2,"score":0.4265546202659607},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4208129644393921}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:https://spectrum.library.concordia.ca:983846","doi":null,"is_oa":true,"landing_page_url":"https://spectrum.library.concordia.ca/983846/1/Rahman_MComp_F2018.pdf","pdf_url":"https://spectrum.library.concordia.ca/983846/1/Rahman_MComp_F2018.pdf","source":{"id":"https://openalex.org/S4306400871","display_name":"Spectrum Research Repository (Concordia University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I60158472","host_organization_name":"Concordia University","host_organization_lineage":["https://openalex.org/I60158472"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Thesis"},{"id":"mag:2895839426","doi":null,"is_oa":false,"landing_page_url":"https://spectrum.library.concordia.ca/id/eprint/983846/","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:https://spectrum.library.concordia.ca:983846","doi":null,"is_oa":true,"landing_page_url":"https://spectrum.library.concordia.ca/983846/1/Rahman_MComp_F2018.pdf","pdf_url":"https://spectrum.library.concordia.ca/983846/1/Rahman_MComp_F2018.pdf","source":{"id":"https://openalex.org/S4306400871","display_name":"Spectrum Research Repository (Concordia University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I60158472","host_organization_name":"Concordia University","host_organization_lineage":["https://openalex.org/I60158472"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2895839426.pdf","grobid_xml":"https://content.openalex.org/works/W2895839426.grobid-xml"},"referenced_works_count":66,"referenced_works":["https://openalex.org/W22168010","https://openalex.org/W755194005","https://openalex.org/W1519220202","https://openalex.org/W1579078479","https://openalex.org/W1585146987","https://openalex.org/W1608642924","https://openalex.org/W1771830246","https://openalex.org/W1869993023","https://openalex.org/W1919907269","https://openalex.org/W1970607969","https://openalex.org/W1970656444","https://openalex.org/W1972458945","https://openalex.org/W1976065452","https://openalex.org/W1981795678","https://openalex.org/W1994573369","https://openalex.org/W2011458734","https://openalex.org/W2023925487","https://openalex.org/W2025892295","https://openalex.org/W2032175749","https://openalex.org/W2059215200","https://openalex.org/W2060384944","https://openalex.org/W2073067110","https://openalex.org/W2079145130","https://openalex.org/W2093400716","https://openalex.org/W2098162425","https://openalex.org/W2099769844","https://openalex.org/W2107130271","https://openalex.org/W2113610359","https://openalex.org/W2120755390","https://openalex.org/W2124418175","https://openalex.org/W2128782367","https://openalex.org/W2133286915","https://openalex.org/W2133564696","https://openalex.org/W2136641285","https://openalex.org/W2141558501","https://openalex.org/W2142391150","https://openalex.org/W2143017621","https://openalex.org/W2143960295","https://openalex.org/W2144533137","https://openalex.org/W2145946200","https://openalex.org/W2146982690","https://openalex.org/W2148190602","https://openalex.org/W2165747537","https://openalex.org/W2166597811","https://openalex.org/W2168821598","https://openalex.org/W2175297521","https://openalex.org/W2401028838","https://openalex.org/W2402619042","https://openalex.org/W2547880329","https://openalex.org/W2570857834","https://openalex.org/W2579161546","https://openalex.org/W2583306908","https://openalex.org/W2612705982","https://openalex.org/W2809840185","https://openalex.org/W3146720657","https://openalex.org/W3147574292","https://openalex.org/W3211848854","https://openalex.org/W4213053623","https://openalex.org/W4214843451","https://openalex.org/W4230896626","https://openalex.org/W4239812996","https://openalex.org/W4241907497","https://openalex.org/W4243840747","https://openalex.org/W4246271343","https://openalex.org/W4255398023","https://openalex.org/W7095454678"],"related_works":["https://openalex.org/W2954274464","https://openalex.org/W3146720657","https://openalex.org/W7095093147","https://openalex.org/W2807585453","https://openalex.org/W1151032465","https://openalex.org/W2909062508","https://openalex.org/W2014877837","https://openalex.org/W1994573369"],"abstract_inverted_index":{"Analyzing":[0],"source":[1,12,37,43,67,413],"code":[2,13,38,44,68,73,215,243,250,319,405,414,509,520,542],"using":[3,48,198,421,550],"computational":[4],"linguistics":[5],"and":[6,39,114,132,152,208,219,262,308,349,363,385,389,404,476,497,512,554,562,570],"exploiting":[7],"the":[8,20,26,30,34,57,127,134,142,148,182,195,199,242,265,280,286,294,301,313,316,327,334,355,366,370,437,452,481,490,547,558,564],"linguistic":[9],"properties":[10],"of":[11,22,29,36,66,126,136,144,158,161,169,194,203,269,315,318,336,345,369,393,398,435,451,483,494,519,540,549],"have":[14,107,186,506],"recently":[15],"become":[16],"popular":[17,454],"topics":[18],"in":[19,164,173,264,279,409,429,557],"domain":[21],"software":[23,110,477,559],"engineering.":[24],"In":[25,56],"first":[27,101],"part":[28,102,397],"thesis,":[31],"we":[32,60,212,238,272,283,341,352,514,530],"study":[33,61,312],"predictability":[35],"determine":[40],"how":[41,62],"well":[42,63],"can":[45,69,330],"be":[46,70,331,441],"represented":[47],"language":[49,54,137],"models":[50],"developed":[51],"for":[52,79,156,180,245,288,458,486,552,566],"natural":[53],"processing.":[55],"second":[58,396],"part,":[59],"English":[64,120,295,403,419,517,533],"discussions":[65,518],"aligned":[71],"with":[72],"elements":[74,543],"to":[75,276,407,440,460,536],"create":[76],"parallel":[77,445,463],"corpora":[78,406,571],"English-to-code":[80],"statistical":[81],"machine":[82,410],"translation.":[83,411],"This":[84,297,373],"work":[85,377],"is":[86,111,133,216,252,260,290,359,510],"organized":[87],"as":[88,190],"a":[89,97,145,174,178,187,246,258,444,462,525,537],"\u201cmanuscript\u201d":[90],"thesis":[91,400],"whereby":[92],"each":[93,484],"core":[94],"chapter":[95],"constitutes":[96],"submitted":[98],"paper.":[99],"\\nThe":[100,395],"replicates":[103],"recent":[104,430],"works":[105,505],"that":[106,109,124,177,214,240,285,326,354,375,382,508,516,532],"concluded":[108],"more":[112,117,361],"repetitive":[113,218,364,511],"predictable,":[115,513],"i.e.":[116],"natural,":[118],"than":[119,221,293,365],"texts.":[121],"We":[122,227,447,466,479,488],"find":[123,213,239,284,515,531],"much":[125,360,427],"apparent":[128],"\u201cnaturalness\u201d":[129],"\\nis":[130],"artificial":[131],"result":[135,230],"specific":[138,541],"tokens.":[139,339,394],"For":[140,256,432],"example,":[141],"syntax":[143],"language,":[146],"especially":[147],"separators":[149],"e.g.,":[150],"semi-colons":[151],"brackets,":[153],"make":[154],"up":[155],"59%":[157],"all":[159,170],"uses":[160],"Java":[162,281],"tokens":[163],"our":[165,274],"corpus.":[166,296,446],"Furthermore,":[167],"40%":[168,193],"2-grams":[171,289],"end":[172],"separator,":[175],"implying":[176],"model":[179,324,438],"autocompleting":[181],"next":[183],"token,":[184],"would":[185],"trivial":[188],"separator":[189],"top":[191],"suggestion":[192,307],"time.":[196],"By":[197],"standard":[200,472],"NLP":[201],"practice":[202],"eliminating":[204],"punctuation":[205],"(e.g.,":[206,210],"separators)":[207],"stopwords":[209],"keywords)":[211],"less":[217],"predictable":[220],"was":[222],"suggested":[223],"by":[224,333],"previous":[225,338],"work.":[226],"replicate":[228],"this":[229,236,399],"across":[231,254],"7":[232],"programming":[233],"languages.":[234],"\\nContinuing":[235],"work,":[237],"unlike":[241],"written":[244],"particular":[247],"project,":[248],"API":[249,282,305,415],"usage":[251,306],"similar":[253],"projects.":[255],"example":[257],"file":[259],"opened":[261],"closed":[263],"same":[266,371],"manner":[267],"irrespective":[268],"domain.":[270],"When":[271,340],"restrict":[273],"n-grams":[275],"those":[277],"contained":[278],"entropy":[287],"significantly":[291],"lower":[292],"repetition":[298],"perhaps":[299],"explains":[300,546],"successful":[302],"literature":[303,561],"on":[304,320,380,443],"autocompletion.":[309],"\\nWe":[310],"then":[311],"impact":[314],"representation":[317,358],"repetition.":[321],"The":[322],"n-gram":[323,367],"assumes":[325],"current":[328],"token":[329],"predicted":[332],"sequence":[335],"n":[337],"extract":[342],"program":[343],"graphs":[344,381],"size":[346],"2,":[347],"3,":[348],"4":[350],"nodes":[351],"see":[353],"abstract":[356],"graph":[357],"concise":[362],"representations":[368],"code.":[372],"suggests":[374],"future":[376],"should":[378],"focus":[379],"include":[383],"control":[384],"data":[386,469],"flow":[387],"dependencies":[388],"not":[390],"linear":[391],"sequences":[392,416],"focuses":[401],"cleaning":[402,470],"aid":[408],"Generating":[412],"from":[417],"an":[418],"query":[420],"Machine":[422],"Translation":[423],"(MT)":[424],"has":[425],"gained":[426],"interest":[428],"years.":[431],"any":[433],"kind":[434],"MT,":[436],"needs":[439],"trained":[442],"clean":[448],"StackOverflow,":[449],"one":[450],"most":[453],"online":[455],"discussion":[456],"forums":[457],"programmers,":[459],"generate":[461],"English-Code":[464],"corpora.":[465],"contrast":[467],"three":[468],"approaches:":[471],"NLP,":[473],"title":[474],"only,":[475],"task.":[478],"evaluate":[480],"quality":[482],"corpus":[485,491],"MT.":[487,567],"measure":[489],"size,":[492],"percentage":[493],"unique":[495],"tokens,":[496],"per-word":[498],"maximum":[499,526],"likelihood":[500,527],"\\nalignment":[501],"entropy.":[502],"While":[503],"many":[504],"shown":[507],"are":[521,572],"also":[522],"repetitive.":[523],"Creating":[524],"MT":[528],"model,":[529],"words":[534],"map":[535],"small":[538],"number":[539],"which":[544],"partially":[545],"success":[548],"StackOverflow":[551],"search":[553],"other":[555],"tasks":[556],"engineering":[560],"paves":[563],"way":[565],"Our":[568],"scripts":[569],"publicly":[573],"available.":[574]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2895839426","counts_by_year":[{"year":2019,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2018-10-26T00:00:00"}
