{"id":"https://openalex.org/W2211699375","doi":"https://doi.org/10.1109/bigdata.2015.7364095","title":"Scaling NLP algorithms to meet high demand","display_name":"Scaling NLP algorithms to meet high demand","publication_year":2015,"publication_date":"2015-10-01","ids":{"openalex":"https://openalex.org/W2211699375","doi":"https://doi.org/10.1109/bigdata.2015.7364095","mag":"2211699375"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata.2015.7364095","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2015.7364095","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052208720","display_name":"Connor Stokes","orcid":null},"institutions":[{"id":"https://openalex.org/I1306686416","display_name":"RTX (United States)","ror":"https://ror.org/0354t7b78","country_code":"US","type":"company","lineage":["https://openalex.org/I1306686416"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Connor Stokes","raw_affiliation_strings":["Raytheon BBN Technologies Corp, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Raytheon BBN Technologies Corp, Cambridge, MA, USA","institution_ids":["https://openalex.org/I1306686416"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101478918","display_name":"Anoop Kumar","orcid":"https://orcid.org/0009-0004-7029-4697"},"institutions":[{"id":"https://openalex.org/I1306686416","display_name":"RTX (United States)","ror":"https://ror.org/0354t7b78","country_code":"US","type":"company","lineage":["https://openalex.org/I1306686416"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anoop Kumar","raw_affiliation_strings":["Raytheon BBN Technologies Corp, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Raytheon BBN Technologies Corp, Cambridge, MA, USA","institution_ids":["https://openalex.org/I1306686416"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023586919","display_name":"Frederick D. S. Choi","orcid":"https://orcid.org/0000-0002-8818-2456"},"institutions":[{"id":"https://openalex.org/I1306686416","display_name":"RTX (United States)","ror":"https://ror.org/0354t7b78","country_code":"US","type":"company","lineage":["https://openalex.org/I1306686416"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Frederick Choi","raw_affiliation_strings":["Raytheon BBN Technologies Corp, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Raytheon BBN Technologies Corp, Cambridge, MA, USA","institution_ids":["https://openalex.org/I1306686416"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011618765","display_name":"Ralph Weischedel","orcid":null},"institutions":[{"id":"https://openalex.org/I1306686416","display_name":"RTX (United States)","ror":"https://ror.org/0354t7b78","country_code":"US","type":"company","lineage":["https://openalex.org/I1306686416"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ralph Weischedel","raw_affiliation_strings":["Raytheon BBN Technologies Corp, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Raytheon BBN Technologies Corp, Cambridge, MA, USA","institution_ids":["https://openalex.org/I1306686416"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1306686416"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2839","last_page":"2839"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9796000123023987,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9754999876022339,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8610423803329468},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.672863245010376},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5860178470611572},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5491899251937866},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5271629691123962},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.46756821870803833},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.41755765676498413},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12857568264007568}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8610423803329468},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.672863245010376},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5860178470611572},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5491899251937866},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5271629691123962},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.46756821870803833},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.41755765676498413},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12857568264007568}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata.2015.7364095","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2015.7364095","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.4399999976158142}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306078","display_name":"U.S. Department of Defense","ror":"https://ror.org/0447fe631"},{"id":"https://openalex.org/F4320310598","display_name":"Amazon Web Services","ror":"https://ror.org/04mv4n011"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":3,"referenced_works":["https://openalex.org/W2088790979","https://openalex.org/W2189465200","https://openalex.org/W6687322159"],"related_works":["https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2032233321","https://openalex.org/W3121970507","https://openalex.org/W2110028391","https://openalex.org/W54497855","https://openalex.org/W217960748","https://openalex.org/W3125814499","https://openalex.org/W2090827041","https://openalex.org/W2094012830"],"abstract_inverted_index":{"The":[0,135,193,263,483],"growth":[1],"of":[2,8,23,47,51,58,79,115,141,150,157,212,218,239,242,278,302,343,359,395,398,445,478,491,517],"digital":[3],"information":[4,85],"and":[5,71,103,121,182,269,280,290,311,439,470,481,503,523],"the":[6,32,45,100,112,128,219,247,307,357,374,407,416,432,437,443,449,465,475,496,515],"richness":[7],"data":[9,24,87,158,303],"shared":[10],"online":[11],"make":[12,216],"it":[13],"increasingly":[14],"valuable":[15],"to":[16,19,54,73,82,99,110,132,215,225,250,255,285,298,317,371,379,405,419,422,447,473,499,509,521],"be":[17,187,380,460],"able":[18,367],"process":[20],"large":[21,118],"amounts":[22],"at":[25,227,356],"a":[26,48,56,63,77,117,139,147,155,175,178,190,209,240,259,276,283,313,322,336,347,385,403,488],"very":[27,331],"high":[28,123,332,393,479],"throughput":[29,124],"rate.":[30],"At":[31],"same":[33],"time,":[34],"rising":[35],"interest":[36],"in":[37,44,189,246,273,353,384,506],"natural":[38],"language":[39],"processing":[40,108,325,338],"(NLP)":[41],"has":[42],"resulted":[43],"development":[46],"great":[49],"number":[50,444],"algorithms":[52,81,96,152,199,214,378,408,424,458,498],"designed":[53,254,297],"perform":[55,201],"variety":[57],"NLP":[59,80,95,151,162,213,457,492,497],"tasks.":[60],"There":[61],"is":[62,321,335],"need":[64],"for":[65,144,160,170,231,330,382],"frameworks":[66],"that":[67,97,185,200,340,456],"enable":[68,299],"multiple":[69,94,167],"users":[70],"applications":[72,253],"run":[74],"individual":[75],"or":[76,204,441],"combination":[78],"derive":[83],"relevant":[84],"from":[86,130],"[1].":[88],"In":[89,452],"this":[90],"work,":[91],"we":[92,401,454],"take":[93],"adhere":[98],"ADEPT":[101,136,195,221,417,466,484],"framework":[102,137,326,339,418,485],"deploy":[104,406,423],"them":[105],"on":[106,409,425,527],"distributed":[107,314,337],"architectures":[109,505],"satisfy":[111],"dual":[113],"needs":[114],"serving":[116],"user":[119,261],"group":[120],"meeting":[122],"standards,":[125],"while":[126],"reducing":[127],"time":[129],"lab":[131],"production":[133],"environment.":[134],"provides":[138],"set":[140,149,156,490],"uniform":[142],"APIs":[143],"interacting":[145,171],"with":[146,172,258,327,388,436],"diverse":[148,489],"by":[153,463],"defining":[154],"structures":[159],"representing":[161],"concepts":[163],"[2].":[164],"It":[165,320],"offers":[166],"access":[168],"points":[169],"these":[173],"algorithms;":[174],"REST":[176],"API,":[177,181],"serialized":[179],"Data":[180],"processor":[183],"components":[184],"can":[186,197,459],"used":[188,245,324],"larger":[191],"pipeline.":[192],"comprehensive":[194],"architecture":[196],"support":[198],"sentence-level,":[202],"document-level,":[203],"corpus-level":[205],"text":[206],"processing,":[207],"allowing":[208,377],"wide":[210],"range":[211],"use":[217,342,383],"framework.":[220],"interfaces":[222],"allow":[223],"parallelization":[224,301,468],"occur":[226],"an":[228,410,426,507],"optimum":[229],"level":[230,294],"each":[232],"algorithm.":[233],"Amazon":[234,264,519],"Web":[235],"Services":[236],"(AWS)":[237],"consists":[238],"stack":[241,412],"technologies":[243,472],"commonly":[244],"commercial":[248],"sphere":[249],"host":[251],"web":[252],"scale":[256,525],"rapidly":[257,461,524],"growing":[260,476],"base.":[262],"Elastic":[265],"Compute":[266],"Cloud":[267],"(EC2)":[268],"its":[270],"auto-scaling":[271],"feature":[272],"particular":[274],"provide":[275],"means":[277],"reliably":[279],"efficiently":[281],"scaling":[282],"service":[284],"meet":[286,474,522],"traffic":[287],"demands.":[288,529],"Hadoop":[289,305,352,502],"Spark":[291,334,364,386,504],"are":[292,366],"top":[293],"Apache":[295],"projects":[296],"massive":[300],"processing.":[304],"employs":[306],"MapReduce":[308,375],"programming":[309],"model":[310],"uses":[312,355],"file":[315],"system":[316],"store":[318],"data.":[319],"widely":[323],"proven":[328],"potential":[329],"throughput.":[333,482,512],"makes":[341],"in-memory":[344],"primitives,":[345],"enabling":[346],"significant":[348],"performance":[349],"advantage":[350],"over":[351],"certain":[354],"cost":[358],"higher":[360],"memory":[361],"requirements":[362],"[3].":[363],"processes":[365],"but":[368],"not":[369],"required":[370],"fit":[372,500],"into":[373,501],"model,":[376],"adapted":[381],"context":[387],"minimal":[389],"effort.":[390],"To":[391],"handle":[392],"volume":[394,480],"concurrent":[396],"requests":[397],"DEFT":[399],"algorithms,":[400],"created":[402],"mechanism":[404],"AWS":[411,427],"[4].":[413],"We":[414,430,494,513],"extended":[415],"create":[420],"installers":[421],"EC2":[428,433,520],"node.":[429],"preserve":[431],"instance":[434],"along":[435],"algorithm":[438],"grow":[440],"shrink":[442],"instances":[446],"accommodate":[448],"request":[450],"volume.":[451],"summary,":[453],"demonstrate":[455],"scaled":[462],"leveraging":[464],"framework,":[467],"models,":[469],"virtualization":[471],"demands":[477],"allows":[486],"managing":[487],"algorithms.":[493],"adapt":[495],"effort":[508],"maximize":[510],"their":[511],"explore":[514],"viability":[516],"using":[518],"based":[526],"usage":[528]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}