{"id":"https://openalex.org/W4414829809","doi":"https://doi.org/10.63345/jqst.v1i2.8","title":"Implementing Low-Latency Machine Learning Pipelines Using Directed Acyclic Graphs","display_name":"Implementing Low-Latency Machine Learning Pipelines Using Directed Acyclic Graphs","alternate_titles":[],"publication_year":2024,"publication_date":"2024-05-01","ids":{"openalex":"https://openalex.org/W4414829809","doi":"https://doi.org/10.63345/jqst.v1i2.8"},"language":"en","primary_location":{"id":"doi:10.63345/jqst.v1i2.8","doi":"https://doi.org/10.63345/jqst.v1i2.8","is_oa":true,"landing_page_url":"https://doi.org/10.63345/jqst.v1i2.8","pdf_url":"https://jqst.org/index.php/j/article/download/8/9","source":{"id":"https://openalex.org/S4404670314","display_name":"Journal of Quantum Science and Technology.","issn_l":"3048-6351","issn":["3048-6351"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4404685456","host_organization_name":"Resagate Global","host_organization_lineage":["https://openalex.org/P4404685456"],"host_organization_lineage_names":["Resagate Global"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Quantum Science and Technology","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4414829809"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://jqst.org/index.php/j/article/download/8/9","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Abhishek Das","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Abhishek Das","raw_affiliation_strings":["Texas A&M University, North Bend, WA -98045,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Texas A&M University, North Bend, WA -98045,","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107687955","display_name":"Nanda Kishore Gannamneni","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I177001074","display_name":"Acharya Nagarjuna University","ror":"https://ror.org/02mfapa96","country_code":"IN","type":"education","lineage":["https://openalex.org/I177001074"]}],"countries":["IN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Nanda Kishore Gannamneni","raw_affiliation_strings":["Nagarjuna University, A.P., India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nagarjuna University, A.P., India","institution_ids":["https://openalex.org/I177001074"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Rakesh Jena","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4028839","display_name":"Biju Patnaik University of Technology","ror":"https://ror.org/03vqjtg68","country_code":"IN","type":"education","lineage":["https://openalex.org/I4028839"]}],"countries":["IN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Rakesh Jena","raw_affiliation_strings":["Biju Patnaik University of Technology, Rourkela, Odisha 751024"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Biju Patnaik University of Technology, Rourkela, Odisha 751024","institution_ids":["https://openalex.org/I4028839"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034592616","display_name":"Raghav Agarwal","orcid":"https://orcid.org/0009-0001-2974-3743","observed_orcids":["https://orcid.org/0009-0001-2974-3743"]},"institutions":[{"id":"https://openalex.org/I55215948","display_name":"Tata Consultancy Services (India)","ror":"https://ror.org/01b9n8m42","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210086519","https://openalex.org/I55215948"]}],"countries":["IN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Raghav Agarwal","raw_affiliation_strings":["Assistant System Engineer, TCS, Bengaluru"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Assistant System Engineer, TCS, Bengaluru","institution_ids":["https://openalex.org/I55215948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115526915","display_name":"Sangeet Vashishtha","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405262983","display_name":"IIMT University","ror":"https://ror.org/00zncbw15","country_code":"IN","type":"education","lineage":["https://openalex.org/I4405262983"]}],"countries":["IN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Prof. (Dr) Sangeet Vashishtha","raw_affiliation_strings":["IIMT University, Meerut, U.P., India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IIMT University, Meerut, U.P., India","institution_ids":["https://openalex.org/I4405262983"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101624869","display_name":"S. K. Jain","orcid":"https://orcid.org/0000-0003-3376-1220","observed_orcids":["https://orcid.org/0000-0003-3376-1220"]},"institutions":[{"id":"https://openalex.org/I4405258392","display_name":"Maharaja Agrasen Himalayan Garhwal University","ror":"https://ror.org/00k0pfp21","country_code":"IN","type":"education","lineage":["https://openalex.org/I4405258392"]}],"countries":["IN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Shalu Jain","raw_affiliation_strings":["Maharaja Agrasen Himalayan Garhwal University,Pauri Garhwal, U.K., India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Maharaja Agrasen Himalayan Garhwal University,Pauri Garhwal, U.K., India","institution_ids":["https://openalex.org/I4405258392"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.2365,"has_fulltext":true,"cited_by_count":22,"citation_normalized_percentile":{"value":0.94572086,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"1","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.32010000944137573,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.32010000944137573,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.29170000553131104,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.19539999961853027,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/directed-acyclic-graphs","display_name":"directed acyclic graphs","score":0.9990000128746033},{"id":"https://openalex.org/keywords/parallel-task-execution","display_name":"parallel task execution","score":0.6970000267028809},{"id":"https://openalex.org/keywords/asynchronous-task-execution","display_name":"asynchronous task execution","score":0.675000011920929},{"id":"https://openalex.org/keywords/distributed-caching","display_name":"distributed caching","score":0.5929999947547913},{"id":"https://openalex.org/keywords/fault-tolerance","display_name":"fault tolerance","score":0.7459999918937683},{"id":"https://openalex.org/keywords/resource-utilization","display_name":"resource utilization","score":0.7699999809265137},{"id":"https://openalex.org/keywords/real-time-inference","display_name":"real-time inference","score":0.8090000152587891}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8320000171661377},{"id":"https://openalex.org/C74197172","wikidata":"https://www.wikidata.org/wiki/Q1195339","display_name":"Directed acyclic graph","level":2,"score":0.7279999852180481},{"id":"https://openalex.org/C175309249","wikidata":"https://www.wikidata.org/wiki/Q725864","display_name":"Pipeline transport","level":2,"score":0.6629999876022339},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.605400025844574},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.43880000710487366},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.43529999256134033},{"id":"https://openalex.org/C63540848","wikidata":"https://www.wikidata.org/wiki/Q3140932","display_name":"Fault tolerance","level":2,"score":0.421099990606308},{"id":"https://openalex.org/C489000","wikidata":"https://www.wikidata.org/wiki/Q747385","display_name":"Data flow diagram","level":2,"score":0.40700000524520874},{"id":"https://openalex.org/C89198739","wikidata":"https://www.wikidata.org/wiki/Q3079880","display_name":"Data stream mining","level":2,"score":0.3749000132083893},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.36629998683929443},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.36090001463890076},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35030001401901245},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.3472999930381775},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.33660000562667847},{"id":"https://openalex.org/C138827492","wikidata":"https://www.wikidata.org/wiki/Q6661985","display_name":"Data processing","level":2,"score":0.3319999873638153},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.31360000371932983},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.31290000677108765},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3109999895095825},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30489999055862427},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2973000109195709},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.28760001063346863},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2842999994754791},{"id":"https://openalex.org/C146380142","wikidata":"https://www.wikidata.org/wiki/Q1137726","display_name":"Directed graph","level":2,"score":0.28290000557899475},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.27559998631477356},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.27390000224113464},{"id":"https://openalex.org/C1668388","wikidata":"https://www.wikidata.org/wiki/Q1149776","display_name":"Data management","level":2,"score":0.2639999985694885},{"id":"https://openalex.org/C2776834041","wikidata":"https://www.wikidata.org/wiki/Q25346349","display_name":"Execution model","level":2,"score":0.25999999046325684},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.2535000145435333},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.63345/jqst.v1i2.8","doi":"https://doi.org/10.63345/jqst.v1i2.8","is_oa":true,"landing_page_url":"https://doi.org/10.63345/jqst.v1i2.8","pdf_url":"https://jqst.org/index.php/j/article/download/8/9","source":{"id":"https://openalex.org/S4404670314","display_name":"Journal of Quantum Science and Technology.","issn_l":"3048-6351","issn":["3048-6351"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4404685456","host_organization_name":"Resagate Global","host_organization_lineage":["https://openalex.org/P4404685456"],"host_organization_lineage_names":["Resagate Global"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Quantum Science and Technology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.63345/jqst.v1i2.8","doi":"https://doi.org/10.63345/jqst.v1i2.8","is_oa":true,"landing_page_url":"https://doi.org/10.63345/jqst.v1i2.8","pdf_url":"https://jqst.org/index.php/j/article/download/8/9","source":{"id":"https://openalex.org/S4404670314","display_name":"Journal of Quantum Science and Technology.","issn_l":"3048-6351","issn":["3048-6351"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4404685456","host_organization_name":"Resagate Global","host_organization_lineage":["https://openalex.org/P4404685456"],"host_organization_lineage_names":["Resagate Global"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Quantum Science and Technology","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5378999710083008}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4414829809.pdf","grobid_xml":"https://content.openalex.org/works/W4414829809.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W4319862903","https://openalex.org/W4401493409","https://openalex.org/W4401837006","https://openalex.org/W4401953696","https://openalex.org/W4401989258","https://openalex.org/W4401989271","https://openalex.org/W4401989286","https://openalex.org/W4401989291","https://openalex.org/W4401989297","https://openalex.org/W4401989300","https://openalex.org/W4401989303","https://openalex.org/W4401989618","https://openalex.org/W4401989621","https://openalex.org/W4401989716","https://openalex.org/W4402029804","https://openalex.org/W4402029829","https://openalex.org/W4402029837","https://openalex.org/W4402081175","https://openalex.org/W4402087303","https://openalex.org/W4402089538","https://openalex.org/W4402089587","https://openalex.org/W4402089655","https://openalex.org/W4402090017","https://openalex.org/W4402092574","https://openalex.org/W4402101697","https://openalex.org/W4402101708","https://openalex.org/W4402101711","https://openalex.org/W4402101740","https://openalex.org/W4402101741","https://openalex.org/W4402101742","https://openalex.org/W4402101753","https://openalex.org/W4402192235","https://openalex.org/W4402199599","https://openalex.org/W4402307187","https://openalex.org/W4402334987","https://openalex.org/W4403784090","https://openalex.org/W6884978692","https://openalex.org/W7221178445"],"related_works":["https://openalex.org/W4414179041","https://openalex.org/W2950968671","https://openalex.org/W4392754788","https://openalex.org/W4415284491","https://openalex.org/W2598842133","https://openalex.org/W4401066112","https://openalex.org/W4405947057","https://openalex.org/W4414829291","https://openalex.org/W4414272267","https://openalex.org/W7171028269"],"abstract_inverted_index":{"Low-latency":[0],"machine":[1,29,101],"learning":[2,30,102],"(ML)":[3],"pipelines":[4,31,76,207],"are":[5,223,229],"critical":[6],"for":[7,246,287],"applications":[8],"that":[9,42,266],"require":[10],"real-time":[11],"data":[12,35,113,130,187,215,255],"processing":[13,190],"and":[14,22,39,48,71,88,131,155,166,189,203,231,250,257,283],"decision-making,":[15],"such":[16,111,273],"as":[17,112,274],"fraud":[18],"detection,":[19],"autonomous":[20],"driving,":[21],"financial":[23],"trading.":[24],"Achieving":[25],"low":[26],"latency":[27,173],"in":[28,82,99,196],"often":[32,208],"involves":[33],"complex":[34],"orchestration,":[36],"model":[37,117,258],"execution,":[38,282],"inference":[40],"processes":[41,55],"need":[43],"to":[44,52,108,175,191,213,252],"be":[45,143],"both":[46],"efficient":[47,90,200],"scalable.":[49],"One":[50],"approach":[51],"optimize":[53],"these":[54,135],"is":[56,233],"through":[57,235],"the":[58,69,124,127,132,161],"use":[59],"of":[60,73,97,123,129,163],"Directed":[61],"Acyclic":[62],"Graphs":[63],"(DAGs).":[64],"This":[65,260],"research":[66,261],"paper":[67],"explores":[68],"design":[70],"implementation":[72],"low-latency":[74,197,268],"ML":[75,198],"using":[77,279],"DAGs,":[78,221],"highlighting":[79],"their":[80,227],"effectiveness":[81],"reducing":[83],"computational":[84],"overhead,":[85,278],"managing":[86],"dependencies,":[87],"ensuring":[89],"task":[91,281],"execution.":[92],"DAGs":[93,170,240],"represent":[94],"a":[95,100,109,138,242],"flow":[96,128],"operations":[98],"pipeline":[103,157],"where":[104],"each":[105],"node":[106],"corresponds":[107],"task,":[110],"preprocessing,":[114],"feature":[115],"extraction,":[116],"training,":[118],"or":[119,146,178,217],"inference.":[120],"The":[121,182],"edges":[122],"graph":[125],"define":[126],"dependencies":[133,228],"between":[134],"tasks.":[136],"Using":[137],"DAG":[139],"structure,":[140],"tasks":[141,165,222],"can":[142,171],"parallelized,":[144],"synchronized,":[145],"executed":[147,225],"asynchronously,":[148],"which":[149],"significantly":[150],"reduces":[151],"overall":[152],"execution":[153,168,180],"time":[154],"improves":[156],"performance.":[158],"By":[159],"enabling":[160],"separation":[162],"independent":[164],"optimizing":[167],"order,":[169],"minimize":[172],"compared":[174],"traditional":[176],"linear":[177],"sequential":[179],"models.":[181],"proposed":[183],"framework":[184],"leverages":[185],"DAG-based":[186,271],"management":[188],"address":[192],"two":[193],"key":[194],"challenges":[195],"pipelines:":[199],"resource":[201],"utilization":[202],"fault":[204],"tolerance.":[205],"Traditional":[206],"suffer":[209],"from":[210],"bottlenecks":[211],"due":[212],"synchronous":[214],"transfer":[216],"redundant":[218],"computations.":[219],"With":[220],"only":[224],"when":[226],"met,":[230],"re-computation":[232],"avoided":[234],"effective":[236],"caching":[237,286],"mechanisms.":[238],"Additionally,":[239],"provide":[241],"modular":[243],"architecture,":[244],"allowing":[245],"easy":[247],"experimentation,":[248],"reconfiguration,":[249],"scaling":[251],"accommodate":[253],"varying":[254],"volumes":[256],"complexities.":[259],"also":[262],"introduces":[263],"optimization":[264],"techniques":[265],"enhance":[267],"performance":[269],"within":[270],"systems,":[272],"minimizing":[275],"inter-node":[276],"communication":[277],"asynchronous":[280],"implementing":[284],"distributed":[285],"intermediate":[288],"results.":[289]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4414829809","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":12}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2025-10-10T00:00:00"}
