{"id":"https://openalex.org/W4315777835","doi":"https://doi.org/10.1109/icnsc55942.2022.10004188","title":"Research on stream processing engine and benchmarking framework","display_name":"Research on stream processing engine and benchmarking framework","publication_year":2022,"publication_date":"2022-12-15","ids":{"openalex":"https://openalex.org/W4315777835","doi":"https://doi.org/10.1109/icnsc55942.2022.10004188"},"language":"en","primary_location":{"id":"doi:10.1109/icnsc55942.2022.10004188","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnsc55942.2022.10004188","pdf_url":null,"source":{"id":"https://openalex.org/S4363608241","display_name":"2022 IEEE International Conference on Networking, Sensing and Control (ICNSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Networking, Sensing and Control (ICNSC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086346490","display_name":"Qionghua Le","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qionghua Le","raw_affiliation_strings":["Shanghai Development Center of Computer Software Technology,Shanghai Key Laboratory of Computer Software Testing &Evaluating,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Development Center of Computer Software Technology,Shanghai Key Laboratory of Computer Software Testing &Evaluating,Shanghai,China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029237672","display_name":"Mingang Chen","orcid":"https://orcid.org/0000-0002-0718-8187"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mingang Chen","raw_affiliation_strings":["Shanghai Development Center of Computer Software Technology,Shanghai Key Laboratory of Computer Software Testing &Evaluating,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Development Center of Computer Software Technology,Shanghai Key Laboratory of Computer Software Testing &Evaluating,Shanghai,China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100462266","display_name":"Wenjie Chen","orcid":"https://orcid.org/0000-0003-0512-8049"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wenjie Chen","raw_affiliation_strings":["Shanghai Development Center of Computer Software Technology,Shanghai Key Laboratory of Computer Software Testing &Evaluating,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Development Center of Computer Software Technology,Shanghai Key Laboratory of Computer Software Testing &Evaluating,Shanghai,China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9778000116348267,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9775000214576721,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8857325911521912},{"id":"https://openalex.org/keywords/stream-processing","display_name":"Stream processing","score":0.869035542011261},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7776603698730469},{"id":"https://openalex.org/keywords/stateful-firewall","display_name":"Stateful firewall","score":0.7520738840103149},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.717354416847229},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5677526593208313},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.3346410393714905},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.326768696308136},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.08933582901954651}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8857325911521912},{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.869035542011261},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7776603698730469},{"id":"https://openalex.org/C22927095","wikidata":"https://www.wikidata.org/wiki/Q1784206","display_name":"Stateful firewall","level":3,"score":0.7520738840103149},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.717354416847229},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5677526593208313},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.3346410393714905},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.326768696308136},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.08933582901954651},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icnsc55942.2022.10004188","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnsc55942.2022.10004188","pdf_url":null,"source":{"id":"https://openalex.org/S4363608241","display_name":"2022 IEEE International Conference on Networking, Sensing and Control (ICNSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Networking, Sensing and Control (ICNSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5099999904632568,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W2133873843","https://openalex.org/W2150478767","https://openalex.org/W2155072926","https://openalex.org/W2586475558","https://openalex.org/W2898352726"],"related_works":["https://openalex.org/W2010422203","https://openalex.org/W2891231771","https://openalex.org/W3091112164","https://openalex.org/W4388349191","https://openalex.org/W2564266326","https://openalex.org/W2999042801","https://openalex.org/W2999507104","https://openalex.org/W3043106083","https://openalex.org/W3166604692","https://openalex.org/W2767178487"],"abstract_inverted_index":{"Stream":[0],"computing":[1],"engine":[2],"is":[3,13,62,77],"an":[4],"important":[5],"part":[6],"of":[7,15,84],"big":[8],"data":[9],"system,":[10],"and":[11,36,51,57,90],"benchmarking":[12,46],"one":[14],"the":[16,21,29,43,58,66],"main":[17],"means":[18],"to":[19,64],"measure":[20],"engine's":[22],"performance.":[23],"In":[24],"this":[25],"paper,":[26],"we":[27],"compare":[28],"differences":[30],"between":[31],"two":[32,67],"engines,":[33],"Spark":[34,80],"Streaming":[35,81],"Flink,":[37],"in":[38,82,86],"stream":[39,49,68],"processing":[40,50,69],"technologies.":[41],"Then":[42],"open":[44],"source":[45],"frameworks":[47],"supporting":[48],"their":[52],"respective":[53],"characteristics":[54],"are":[55],"studied,":[56],"HiBench":[59],"testing":[60],"framework":[61],"selected":[63],"test":[65,72],"engines.":[70],"The":[71],"results":[73],"show":[74],"that":[75],"Flink":[76],"better":[78],"than":[79],"terms":[83],"performance":[85],"shuffle,":[87],"stateful":[88],"computation":[89],"windowed":[91],"computation.":[92]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}