{"id":"https://openalex.org/W2807831594","doi":"https://doi.org/10.1142/s0218194018500213","title":"Crowdsourced Web Application Testing Under Real-Time Constraints","display_name":"Crowdsourced Web Application Testing Under Real-Time Constraints","publication_year":2018,"publication_date":"2018-06-01","ids":{"openalex":"https://openalex.org/W2807831594","doi":"https://doi.org/10.1142/s0218194018500213","mag":"2807831594"},"language":"en","primary_location":{"id":"doi:10.1142/s0218194018500213","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218194018500213","pdf_url":null,"source":{"id":"https://openalex.org/S131442419","display_name":"International Journal of Software Engineering and Knowledge Engineering","issn_l":"0218-1940","issn":["0218-1940","1793-6403"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Software Engineering and Knowledge Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018071549","display_name":"Shikai Guo","orcid":"https://orcid.org/0000-0002-8554-6365"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shikai Guo","raw_affiliation_strings":["College of Information Science and Technology, Dalian Maritime University, Dalian 116026, P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Dalian Maritime University, Dalian 116026, P. R. China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100418997","display_name":"Rong Chen","orcid":"https://orcid.org/0000-0001-5848-6398"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Rong Chen","raw_affiliation_strings":["College of Information Science and Technology, Dalian Maritime University, Dalian 116026, P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Dalian Maritime University, Dalian 116026, P. R. China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024453724","display_name":"Hui Li","orcid":"https://orcid.org/0000-0001-8310-7169"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Li","raw_affiliation_strings":["College of Information Science and Technology, Dalian Maritime University, Dalian 116026, P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Dalian Maritime University, Dalian 116026, P. R. China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050061433","display_name":"Jian Gao","orcid":"https://orcid.org/0000-0003-1962-0173"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Gao","raw_affiliation_strings":["College of Information Science and Technology, Dalian Maritime University, Dalian 116026, P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Dalian Maritime University, Dalian 116026, P. R. China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100750985","display_name":"Yaqing Liu","orcid":"https://orcid.org/0000-0001-6168-7385"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]},{"id":"https://openalex.org/I64852412","display_name":"Sichuan University of Science and Engineering","ror":"https://ror.org/053fzma23","country_code":"CN","type":"education","lineage":["https://openalex.org/I64852412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaqing Liu","raw_affiliation_strings":["Artificial Intelligence Key Laboratory of Sichuan Province, Sichuan University of Science and Engineering, Zigong 643000, P. R. China","College of Information Science and Technology, Dalian Maritime University, Dalian 116026, P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Key Laboratory of Sichuan Province, Sichuan University of Science and Engineering, Zigong 643000, P. R. China","institution_ids":["https://openalex.org/I64852412"]},{"raw_affiliation_string":"College of Information Science and Technology, Dalian Maritime University, Dalian 116026, P. R. China","institution_ids":["https://openalex.org/I43313876"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100418997"],"corresponding_institution_ids":["https://openalex.org/I43313876"],"apc_list":null,"apc_paid":null,"fwci":1.8906,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.87641536,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"28","issue":"06","first_page":"751","last_page":"779"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.972554087638855},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6897165775299072},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.6471181511878967},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6454085111618042},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.534774124622345},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.49076518416404724},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.463692307472229},{"id":"https://openalex.org/keywords/crowdsourcing-software-development","display_name":"Crowdsourcing software development","score":0.4555647373199463},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.44599300622940063},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.4168594777584076},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.41610831022262573},{"id":"https://openalex.org/keywords/web-application","display_name":"Web application","score":0.4123968183994293},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.32001930475234985},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.17164063453674316},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.12632182240486145},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.0853220522403717}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.972554087638855},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6897165775299072},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6471181511878967},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6454085111618042},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.534774124622345},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.49076518416404724},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.463692307472229},{"id":"https://openalex.org/C32810761","wikidata":"https://www.wikidata.org/wiki/Q17082146","display_name":"Crowdsourcing software development","level":5,"score":0.4555647373199463},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.44599300622940063},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4168594777584076},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.41610831022262573},{"id":"https://openalex.org/C118643609","wikidata":"https://www.wikidata.org/wiki/Q189210","display_name":"Web application","level":2,"score":0.4123968183994293},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32001930475234985},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.17164063453674316},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12632182240486145},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.0853220522403717},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s0218194018500213","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218194018500213","pdf_url":null,"source":{"id":"https://openalex.org/S131442419","display_name":"International Journal of Software Engineering and Knowledge Engineering","issn_l":"0218-1940","issn":["0218-1940","1793-6403"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Software Engineering and Knowledge Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.47999998927116394,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W1546956817","https://openalex.org/W1971286952","https://openalex.org/W1979266184","https://openalex.org/W1999024121","https://openalex.org/W2036896594","https://openalex.org/W2041551942","https://openalex.org/W2119272062","https://openalex.org/W2144344516"],"related_works":["https://openalex.org/W2512762878","https://openalex.org/W162737300","https://openalex.org/W2520748299","https://openalex.org/W2033745466","https://openalex.org/W2520160102","https://openalex.org/W2011363905","https://openalex.org/W2046555014","https://openalex.org/W3131060711","https://openalex.org/W2548342535","https://openalex.org/W3125008079"],"abstract_inverted_index":{"Crowdsourcing":[0],"carried":[1,93,119],"out":[2,94,120],"by":[3],"cyber":[4],"citizens":[5],"instead":[6],"of":[7,35,46,63,109,114,130],"hired":[8],"consultants":[9],"and":[10,23,41,92,112,121,128,134],"professionals":[11],"has":[12],"become":[13],"increasingly":[14],"an":[15,58],"appealing":[16],"solution":[17],"to":[18,37,67,75,98,142],"test":[19,110],"the":[20,33,43,52,100,104,106,125,131,135,144],"feature":[21],"rich":[22],"interactive":[24],"web.":[25],"Despite":[26],"having":[27],"various":[28],"online":[29],"crowdsourcing":[30,89],"testing":[31,72,80,137],"services,":[32],"benefits":[34],"exposure":[36],"a":[38,69,77,82,87,95],"wider":[39],"audience":[40],"harnessing":[42],"collective":[44],"efforts":[45],"individuals":[47],"remain":[48],"uncertain,":[49],"especially":[50],"when":[51],"quality":[53],"control":[54],"is":[55,66,139],"problematic":[56],"in":[57],"open":[59],"environment.":[60],"The":[61],"objective":[62],"this":[64],"paper":[65],"propose":[68],"real-time":[70],"collaborative":[71],"approach":[73,133],"(RCTA)":[74],"create":[76],"productive":[78],"crowdsourced":[79,101],"on":[81],"dynamic":[83],"Internet.":[84],"We":[85],"implemented":[86],"prototype":[88],"system":[90],"XTurk,":[91],"case":[96],"study,":[97],"understand":[99],"testers":[102],"behavior,":[103],"trustworthiness,":[105],"execution":[107],"time":[108],"cases":[111],"accuracy":[113],"feedback.":[115],"Several":[116],"experiments":[117],"are":[118,140],"experimental":[122],"results":[123],"validate":[124],"quality,":[126],"efficiency":[127],"reliability":[129],"present":[132],"positive":[136],"feedback":[138],"shown":[141],"outperform":[143],"previous":[145],"methods.":[146]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}