{"id":"https://openalex.org/W3160889141","doi":"https://doi.org/10.1109/access.2021.3081592","title":"A Study on Testers\u2019 Learning Curve in Crowdsourced Software Testing","display_name":"A Study on Testers\u2019 Learning Curve in Crowdsourced Software Testing","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3160889141","doi":"https://doi.org/10.1109/access.2021.3081592","mag":"3160889141"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3081592","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3081592","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09435346.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09435346.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008794268","display_name":"Yongming Yao","orcid":"https://orcid.org/0000-0003-4532-1580"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]},{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongming Yao","raw_affiliation_strings":["Command and Control Engineering College, People\u2019s Liberation Army Engineering University, Nanjing, China","Tongda College, Nanjing University of Posts and Telecommunications, Yangzhou, China","Command and Control Engineering College, People's Liberation Army Engineering University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-4532-1580","affiliations":[{"raw_affiliation_string":"Command and Control Engineering College, People\u2019s Liberation Army Engineering University, Nanjing, China","institution_ids":["https://openalex.org/I4210163363"]},{"raw_affiliation_string":"Tongda College, Nanjing University of Posts and Telecommunications, Yangzhou, China","institution_ids":["https://openalex.org/I41198531"]},{"raw_affiliation_string":"Command and Control Engineering College, People's Liberation Army Engineering University, Nanjing, China","institution_ids":["https://openalex.org/I4210163363"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101523272","display_name":"Song Huang","orcid":"https://orcid.org/0000-0002-0599-7474"},"institutions":[{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Song Huang","raw_affiliation_strings":["Command and Control Engineering College, People\u2019s Liberation Army Engineering University, Nanjing, China","Command and Control Engineering College, People's Liberation Army Engineering University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Command and Control Engineering College, People\u2019s Liberation Army Engineering University, Nanjing, China","institution_ids":["https://openalex.org/I4210163363"]},{"raw_affiliation_string":"Command and Control Engineering College, People's Liberation Army Engineering University, Nanjing, China","institution_ids":["https://openalex.org/I4210163363"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013334920","display_name":"Cheng Zong","orcid":"https://orcid.org/0000-0003-3299-5543"},"institutions":[{"id":"https://openalex.org/I4210097777","display_name":"China General Nuclear Power Corporation (China)","ror":"https://ror.org/00fpj7t66","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210097777"]},{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Zong","raw_affiliation_strings":["Command and Control Engineering College, People\u2019s Liberation Army Engineering University, Nanjing, China","Jiangsu Nuclear Power Corporation, Lianyungang, China","Command and Control Engineering College, People's Liberation Army Engineering University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-3299-5543","affiliations":[{"raw_affiliation_string":"Command and Control Engineering College, People\u2019s Liberation Army Engineering University, Nanjing, China","institution_ids":["https://openalex.org/I4210163363"]},{"raw_affiliation_string":"Jiangsu Nuclear Power Corporation, Lianyungang, China","institution_ids":["https://openalex.org/I4210097777"]},{"raw_affiliation_string":"Command and Control Engineering College, People's Liberation Army Engineering University, Nanjing, China","institution_ids":["https://openalex.org/I4210163363"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008213469","display_name":"Erhu Liu","orcid":"https://orcid.org/0000-0003-1975-4905"},"institutions":[{"id":"https://openalex.org/I4210160531","display_name":"Chinese People's Liberation Army","ror":"https://ror.org/05tf9r976","country_code":"CN","type":"funder","lineage":["https://openalex.org/I4210160531"]},{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Erhu Liu","raw_affiliation_strings":["Chinese People\u2019s Liberation Army, China","Command and Control Engineering College, People\u2019s Liberation Army Engineering University, Nanjing, China","Chinese People's Liberation Army, China","Command and Control Engineering College, People's Liberation Army Engineering University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-1975-4905","affiliations":[{"raw_affiliation_string":"Chinese People\u2019s Liberation Army, China","institution_ids":["https://openalex.org/I4210160531"]},{"raw_affiliation_string":"Command and Control Engineering College, People\u2019s Liberation Army Engineering University, Nanjing, China","institution_ids":["https://openalex.org/I4210163363"]},{"raw_affiliation_string":"Chinese People's Liberation Army, China","institution_ids":["https://openalex.org/I4210160531"]},{"raw_affiliation_string":"Command and Control Engineering College, People's Liberation Army Engineering University, Nanjing, China","institution_ids":["https://openalex.org/I4210163363"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100446681","display_name":"Ning Chen","orcid":"https://orcid.org/0000-0001-6806-4287"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Chen","raw_affiliation_strings":["Tongda College, Nanjing University of Posts and Telecommunications, Yangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tongda College, Nanjing University of Posts and Telecommunications, Yangzhou, China","institution_ids":["https://openalex.org/I41198531"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.05546708,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"9","issue":null,"first_page":"77127","last_page":"77137"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/learning-curve","display_name":"Learning curve","score":0.8260698318481445},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6924226880073547},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5641467571258545},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.541504979133606},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.46890202164649963},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.447061151266098},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39837971329689026},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.09012222290039062}],"concepts":[{"id":"https://openalex.org/C34585555","wikidata":"https://www.wikidata.org/wiki/Q1368723","display_name":"Learning curve","level":2,"score":0.8260698318481445},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6924226880073547},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5641467571258545},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.541504979133606},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.46890202164649963},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.447061151266098},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39837971329689026},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09012222290039062},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3081592","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3081592","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09435346.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d8ab753217e6490fa927de4dce291446","is_oa":true,"landing_page_url":"https://doaj.org/article/d8ab753217e6490fa927de4dce291446","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 77127-77137 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3081592","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3081592","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09435346.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5099999904632568,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1303213773","display_name":null,"funder_award_id":"2018YFB1403400","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3160889141.pdf","grobid_xml":"https://content.openalex.org/works/W3160889141.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W88719000","https://openalex.org/W1574447377","https://openalex.org/W2007880241","https://openalex.org/W2030901405","https://openalex.org/W2041939388","https://openalex.org/W2068498949","https://openalex.org/W2069074793","https://openalex.org/W2081785712","https://openalex.org/W2126610181","https://openalex.org/W2132702264","https://openalex.org/W2151381328","https://openalex.org/W2153821371","https://openalex.org/W2169095760","https://openalex.org/W2170931744","https://openalex.org/W2522186013","https://openalex.org/W2726443204","https://openalex.org/W2744629383","https://openalex.org/W2758855639","https://openalex.org/W2765220050","https://openalex.org/W2767763300","https://openalex.org/W2800594283","https://openalex.org/W2946233956","https://openalex.org/W2964064379","https://openalex.org/W2977889308","https://openalex.org/W2991919977","https://openalex.org/W2998030976","https://openalex.org/W3034291980","https://openalex.org/W3152931637","https://openalex.org/W4230460633","https://openalex.org/W4292402161"],"related_works":["https://openalex.org/W2378381981","https://openalex.org/W193418083","https://openalex.org/W2414049943","https://openalex.org/W2183361894","https://openalex.org/W3109713126","https://openalex.org/W2339368967","https://openalex.org/W85626425","https://openalex.org/W1492859535","https://openalex.org/W2013968633","https://openalex.org/W2938959536"],"abstract_inverted_index":{"Recommending":[0],"effective":[1],"testers":[2],"in":[3],"crowdsourced":[4,18],"software":[5,19],"testing":[6],"is":[7,70],"a":[8],"challenge.":[9],"In":[10],"this":[11],"paper,":[12],"we":[13],"study":[14],"the":[15,26,32,35,38,55,59,67,72,79],"improvement":[16,80],"of":[17,34,58,81],"testers'":[20,82],"skills":[21],"over":[22],"time.":[23],"We":[24],"propose":[25],"project":[27],"difficulty":[28],"coefficient":[29],"to":[30,53],"eliminate":[31],"influence":[33],"item":[36],"on":[37],"tester's":[39],"score.":[40],"The":[41,61],"hyperbolic":[42],"learning":[43,48,56,74],"curve":[44,49,75],"model":[45,50],"and":[46],"exponential":[47,73],"are":[51],"used":[52],"fit":[54],"ability":[57],"testers.":[60],"experimental":[62],"results":[63],"show":[64],"that":[65],"when":[66],"test":[68],"data":[69],"large,":[71],"can":[76],"better":[77],"simulate":[78],"skills.":[83]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}