{"id":"https://openalex.org/W2995222526","doi":"https://doi.org/10.1145/3371238.3371247","title":"The Key Considerations In Building A Crowd-testing Platform For Software Developers","display_name":"The Key Considerations In Building A Crowd-testing Platform For Software Developers","publication_year":2019,"publication_date":"2019-10-18","ids":{"openalex":"https://openalex.org/W2995222526","doi":"https://doi.org/10.1145/3371238.3371247","mag":"2995222526"},"language":"en","primary_location":{"id":"doi:10.1145/3371238.3371247","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3371238.3371247","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th International Conference on Crowd Science and Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034647722","display_name":"Qamar H. Naith","orcid":"https://orcid.org/0000-0002-8229-2427"},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Qamar Naith","raw_affiliation_strings":["The University of Sheffield, and University of Jeddah, Sheffield, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Sheffield, and University of Jeddah, Sheffield, United Kingdom","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052671966","display_name":"Fabio Ciravegna","orcid":"https://orcid.org/0000-0001-5817-4810"},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Fabio Ciravegna","raw_affiliation_strings":["The University of Sheffield, Sheffield, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Sheffield, Sheffield, United Kingdom","institution_ids":["https://openalex.org/I91136226"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I91136226"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"50","last_page":"57"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13194","display_name":"ICT in Developing Communities","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.7457659840583801},{"id":"https://openalex.org/keywords/android","display_name":"Android (operating system)","score":0.6651308536529541},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6146253347396851},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.5162063241004944},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4922563135623932},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.45529770851135254},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.43918752670288086},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4380420446395874},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4173364043235779},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.40788814425468445},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.34099334478378296}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.7457659840583801},{"id":"https://openalex.org/C557433098","wikidata":"https://www.wikidata.org/wiki/Q94","display_name":"Android (operating system)","level":2,"score":0.6651308536529541},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6146253347396851},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.5162063241004944},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4922563135623932},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.45529770851135254},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.43918752670288086},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4380420446395874},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4173364043235779},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.40788814425468445},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.34099334478378296},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3371238.3371247","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3371238.3371247","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th International Conference on Crowd Science and Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.4099999964237213}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W616758758","https://openalex.org/W1487931991","https://openalex.org/W1748954831","https://openalex.org/W1918878574","https://openalex.org/W1970156068","https://openalex.org/W1986713360","https://openalex.org/W2024400723","https://openalex.org/W2282681080","https://openalex.org/W2538380137","https://openalex.org/W2545778708","https://openalex.org/W2896599595","https://openalex.org/W2901225863","https://openalex.org/W2970547893","https://openalex.org/W4243225572","https://openalex.org/W4250082918","https://openalex.org/W6980385767"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4286908577","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114"],"abstract_inverted_index":{"External":[0],"testing":[1,153,197,233],"of":[2,9,47,67,78,132,146,183,192,234],"mobile":[3,10],"software":[4],"on":[5,161,180],"a":[6,190,199],"larger":[7],"number":[8],"devices":[11],"by":[12,113,136],"several":[13,104,164],"users":[14],"is":[15,32],"often":[16],"needed":[17],"to":[18,25,37,44,88,151,172,205,230],"ensure":[19,127],"quality.":[20],"Currently,":[21],"the":[22,45,48,59,70,76,80,107,123,128,133,137,155,211,220],"evidence":[23],"as":[24,198],"what":[26],"extent":[27],"developers":[28,94,114,147,193],"accept":[29],"large-scale":[30,232],"crowd-testing":[31,81,121],"limited.":[33],"This":[34,101,160],"paper":[35,102],"aims":[36],"(1)":[38],"gauge":[39],"developers'":[40,60],"perspectives":[41],"with":[42,54,69,98],"respect":[43],"participation":[46],"public":[49,71,138,156],"and":[50,74,92,115,130,213],"anonymous":[51],"crowd":[52,72,116,139,157],"testers,":[53],"varied":[55],"experiences;":[56],"(2)":[57],"gather":[58],"needs":[61],"that":[62,109,125,144,163,189,202],"could":[63],"reduce":[64],"their":[65,235],"concerns":[66],"dealing":[68],"testers":[73,117,158],"increase":[75],"opportunity":[77],"using":[79],"platforms.":[82],"An":[83],"online":[84],"exploratory":[85],"survey,":[86],"conducted":[87],"included":[89],"50":[90],"Android":[91],"iOS":[93],"from":[95],"different":[96],"countries":[97],"diverse":[99],"experiences.":[100],"revealed":[103],"findings":[105,142],"including":[106],"information":[108],"must":[110],"be":[111],"provided":[112,135],"for":[118],"achieving":[119],"effective":[120],"process;":[122],"factors":[124],"can":[126,209],"reliability":[129],"accuracy":[131],"results":[134,186],"testers.":[140],"The":[141,185],"conclude":[143],"(90%)":[145],"are":[148],"potentially":[149],"willing":[150],"perform":[152,173,231],"via":[154],"worldwide.":[159],"condition":[162],"fundamental":[165],"features":[166],"were":[167],"available":[168],"which":[169,208],"enable":[170],"them":[171],"more":[174],"realistic":[175],"tests":[176],"without":[177],"artificial":[178],"environments":[179],"large":[181],"numbers":[182],"devices.":[184],"also":[187],"demonstrated":[188],"group":[191],"does":[194],"not":[195],"consider":[196],"serious":[200],"job":[201],"they":[203],"have":[204,227],"pay":[206],"for,":[207],"affect":[210],"gig-economy":[212],"global":[214],"market.":[215],"We":[216],"aim":[217],"at":[218],"helping":[219],"individual":[221],"or":[222],"small":[223],"development":[224],"teams":[225],"who":[226],"limited":[228],"resources":[229],"products.":[236]},"counts_by_year":[{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}