{"id":"https://openalex.org/W2784291300","doi":"https://doi.org/10.1109/access.2018.2791843","title":"Investigating Software Standards: A Lens of Sustainability for Software Crowdsourcing","display_name":"Investigating Software Standards: A Lens of Sustainability for Software Crowdsourcing","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2784291300","doi":"https://doi.org/10.1109/access.2018.2791843","mag":"2784291300"},"language":"en","primary_location":{"id":"doi:10.1109/access.2018.2791843","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2791843","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2018.2791843","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037638709","display_name":"Muhammad Noman Malik","orcid":"https://orcid.org/0000-0002-5035-9375"},"institutions":[{"id":"https://openalex.org/I17120543","display_name":"National University of Modern Languages","ror":"https://ror.org/008dh2426","country_code":"PK","type":"education","lineage":["https://openalex.org/I17120543"]}],"countries":["PK"],"is_corresponding":true,"raw_author_name":"Muhammad Noman Malik","raw_affiliation_strings":["National University of Modern Languages, Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0000-0002-5035-9375","affiliations":[{"raw_affiliation_string":"National University of Modern Languages, Islamabad, Pakistan","institution_ids":["https://openalex.org/I17120543"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051336060","display_name":"Huma Hayat Khan","orcid":"https://orcid.org/0000-0003-4104-1987"},"institutions":[{"id":"https://openalex.org/I17120543","display_name":"National University of Modern Languages","ror":"https://ror.org/008dh2426","country_code":"PK","type":"education","lineage":["https://openalex.org/I17120543"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Huma Hayat Khan","raw_affiliation_strings":["National University of Modern Languages, Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0000-0003-4104-1987","affiliations":[{"raw_affiliation_string":"National University of Modern Languages, Islamabad, Pakistan","institution_ids":["https://openalex.org/I17120543"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5037638709"],"corresponding_institution_ids":["https://openalex.org/I17120543"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.9821,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.8777146,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"6","issue":null,"first_page":"5139","last_page":"5150"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12238","display_name":"Green IT and Sustainability","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.6484061479568481},{"id":"https://openalex.org/keywords/social-software-engineering","display_name":"Social software engineering","score":0.5726706981658936},{"id":"https://openalex.org/keywords/sustainability","display_name":"Sustainability","score":0.5522619485855103},{"id":"https://openalex.org/keywords/software-peer-review","display_name":"Software peer review","score":0.5511184334754944},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5221874117851257},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.5119637250900269},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5008683204650879},{"id":"https://openalex.org/keywords/personal-software-process","display_name":"Personal software process","score":0.4869602620601654},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.431879460811615},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3643602430820465},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.14000508189201355}],"concepts":[{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.6484061479568481},{"id":"https://openalex.org/C182500959","wikidata":"https://www.wikidata.org/wiki/Q7551380","display_name":"Social software engineering","level":5,"score":0.5726706981658936},{"id":"https://openalex.org/C66204764","wikidata":"https://www.wikidata.org/wiki/Q219416","display_name":"Sustainability","level":2,"score":0.5522619485855103},{"id":"https://openalex.org/C74579156","wikidata":"https://www.wikidata.org/wiki/Q7554342","display_name":"Software peer review","level":5,"score":0.5511184334754944},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5221874117851257},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.5119637250900269},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5008683204650879},{"id":"https://openalex.org/C39890963","wikidata":"https://www.wikidata.org/wiki/Q1702721","display_name":"Personal software process","level":5,"score":0.4869602620601654},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.431879460811615},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3643602430820465},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.14000508189201355},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2018.2791843","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2791843","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:ec6793503eb147fd8230fb84c7833c65","is_oa":true,"landing_page_url":"https://doaj.org/article/ec6793503eb147fd8230fb84c7833c65","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 6, Pp 5139-5150 (2018)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2018.2791843","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2791843","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W181342782","https://openalex.org/W651565937","https://openalex.org/W1199260741","https://openalex.org/W1758262865","https://openalex.org/W1947127065","https://openalex.org/W1964951989","https://openalex.org/W1988176949","https://openalex.org/W2009071698","https://openalex.org/W2015761648","https://openalex.org/W2016603178","https://openalex.org/W2016917669","https://openalex.org/W2018550605","https://openalex.org/W2032451496","https://openalex.org/W2056617872","https://openalex.org/W2062146823","https://openalex.org/W2079777648","https://openalex.org/W2092917701","https://openalex.org/W2100701438","https://openalex.org/W2135900811","https://openalex.org/W2147836767","https://openalex.org/W2171913066","https://openalex.org/W2194748900","https://openalex.org/W2200382673","https://openalex.org/W2397281630","https://openalex.org/W2487591363","https://openalex.org/W2529334585","https://openalex.org/W2548342535","https://openalex.org/W2568691704","https://openalex.org/W2912400158","https://openalex.org/W4233414811","https://openalex.org/W4249452946","https://openalex.org/W4249685175","https://openalex.org/W4285719527","https://openalex.org/W6607435405","https://openalex.org/W6687238962"],"related_works":["https://openalex.org/W2203515568","https://openalex.org/W403164","https://openalex.org/W3186869374","https://openalex.org/W2382994508","https://openalex.org/W2183585111","https://openalex.org/W2766060263","https://openalex.org/W2068215719","https://openalex.org/W1955230756","https://openalex.org/W2020201402","https://openalex.org/W2043026829"],"abstract_inverted_index":{"Inevitably,":[0],"the":[1,31,36,52,103,134,165,176,187,195,209,227,241,253,259,282,285,292,302,317,322,335],"time":[2],"has":[3,71,217],"come":[4],"that":[5,122,140,163,220,316],"necessitates":[6],"software":[7,33,56,63,67,76,79,97,107,110,117,145,171,184,197,205,244,256,265,275,286,328,339],"systems":[8],"to":[9,21,84,92,170,193,204,214,291],"have":[10,26,225],"long":[11],"lasting":[12],"social":[13,24],"impact":[14],"and":[15,23,40,78,89,95,133,147,157,173,236,304,308,312],"environmental":[16,22,238],"friendliness.":[17],"Although":[18],"sustainability":[19,166,203,230,254,326],"related":[20,213],"aspects":[25,167,182],"been":[27,218],"well":[28],"versed":[29],"in":[30,65,102,168,183,243,258,284,295,327],"literature,":[32],"sustainability,":[34,80,215],"for":[35,44,62],"way":[37],"of":[38,55,106,116,125,153,189,202,229,255,261,270,281,325],"development":[39,68,77,108,172,177,257],"as":[41,109,279],"final":[42],"product":[43],"use,":[45],"is":[46,192,277],"still":[47,83],"not":[48],"mature":[49],"enough.":[50],"With":[51],"increasing":[53],"role":[54],"crowdsourcing,":[57,311,329],"a":[58,114,142,200,268],"new":[59,262],"working":[60,104],"architecture":[61,105],"development,":[64],"global":[66,96],"(GSD)":[69],"settings,":[70],"emerged":[72],"challenges":[73,132],"regarding":[74],"sustainable":[75,181,274,310],"which":[81,224],"are":[82,112,127,137,179,248],"be":[85],"elucidated.":[86],"Software":[87],"standards":[88,161,198,212,222,247],"models":[90],"exist":[91,162,223],"assist":[93],"co-located":[94],"development;":[98],"however,":[99],"seismic":[100],"changes":[101],"crowdsourcing":[111,276],"highlighting":[113,315],"risk":[115],"failure.":[118,340],"Recently,":[119],"statistics":[120],"showed":[121],"only":[123],"30%":[124],"projects":[126],"successful,":[128],"whereas":[129],"50%":[130],"encounter":[131],"remaining":[135],"20%":[136],"absolute":[138],"failures":[139],"implicate":[141],"challenge":[143],"toward":[144,252,264,273,321,338],"success":[146],"its":[148],"sustainability.":[149],"This":[150,288],"posits":[151],"questions":[152],"how":[154,174],"many":[155],"IEEE":[156,196,211,318],"international":[158],"standard":[159],"organization":[160],"cover":[164],"particular":[169],"in-depth":[175],"practices":[178],"addressing":[180],"crowdsourcing?":[185],"Thus,":[186,267],"aim":[188],"this":[190],"paper":[191,289],"examine":[194],"with":[199],"lens":[201],"crowdsourcing.":[206,266],"After":[207],"reviewing":[208],"existing":[210],"it":[216],"observed":[219],"few":[221],"discussed":[226],"importance":[228,303],"on":[231,307],"an":[232],"abstract":[233],"level":[234],"(energy":[235],"examining":[237],"influence":[239],"by":[240,299,314],"computers)":[242],"development.":[245],"Moreover,":[246],"focusing":[249],"less":[250],"attention":[251],"presence":[260],"envision":[263],"lack":[269],"any":[271],"guideline":[272],"highlighted":[278],"one":[280],"limitations":[283],"standards.":[287],"contributes":[290],"GSD":[293],"industry":[294],"two":[296],"folds,":[297],"first":[298],"laying":[300],"down":[301],"theoretical":[305],"association":[306],"around":[309],"second":[313],"standards,":[319],"inadequacy":[320],"suppressing":[323],"phenomena":[324],"if":[330],"addressed":[331],"adequately,":[332],"can":[333],"minimize":[334],"ripple":[336],"effect":[337]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}
