{"id":"https://openalex.org/W4414603496","doi":"https://doi.org/10.1109/access.2025.3615745","title":"Smarter Crowdsourcing With NLP and Attention Mechanisms for Task Complexity Prediction","display_name":"Smarter Crowdsourcing With NLP and Attention Mechanisms for Task Complexity Prediction","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4414603496","doi":"https://doi.org/10.1109/access.2025.3615745"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3615745","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3615745","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3615745","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010389186","display_name":"Yasir Munir","orcid":null},"institutions":[{"id":"https://openalex.org/I4210100043","display_name":"Superior University","ror":"https://ror.org/00yh88643","country_code":"PK","type":"education","lineage":["https://openalex.org/I4210100043"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Yasir Munir","raw_affiliation_strings":["Department of Computer Science, Superior University, Lahore, Pakistan","Department of Computer Science, The Superior University, Lahore, Pakistan"],"raw_orcid":"https://orcid.org/0009-0003-4628-4002","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Superior University, Lahore, Pakistan","institution_ids":["https://openalex.org/I4210100043"]},{"raw_affiliation_string":"Department of Computer Science, The Superior University, Lahore, Pakistan","institution_ids":["https://openalex.org/I4210100043"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076497507","display_name":"Qasim Umer","orcid":"https://orcid.org/0000-0002-0237-3025"},"institutions":[{"id":"https://openalex.org/I134085113","display_name":"King Fahd University of Petroleum and Minerals","ror":"https://ror.org/03yez3163","country_code":"SA","type":"education","lineage":["https://openalex.org/I134085113"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Qasim Umer","raw_affiliation_strings":["Information and Computer Department, King Fahd University of Petroleum and Minerals (KFUPM), Dhahran, Saudi Arabia","Information and Computer Science Department, King Fahd University of Petroleum & Minerals (KFUPM), Dhahran, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-0237-3025","affiliations":[{"raw_affiliation_string":"Information and Computer Department, King Fahd University of Petroleum and Minerals (KFUPM), Dhahran, Saudi Arabia","institution_ids":["https://openalex.org/I134085113"]},{"raw_affiliation_string":"Information and Computer Science Department, King Fahd University of Petroleum & Minerals (KFUPM), Dhahran, Saudi Arabia","institution_ids":["https://openalex.org/I134085113"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Muhammad Waheed Aslam","orcid":"https://orcid.org/0009-0005-9508-1863"},"institutions":[{"id":"https://openalex.org/I134085113","display_name":"King Fahd University of Petroleum and Minerals","ror":"https://ror.org/03yez3163","country_code":"SA","type":"education","lineage":["https://openalex.org/I134085113"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Muhammad Waheed Aslam","raw_affiliation_strings":["Information and Computer Department, King Fahd University of Petroleum and Minerals (KFUPM), Dhahran, Saudi Arabia","Information and Computer Science Department, King Fahd University of Petroleum & Minerals (KFUPM), Dhahran, Saudi Arabia"],"raw_orcid":"https://orcid.org/0009-0005-9508-1863","affiliations":[{"raw_affiliation_string":"Information and Computer Department, King Fahd University of Petroleum and Minerals (KFUPM), Dhahran, Saudi Arabia","institution_ids":["https://openalex.org/I134085113"]},{"raw_affiliation_string":"Information and Computer Science Department, King Fahd University of Petroleum & Minerals (KFUPM), Dhahran, Saudi Arabia","institution_ids":["https://openalex.org/I134085113"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Muhammad Faheem","orcid":"https://orcid.org/0009-0000-2274-6821"},"institutions":[{"id":"https://openalex.org/I79765343","display_name":"University of Vaasa","ror":"https://ror.org/03769b225","country_code":"FI","type":"education","lineage":["https://openalex.org/I79765343"]},{"id":"https://openalex.org/I87653560","display_name":"VTT Technical Research Centre of Finland","ror":"https://ror.org/04b181w54","country_code":"FI","type":"nonprofit","lineage":["https://openalex.org/I4210089493","https://openalex.org/I87653560"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Muhammad Faheem","raw_affiliation_strings":["VTT Technical Research Centre of Finland Ltd., Espoo, Finland","School of Technology and Innovations, University of Vaasa, Vaasa, Finland"],"raw_orcid":"https://orcid.org/0009-0000-2274-6821","affiliations":[{"raw_affiliation_string":"VTT Technical Research Centre of Finland Ltd., Espoo, Finland","institution_ids":["https://openalex.org/I87653560"]},{"raw_affiliation_string":"School of Technology and Innovations, University of Vaasa, Vaasa, Finland","institution_ids":["https://openalex.org/I79765343"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090742524","display_name":"Hanadi Hakami","orcid":"https://orcid.org/0000-0001-5627-6805"},"institutions":[{"id":"https://openalex.org/I4210165529","display_name":"University of Business and Technology","ror":"https://ror.org/05tcr1n44","country_code":"SA","type":"education","lineage":["https://openalex.org/I4210165529"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Hanadi Hakami","raw_affiliation_strings":["Department of Software Engineering, College of Engineering, University of Business and Technology, Jeddah, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0001-5627-6805","affiliations":[{"raw_affiliation_string":"Department of Software Engineering, College of Engineering, University of Business and Technology, Jeddah, Saudi Arabia","institution_ids":["https://openalex.org/I4210165529"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.2035,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.86696973,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"13","issue":null,"first_page":"170802","last_page":"170816"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9751999974250793,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9751999974250793,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.928600013256073,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.7699000239372253},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5371999740600586},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.499099999666214},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4846999943256378},{"id":"https://openalex.org/keywords/upload","display_name":"Upload","score":0.47429999709129333},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.46000000834465027},{"id":"https://openalex.org/keywords/crowdsourcing-software-development","display_name":"Crowdsourcing software development","score":0.4156000018119812},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.41510000824928284}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.863099992275238},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.7699000239372253},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5371999740600586},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5063999891281128},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.499099999666214},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4846999943256378},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.47429999709129333},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.46000000834465027},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4433000087738037},{"id":"https://openalex.org/C32810761","wikidata":"https://www.wikidata.org/wiki/Q17082146","display_name":"Crowdsourcing software development","level":5,"score":0.4156000018119812},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.41510000824928284},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4009000062942505},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.3723999857902527},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35760000348091125},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.336899995803833},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32600000500679016},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3091000020503998},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.29409998655319214},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.2815999984741211},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.26930001378059387},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.2556999921798706},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.2517000138759613},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3615745","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3615745","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:6d156ee91b8d4759825a8bbeeb76362b","is_oa":true,"landing_page_url":"https://doaj.org/article/6d156ee91b8d4759825a8bbeeb76362b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 170802-170816 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3615745","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3615745","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321108","display_name":"Academy of Finland","ror":"https://ror.org/05k73zm37"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Competitive":[0],"Crowdsourcing":[1],"Software":[2],"Development":[3],"(CCSD)":[4],"has":[5],"emerged":[6],"as":[7,52],"a":[8,105,165,171],"powerful":[9],"tool":[10],"for":[11,44,98,207],"developing":[12],"software":[13,49,77,147,293],"solutions,":[14],"attracting":[15],"researchers":[16],"and":[17,32,82,112,130,154,179,228,232,256,264,302],"the":[18,27,53,73,95,100,103,138,161,177,183,196,200,209,268,272,300],"development":[19,87,304],"market.":[20],"Using":[21],"crowdsourced":[22,306],"collective":[23],"intelligence,":[24],"CCSD":[25,54,140],"ensures":[26],"delivery":[28],"of":[29,102,115,182,199,250,270,305],"innovative,":[30],"cost-effective,":[31],"high-quality":[33],"solutions":[34],"within":[35,292],"specified":[36],"time":[37],"frames,":[38],"making":[39],"it":[40,58,132],"an":[41,113,123,247],"attractive":[42],"approach":[43,124,218,274],"addressing":[45],"complex":[46],"challenges":[47],"in":[48,63,192,288],"development.":[50,148],"However,":[51],"environment":[55],"gains":[56],"popularity,":[57],"also":[59],"introduces":[60],"challenges,":[61],"particularly":[62],"predicting":[64,208],"job":[65,128,213],"complexity,":[66],"which":[67,175],"must":[68],"be":[69],"tackled":[70],"to":[71,86,110,146,194,299],"optimize":[72],"crowdsourcing":[74,294],"process.":[75],"In":[76],"platforms,":[78],"client":[79],"organizations":[80],"register":[81],"upload":[83],"jobs":[84,90],"related":[85,145],"projects.":[88,307],"These":[89],"are":[91,152,204],"manually":[92],"reviewed":[93],"by":[94,245,283],"copilots":[96],"responsible":[97],"assessing":[99],"complexity":[101,129,214,290],"job,":[104],"process":[106],"that":[107,125,203],"can":[108,296],"lead":[109],"delays":[111],"overburden":[114],"experts.":[116],"To":[117,266],"streamline":[118],"this":[119],"process,":[120],"we":[121],"propose":[122],"automatically":[126],"predicts":[127],"classifies":[131],"accordingly.":[133],"We":[134,159],"collect":[135],"data":[136,151,163],"from":[137],"TopCoder":[139],"platform,":[141],"focusing":[142],"on":[143,222],"projects":[144],"The":[149,185,216,236,279],"collected":[150],"pre-processed":[153],"tokenized":[155],"using":[156,170,226],"NLP":[157],"techniques.":[158,235],"convert":[160],"text":[162],"into":[164],"word":[166,224],"embedding":[167],"vector":[168],"matrix":[169],"pre-trained":[172],"GloVe":[173],"model,":[174],"captures":[176],"semantic":[178],"contextual":[180],"meaning":[181],"text.":[184],"Sequence":[186],"Attention":[187],"(SA)":[188],"mechanism":[189],"is":[190,219,275],"introduced":[191],"LSTM":[193,231],"identify":[195],"key":[197],"parts":[198],"input":[201],"sequence":[202],"most":[205],"relevant":[206],"output,":[210],"thereby":[211],"improving":[212],"classification.":[215],"proposed":[217,237,273],"then":[220],"trained":[221],"these":[223],"embeddings":[225],"SA-LSTM":[227],"benchmarked":[229],"against":[230],"other":[233,243],"state-of-the-art":[234],"approach,":[238],"GloVe-based":[239],"(GB)":[240],"SA-LSTM,":[241],"outperforms":[242,281],"approaches":[244],"achieving":[246],"accuracy":[248,287],"improvement":[249],"31.4%,":[251],"152.04%,":[252],"20.07%,":[253],"10.99%,":[254],"9.16%,":[255],"17.64%":[257],"over":[258],"ZeroR,":[259],"RP,":[260],"LR,":[261],"BERT,":[262],"SVM,":[263],"DT.":[265],"verify":[267],"impact":[269],"SA,":[271],"compared":[276],"with":[277],"GB-LSTM.":[278],"GB-SA-LSTM":[280],"GB-LSTM":[282],"4.88%.":[284],"This":[285],"enhanced":[286],"task":[289],"prediction":[291],"platforms":[295],"significantly":[297],"contribute":[298],"efficient":[301],"effective":[303]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}