{"id":"https://openalex.org/W4404469644","doi":"https://doi.org/10.1109/tetc.2024.3496835","title":"A Crowdsourcing-Driven AI Model Design Framework to Public Health Policy-Adherence Assessment","display_name":"A Crowdsourcing-Driven AI Model Design Framework to Public Health Policy-Adherence Assessment","publication_year":2024,"publication_date":"2024-11-18","ids":{"openalex":"https://openalex.org/W4404469644","doi":"https://doi.org/10.1109/tetc.2024.3496835"},"language":"en","primary_location":{"id":"doi:10.1109/tetc.2024.3496835","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tetc.2024.3496835","pdf_url":null,"source":{"id":"https://openalex.org/S2496326734","display_name":"IEEE Transactions on Emerging Topics in Computing","issn_l":"2168-6750","issn":["2168-6750","2376-4562"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tetc.2024.3496835","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100354592","display_name":"Yang Zhang","orcid":"https://orcid.org/0000-0001-8135-369X"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yang Zhang","raw_affiliation_strings":["School of Information Sciences, University of Illinois Urbana-Champaign, Champaign, IL, USA"],"affiliations":[{"raw_affiliation_string":"School of Information Sciences, University of Illinois Urbana-Champaign, Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051511394","display_name":"Ruohan Zong","orcid":"https://orcid.org/0000-0002-6499-3406"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ruohan Zong","raw_affiliation_strings":["School of Information Sciences, University of Illinois Urbana-Champaign, Champaign, IL, USA"],"affiliations":[{"raw_affiliation_string":"School of Information Sciences, University of Illinois Urbana-Champaign, Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074191748","display_name":"Lanyu Shang","orcid":"https://orcid.org/0000-0002-7480-6889"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lanyu Shang","raw_affiliation_strings":["School of Information Sciences, University of Illinois Urbana-Champaign, Champaign, IL, USA"],"affiliations":[{"raw_affiliation_string":"School of Information Sciences, University of Illinois Urbana-Champaign, Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100391517","display_name":"Dong Wang","orcid":"https://orcid.org/0000-0002-9599-8023"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dong Wang","raw_affiliation_strings":["School of Information Sciences, University of Illinois Urbana-Champaign, Champaign, IL, USA"],"affiliations":[{"raw_affiliation_string":"School of Information Sciences, University of Illinois Urbana-Champaign, Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100354592"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":0.1183,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.53079472,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"13","issue":"3","first_page":"768","last_page":"783"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9625999927520752,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9625999927520752,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11819","display_name":"Data-Driven Disease Surveillance","score":0.9617000222206116,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9520000219345093,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.8472782373428345},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7167608141899109},{"id":"https://openalex.org/keywords/public-health","display_name":"Public health","score":0.4111138880252838},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.39908894896507263},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.3416421413421631},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.18305093050003052},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.13477444648742676}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8472782373428345},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7167608141899109},{"id":"https://openalex.org/C138816342","wikidata":"https://www.wikidata.org/wiki/Q189603","display_name":"Public health","level":2,"score":0.4111138880252838},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.39908894896507263},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3416421413421631},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.18305093050003052},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.13477444648742676},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tetc.2024.3496835","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tetc.2024.3496835","pdf_url":null,"source":{"id":"https://openalex.org/S2496326734","display_name":"IEEE Transactions on Emerging Topics in Computing","issn_l":"2168-6750","issn":["2168-6750","2376-4562"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computing","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tetc.2024.3496835","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tetc.2024.3496835","pdf_url":null,"source":{"id":"https://openalex.org/S2496326734","display_name":"IEEE Transactions on Emerging Topics in Computing","issn_l":"2168-6750","issn":["2168-6750","2376-4562"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2574966811","display_name":null,"funder_award_id":"CNS-2131622","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5005242804","display_name":null,"funder_award_id":"IIS-2202481","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5124842169","display_name":null,"funder_award_id":"IIS-2331069","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5604651827","display_name":null,"funder_award_id":"IIS-2130263","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7738129892","display_name":null,"funder_award_id":"CNS-2427070","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1533035847","https://openalex.org/W1686810756","https://openalex.org/W2194775991","https://openalex.org/W2604788695","https://openalex.org/W2891579592","https://openalex.org/W2956371155","https://openalex.org/W2963446712","https://openalex.org/W2963918968","https://openalex.org/W2982492177","https://openalex.org/W3005126002","https://openalex.org/W3034942609","https://openalex.org/W3047747926","https://openalex.org/W3092802742","https://openalex.org/W3096451393","https://openalex.org/W3106497370","https://openalex.org/W3118284102","https://openalex.org/W3119962590","https://openalex.org/W3120829418","https://openalex.org/W3121430869","https://openalex.org/W3146275938","https://openalex.org/W3153613869","https://openalex.org/W3157123286","https://openalex.org/W3162680797","https://openalex.org/W3168838372","https://openalex.org/W3181977317","https://openalex.org/W3187370891","https://openalex.org/W3192682950","https://openalex.org/W3195438473","https://openalex.org/W3204801262","https://openalex.org/W3205249428","https://openalex.org/W3207263146","https://openalex.org/W4200145950","https://openalex.org/W4200444406","https://openalex.org/W4205247338","https://openalex.org/W4211116959","https://openalex.org/W4285787895","https://openalex.org/W4289752289","https://openalex.org/W4299805813","https://openalex.org/W4309617564","https://openalex.org/W4309618238","https://openalex.org/W4312359569","https://openalex.org/W4391988308"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4286908577","https://openalex.org/W2886410948"],"abstract_inverted_index":{"This":[0],"paper":[1],"focuses":[2],"on":[3],"a":[4,154],"<italic":[5,50,151],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[6,51,152],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">public":[7],"health":[8,20,26,36],"policy-adherence":[9],"assessment":[10],"(PHPA)</i>":[11],"application":[12],"that":[13,161,198],"aims":[14],"to":[15,65,71,104,124,134,171],"automatically":[16],"assess":[17],"people's":[18],"public":[19,35],"policy":[21,37],"adherence":[22,38],"during":[23],"emergent":[24],"global":[25],"crisis":[27],"events":[28],"(e.g.,":[29],"COVID-19,":[30],"MonkeyPox)":[31],"by":[32,206],"leveraging":[33],"massive":[34],"imagery":[39],"data":[40],"from":[41,130,192],"the":[42,58,62,67,74,87,107,112,126,136,142,163,174,186,202,208],"social":[43],"media.":[44],"In":[45],"particular,":[46],"we":[47,149],"study":[48],"an":[49,182],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">optimal":[52],"AI":[53,76,90,108,138,167,183],"model":[54,77,109,139,184],"design</i>":[55],"problem":[56],"in":[57,97,141,185],"PHPA":[59,143,187,195,210],"application,":[60],"where":[61],"goal":[63],"is":[64,102,122],"leverage":[66,125],"crowdsourced":[68],"human":[69,127,169],"intelligence":[70,128,170],"accurately":[72],"identify":[73,135,173],"optimal":[75,137,175],"design":[78,110,140],"(i.e.,":[79],"network":[80,115,176],"architecture":[81,116,177],"and":[82,117,168,178],"hyperparameter":[83,118,179],"configuration":[84,180],"combination)":[85],"without":[86],"need":[88],"of":[89,166,181],"experts.":[91],"However,":[92],"two":[93,193],"critical":[94],"challenges":[95],"exist":[96],"our":[98],"problem:":[99],"1)":[100],"it":[101,121],"challenging":[103],"effectively":[105],"optimize":[106],"given":[111],"interdependence":[113],"between":[114],"configuration;":[119],"2)":[120],"non-trivial":[123],"queried":[129],"ordinary":[131],"crowd":[132],"workers":[133],"application.":[144,188],"To":[145],"address":[146],"these":[147],"challenges,":[148],"develop":[150],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">CrowdDesign</i>,":[153],"subjective":[155],"logic-driven":[156],"human-AI":[157],"collaborative":[158],"learning":[159],"framework":[160],"explores":[162],"complementary":[164],"strength":[165],"jointly":[172],"The":[189],"experimental":[190],"results":[191],"real-world":[194],"applications":[196],"demonstrate":[197],"CrowdDesign":[199],"consistently":[200],"outperforms":[201],"state-of-the-art":[203],"baseline":[204],"methods":[205],"achieving":[207],"best":[209],"performance.":[211]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}