{"id":"https://openalex.org/W3203708846","doi":"https://doi.org/10.3233/faia210090","title":"ActiveCrowds: A Human-in-the-Loop Machine Learning Framework","display_name":"ActiveCrowds: A Human-in-the-Loop Machine Learning Framework","publication_year":2021,"publication_date":"2021-09-22","ids":{"openalex":"https://openalex.org/W3203708846","doi":"https://doi.org/10.3233/faia210090","mag":"3203708846"},"language":"en","primary_location":{"id":"doi:10.3233/faia210090","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia210090","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA210090","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA210090","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052159446","display_name":"Lazaros Toumanidis","orcid":"https://orcid.org/0000-0002-3221-0745"},"institutions":[{"id":"https://openalex.org/I4210094138","display_name":"University of West Attica","ror":"https://ror.org/00r2r5k05","country_code":"GR","type":"education","lineage":["https://openalex.org/I4210094138"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Lazaros Toumanidis","raw_affiliation_strings":["University of West Attica, dept. of Electrical & Electronics Engineering, Egaleo, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of West Attica, dept. of Electrical & Electronics Engineering, Egaleo, Greece","institution_ids":["https://openalex.org/I4210094138"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081780209","display_name":"Panagiotis Kasnesis","orcid":"https://orcid.org/0000-0003-3607-8187"},"institutions":[{"id":"https://openalex.org/I4210094138","display_name":"University of West Attica","ror":"https://ror.org/00r2r5k05","country_code":"GR","type":"education","lineage":["https://openalex.org/I4210094138"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Panagiotis Kasnesis","raw_affiliation_strings":["University of West Attica, dept. of Electrical & Electronics Engineering, Egaleo, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of West Attica, dept. of Electrical & Electronics Engineering, Egaleo, Greece","institution_ids":["https://openalex.org/I4210094138"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063578333","display_name":"Christos Chatzigeorgiou","orcid":"https://orcid.org/0000-0003-2486-9897"},"institutions":[{"id":"https://openalex.org/I4210094138","display_name":"University of West Attica","ror":"https://ror.org/00r2r5k05","country_code":"GR","type":"education","lineage":["https://openalex.org/I4210094138"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Christos Chatzigeorgiou","raw_affiliation_strings":["University of West Attica, dept. of Electrical & Electronics Engineering, Egaleo, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of West Attica, dept. of Electrical & Electronics Engineering, Egaleo, Greece","institution_ids":["https://openalex.org/I4210094138"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005427688","display_name":"Michalis Feidakis","orcid":"https://orcid.org/0000-0002-6412-8420"},"institutions":[{"id":"https://openalex.org/I4210094138","display_name":"University of West Attica","ror":"https://ror.org/00r2r5k05","country_code":"GR","type":"education","lineage":["https://openalex.org/I4210094138"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Michail Feidakis","raw_affiliation_strings":["University of West Attica, dept. of Electrical & Electronics Engineering, Egaleo, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of West Attica, dept. of Electrical & Electronics Engineering, Egaleo, Greece","institution_ids":["https://openalex.org/I4210094138"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062392678","display_name":"Charalampos Z. Patrikakis","orcid":"https://orcid.org/0000-0003-1921-4466"},"institutions":[{"id":"https://openalex.org/I4210094138","display_name":"University of West Attica","ror":"https://ror.org/00r2r5k05","country_code":"GR","type":"education","lineage":["https://openalex.org/I4210094138"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Charalampos Patrikakis","raw_affiliation_strings":["University of West Attica, dept. of Electrical & Electronics Engineering, Egaleo, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of West Attica, dept. of Electrical & Electronics Engineering, Egaleo, Greece","institution_ids":["https://openalex.org/I4210094138"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210094138"],"apc_list":null,"apc_paid":null,"fwci":0.3683,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.61018727,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9621999859809875,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7806662321090698},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.7136310338973999},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.6975211501121521},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5500900745391846},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5374451279640198},{"id":"https://openalex.org/keywords/voting","display_name":"Voting","score":0.4983687400817871},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.4484533965587616},{"id":"https://openalex.org/keywords/human-in-the-loop","display_name":"Human-in-the-loop","score":0.4263094663619995},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4152984917163849},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3703521490097046}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7806662321090698},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.7136310338973999},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.6975211501121521},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5500900745391846},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5374451279640198},{"id":"https://openalex.org/C520049643","wikidata":"https://www.wikidata.org/wiki/Q189760","display_name":"Voting","level":3,"score":0.4983687400817871},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.4484533965587616},{"id":"https://openalex.org/C2780626000","wikidata":"https://www.wikidata.org/wiki/Q5936775","display_name":"Human-in-the-loop","level":2,"score":0.4263094663619995},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4152984917163849},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3703521490097046},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/faia210090","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia210090","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA210090","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.3233/faia210090","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia210090","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA210090","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309036","display_name":"Purdue University","ror":"https://ror.org/02dqehb95"},{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3203708846.pdf","grobid_xml":"https://content.openalex.org/works/W3203708846.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W79265767","https://openalex.org/W1818395637","https://openalex.org/W1992946551","https://openalex.org/W1994966918","https://openalex.org/W2115191221","https://openalex.org/W2138079527","https://openalex.org/W2147837713","https://openalex.org/W2163605009","https://openalex.org/W2165698076","https://openalex.org/W2188373600","https://openalex.org/W2194775991","https://openalex.org/W2346062110","https://openalex.org/W2407683213","https://openalex.org/W2625840022","https://openalex.org/W2757455114","https://openalex.org/W2772901877","https://openalex.org/W2784059657","https://openalex.org/W2796092788","https://openalex.org/W2808008027","https://openalex.org/W2875415200","https://openalex.org/W2885321846","https://openalex.org/W2900225670","https://openalex.org/W2914132458","https://openalex.org/W2940383374","https://openalex.org/W2960271609","https://openalex.org/W2970971581","https://openalex.org/W2972892814","https://openalex.org/W4237065586","https://openalex.org/W4295312788","https://openalex.org/W6686975137","https://openalex.org/W6687483927","https://openalex.org/W6714262827"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114","https://openalex.org/W4286908577"],"abstract_inverted_index":{"A":[0,20],"widespread":[1],"practice":[2],"in":[3,23],"machine":[4],"learning":[5,57,125],"solutions":[6,25],"is":[7,26],"the":[8,27,45,51,78,81,93,123,145,150,154],"continuous":[9],"use":[10,79],"of":[11,29,33,44,53,80,95,110],"human":[12],"intelligence":[13],"to":[14,84,141],"increase":[15],"their":[16],"quality":[17,133],"and":[18,55,62,66,112,115,148,156],"efficiency.":[19],"common":[21],"problem":[22],"such":[24],"requirement":[28],"a":[30,41,67,85],"large":[31],"amount":[32],"labeled":[34],"data.":[35],"In":[36],"this":[37],"paper,":[38],"we":[39,91],"present":[40],"practical":[42],"implementation":[43,94],"human-in-the-loop":[46],"computing":[47],"practice,":[48],"which":[49],"includes":[50],"combination":[52],"active":[54,124],"transfer":[56],"for":[58,71,122,137],"sophisticated":[59],"data":[60,73],"sampling":[61,117,120],"weight":[63],"initialization":[64],"respectively,":[65],"cross-platform":[68],"mobile":[69],"application":[70],"crowdsourcing":[72],"annotation":[74],"tasks.":[75],"We":[76,152],"study":[77],"proposed":[82],"framework":[83],"post-event":[86],"building":[87],"reconnaissance":[88],"scenario,":[89],"where":[90],"utilized":[92],"an":[96,102],"existing":[97],"pre-trained":[98],"computer":[99],"vision":[100],"model,":[101],"image":[103],"binary":[104],"classification":[105],"solution":[106],"built":[107],"on":[108,144],"top":[109],"it,":[111],"max":[113],"entropy":[114],"random":[116],"as":[118,132],"uncertainty":[119],"methods":[121],"step.":[126],"Multiple":[127],"annotations":[128],"with":[129],"majority":[130],"voting":[131],"assurance":[134],"are":[135],"required":[136],"new":[138],"human-annotated":[139],"images":[140],"be":[142],"added":[143],"train":[146],"set":[147],"retrain":[149],"model.":[151],"provide":[153],"results":[155],"discuss":[157],"our":[158],"next":[159],"steps.":[160]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}