{"id":"https://openalex.org/W7124843858","doi":"https://doi.org/10.1007/s44443-025-00381-z","title":"Online label aggregation with incomplete crowd responses","display_name":"Online label aggregation with incomplete crowd responses","publication_year":2026,"publication_date":"2026-01-20","ids":{"openalex":"https://openalex.org/W7124843858","doi":"https://doi.org/10.1007/s44443-025-00381-z","pmid":"https://pubmed.ncbi.nlm.nih.gov/41768854"},"language":"en","primary_location":{"id":"doi:10.1007/s44443-025-00381-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44443-025-00381-z","pdf_url":null,"source":{"id":"https://openalex.org/S2764955546","display_name":"Journal of King Saud University - Computer and Information Sciences","issn_l":"1319-1578","issn":["1319-1578","2213-1248"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of King Saud University Computer and Information Sciences","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1007/s44443-025-00381-z","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123434750","display_name":"Yuyang Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I200296433","display_name":"Chinese Academy of Medical Sciences & Peking Union Medical College","ror":"https://ror.org/02drdmm93","country_code":"CN","type":"education","lineage":["https://openalex.org/I200296433"]},{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuyang Liu","raw_affiliation_strings":["Institute of Medical Information, Chinese Academy of Medical Sciences and Peking Union Medical College, Beijing, China","NetEase Fuxi AI Lab, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Medical Information, Chinese Academy of Medical Sciences and Peking Union Medical College, Beijing, China","institution_ids":["https://openalex.org/I200296433"]},{"raw_affiliation_string":"NetEase Fuxi AI Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210091137"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123427161","display_name":"Haoyu Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I200296433","display_name":"Chinese Academy of Medical Sciences & Peking Union Medical College","ror":"https://ror.org/02drdmm93","country_code":"CN","type":"education","lineage":["https://openalex.org/I200296433"]},{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Haoyu Liu","raw_affiliation_strings":["Institute of Medical Information, Chinese Academy of Medical Sciences and Peking Union Medical College, Beijing, China","NetEase Fuxi AI Lab, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Medical Information, Chinese Academy of Medical Sciences and Peking Union Medical College, Beijing, China","institution_ids":["https://openalex.org/I200296433"]},{"raw_affiliation_string":"NetEase Fuxi AI Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210091137"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123432570","display_name":"Runze Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Runze Wu","raw_affiliation_strings":["Department of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101797040","display_name":"Chengliang Chai","orcid":"https://orcid.org/0000-0001-8080-5594"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengliang Chai","raw_affiliation_strings":["Department of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090358467","display_name":"Minmin Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minmin Lin","raw_affiliation_strings":["NetEase Fuxi AI Lab, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NetEase Fuxi AI Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210091137"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079787092","display_name":"Renyu Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Renyu Zhu","raw_affiliation_strings":["NetEase Fuxi AI Lab, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NetEase Fuxi AI Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210091137"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123424944","display_name":"Hui Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I200296433","display_name":"Chinese Academy of Medical Sciences & Peking Union Medical College","ror":"https://ror.org/02drdmm93","country_code":"CN","type":"education","lineage":["https://openalex.org/I200296433"]},{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hui Liu","raw_affiliation_strings":["Institute of Medical Information, Chinese Academy of Medical Sciences and Peking Union Medical College, Beijing, China","NetEase Fuxi AI Lab, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Medical Information, Chinese Academy of Medical Sciences and Peking Union Medical College, Beijing, China","institution_ids":["https://openalex.org/I200296433"]},{"raw_affiliation_string":"NetEase Fuxi AI Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210091137"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123445879","display_name":"Tangjie Lv","orcid":null},"institutions":[{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tangjie Lv","raw_affiliation_strings":["NetEase Fuxi AI Lab, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NetEase Fuxi AI Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210091137"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114369229","display_name":"Changjie Fan","orcid":null},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I200296433","display_name":"Chinese Academy of Medical Sciences & Peking Union Medical College","ror":"https://ror.org/02drdmm93","country_code":"CN","type":"education","lineage":["https://openalex.org/I200296433"]},{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changjie Fan","raw_affiliation_strings":["Department of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","Institute of Medical Information, Chinese Academy of Medical Sciences and Peking Union Medical College, Beijing, China","NetEase Fuxi AI Lab, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"Institute of Medical Information, Chinese Academy of Medical Sciences and Peking Union Medical College, Beijing, China","institution_ids":["https://openalex.org/I200296433"]},{"raw_affiliation_string":"NetEase Fuxi AI Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210091137"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5123424944","https://openalex.org/A5123427161"],"corresponding_institution_ids":["https://openalex.org/I200296433","https://openalex.org/I4210091137"],"apc_list":{"value":1350,"currency":"USD","value_usd":1350},"apc_paid":{"value":1350,"currency":"USD","value_usd":1350},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0445719,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"38","issue":"2","first_page":"76","last_page":"76"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9847999811172485,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9847999811172485,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0010000000474974513,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/news-aggregator","display_name":"News aggregator","score":0.8654999732971191},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.8159999847412109},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5964999794960022},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.5835000276565552},{"id":"https://openalex.org/keywords/data-aggregator","display_name":"Data aggregator","score":0.4844000041484833},{"id":"https://openalex.org/keywords/a-priori-and-a-posteriori","display_name":"A priori and a posteriori","score":0.4657000005245209},{"id":"https://openalex.org/keywords/information-aggregation","display_name":"Information aggregation","score":0.45719999074935913},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.429500013589859}],"concepts":[{"id":"https://openalex.org/C180505990","wikidata":"https://www.wikidata.org/wiki/Q498267","display_name":"News aggregator","level":2,"score":0.8654999732971191},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8159999847412109},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7523000240325928},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5964999794960022},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.5835000276565552},{"id":"https://openalex.org/C82578977","wikidata":"https://www.wikidata.org/wiki/Q16773055","display_name":"Data aggregator","level":3,"score":0.4844000041484833},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.4657000005245209},{"id":"https://openalex.org/C2986046992","wikidata":"https://www.wikidata.org/wiki/Q16773055","display_name":"Information aggregation","level":2,"score":0.45719999074935913},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.429500013589859},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.39640000462532043},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.3725999891757965},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.3619999885559082},{"id":"https://openalex.org/C2779019669","wikidata":"https://www.wikidata.org/wiki/Q25203946","display_name":"Asynchrony (computer programming)","level":3,"score":0.35359999537467957},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.351500004529953},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33489999175071716},{"id":"https://openalex.org/C17231256","wikidata":"https://www.wikidata.org/wiki/Q5156540","display_name":"Completeness (order theory)","level":2,"score":0.3124000132083893},{"id":"https://openalex.org/C2778207910","wikidata":"https://www.wikidata.org/wiki/Q397610","display_name":"Agr\u00e9gation","level":3,"score":0.30379998683929443},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.3028999865055084},{"id":"https://openalex.org/C113336015","wikidata":"https://www.wikidata.org/wiki/Q574010","display_name":"Complete information","level":2,"score":0.29429998993873596},{"id":"https://openalex.org/C3020402766","wikidata":"https://www.wikidata.org/wiki/Q104376712","display_name":"Prior information","level":2,"score":0.2825999855995178},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.27720001339912415},{"id":"https://openalex.org/C2777851325","wikidata":"https://www.wikidata.org/wiki/Q7094102","display_name":"Online model","level":2,"score":0.2572000026702881}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1007/s44443-025-00381-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44443-025-00381-z","pdf_url":null,"source":{"id":"https://openalex.org/S2764955546","display_name":"Journal of King Saud University - Computer and Information Sciences","issn_l":"1319-1578","issn":["1319-1578","2213-1248"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of King Saud University Computer and Information Sciences","raw_type":"journal-article"},{"id":"pmid:41768854","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41768854","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of King Saud University. Computer and information sciences","raw_type":null},{"id":"pmh:oai:doaj.org/article:93cbc75512c04395aecdb9abe89720bc","is_oa":true,"landing_page_url":"https://doaj.org/article/93cbc75512c04395aecdb9abe89720bc","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of King Saud University: Computer and Information Sciences, Vol 38, Iss 2 (2026)","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:12948928","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12948928/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"J King Saud Univ Comput Inf Sci","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1007/s44443-025-00381-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44443-025-00381-z","pdf_url":null,"source":{"id":"https://openalex.org/S2764955546","display_name":"Journal of King Saud University - Computer and Information Sciences","issn_l":"1319-1578","issn":["1319-1578","2213-1248"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of King Saud University Computer and Information Sciences","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.48804545402526855,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G6403541832","display_name":null,"funder_award_id":"2022C01011","funder_id":"https://openalex.org/F8142712028","funder_display_name":"Key Research and Development Program of Zhejiang Province"}],"funders":[{"id":"https://openalex.org/F8142712028","display_name":"Key Research and Development Program of Zhejiang Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1686266550","https://openalex.org/W1761109129","https://openalex.org/W1970381522","https://openalex.org/W2086413055","https://openalex.org/W2141649520","https://openalex.org/W2159296364","https://openalex.org/W2276146857","https://openalex.org/W2290431464","https://openalex.org/W2408493841","https://openalex.org/W2585226541","https://openalex.org/W2739753637","https://openalex.org/W3046093665","https://openalex.org/W3080783482","https://openalex.org/W3114261506","https://openalex.org/W3118476756","https://openalex.org/W3131727177","https://openalex.org/W3156354433","https://openalex.org/W3180392831","https://openalex.org/W4220841866","https://openalex.org/W4281256703","https://openalex.org/W4292092773","https://openalex.org/W4292341621","https://openalex.org/W4310727185","https://openalex.org/W4312293436","https://openalex.org/W4312351187","https://openalex.org/W4366979961","https://openalex.org/W4379527416","https://openalex.org/W4385859641","https://openalex.org/W4387954182","https://openalex.org/W4388320348","https://openalex.org/W4388332774","https://openalex.org/W4388486359","https://openalex.org/W4388590974","https://openalex.org/W4392523571","https://openalex.org/W4393971554","https://openalex.org/W4398223798","https://openalex.org/W4404408479","https://openalex.org/W4411086605"],"related_works":[],"abstract_inverted_index":{"Crowdsourcing":[0],"delivers":[1],"responses":[2,68,83],"that":[3,11,61],"are":[4],"asynchronous":[5],"and":[6,33,35,69,84,112,121,129,150,155],"incomplete,":[7],"making":[8],"offline":[9],"aggregators":[10],"assume":[12],"complete":[13],"response":[14,49],"sets":[15],"impractical.":[16],"Prior":[17],"online":[18,43,148],"methods":[19],"often":[20],"either":[21],"require":[22],"per-step":[23],"completeness":[24],"or":[25],"repeatedly":[26],"reload":[27],"historical":[28,63],"responses,":[29],"which":[30],"is":[31],"storage-":[32],"privacy-unfriendly":[34],"susceptible":[36],"to":[37,91],"forgetting.":[38],"We":[39],"present":[40],"OLA-Incomplete,":[41],"an":[42],"label-aggregation":[44],"framework":[45],"designed":[46],"for":[47,87,162],"incomplete":[48],"streams.":[50],"It":[51],"integrates":[52],"a":[53,57,108],"variational-inference":[54],"aggregator":[55,97],"with":[56],"generative":[58],"replay":[59],"module":[60],"preserves":[62],"information":[64,86],"without":[65],"reloading":[66],"prior":[67],"explicitly":[70],"models":[71],"unknown":[72],"worker":[73],"reliability.":[74],"At":[75],"each":[76],"update":[77],"step,":[78],"the":[79,96,103,139],"generator":[80],"replays":[81],"cumulative":[82],"side":[85],"previously":[88],"observed":[89],"instances":[90],"mitigate":[92],"catastrophic":[93],"forgetting,":[94],"while":[95],"infers":[98],"current":[99],"truths":[100],"by":[101],"maximizing":[102],"evidence":[104],"lower":[105],"bound":[106],"over":[107,138],"mixture":[109],"of":[110,126],"replayed":[111],"newly":[113],"received":[114],"labels.":[115],"Across":[116],"three":[117],"public":[118],"datasets-Duck,":[119],"RTE,":[120],"PostSent-OLA-Incomplete":[122],"attains":[123],"final":[124],"accuracies":[125],"90.74%,":[127],"92.50%,":[128],"95.99%,":[130],"respectively,":[131],"delivering":[132],"at":[133],"least":[134],"7.79%":[135],"relative":[136],"improvement":[137],"strongest":[140],"baseline.":[141],"The":[142],"approach":[143],"further":[144],"exhibits":[145],"strong":[146],"instantaneous":[147],"accuracy":[149],"robustness":[151],"across":[152],"response-chunk":[153],"sizes":[154],"arrival":[156],"orders,":[157],"underscoring":[158],"its":[159],"practical":[160],"utility":[161],"real-world":[163],"crowdsourcing":[164],"workflows.":[165]},"counts_by_year":[],"updated_date":"2026-03-03T06:13:14.889584","created_date":"2026-01-21T00:00:00"}