{"id":"https://openalex.org/W2977125667","doi":"https://doi.org/10.1145/3344720","title":"Hybrid Crowd-Machine Wrapper Inference","display_name":"Hybrid Crowd-Machine Wrapper Inference","publication_year":2019,"publication_date":"2019-09-24","ids":{"openalex":"https://openalex.org/W2977125667","doi":"https://doi.org/10.1145/3344720","mag":"2977125667"},"language":"en","primary_location":{"id":"doi:10.1145/3344720","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3344720","pdf_url":null,"source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030700727","display_name":"Valter Crescenzi","orcid":null},"institutions":[{"id":"https://openalex.org/I119003972","display_name":"Roma Tre University","ror":"https://ror.org/05vf0dg29","country_code":"IT","type":"education","lineage":["https://openalex.org/I119003972"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Valter Crescenzi","raw_affiliation_strings":["Roma Tre University, Roma, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Roma Tre University, Roma, Italy","institution_ids":["https://openalex.org/I119003972"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022736687","display_name":"Paolo Merialdo","orcid":"https://orcid.org/0000-0002-3852-8092"},"institutions":[{"id":"https://openalex.org/I119003972","display_name":"Roma Tre University","ror":"https://ror.org/05vf0dg29","country_code":"IT","type":"education","lineage":["https://openalex.org/I119003972"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Paolo Merialdo","raw_affiliation_strings":["Roma Tre University, Roma, Italy"],"raw_orcid":"https://orcid.org/0000-0002-3852-8092","affiliations":[{"raw_affiliation_string":"Roma Tre University, Roma, Italy","institution_ids":["https://openalex.org/I119003972"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028754236","display_name":"Disheng Qiu","orcid":null},"institutions":[{"id":"https://openalex.org/I119003972","display_name":"Roma Tre University","ror":"https://ror.org/05vf0dg29","country_code":"IT","type":"education","lineage":["https://openalex.org/I119003972"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Disheng Qiu","raw_affiliation_strings":["Roma Tre University, Roma, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Roma Tre University, Roma, Italy","institution_ids":["https://openalex.org/I119003972"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3125,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.68545574,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"13","issue":"5","first_page":"1","last_page":"43"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.7891240119934082},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7796581983566284},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.758105456829071},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7483186721801758},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7204930782318115},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6246001720428467},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.45138129591941833},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4181937873363495},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.1445198357105255},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.08632579445838928}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.7891240119934082},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7796581983566284},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.758105456829071},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7483186721801758},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7204930782318115},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6246001720428467},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.45138129591941833},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4181937873363495},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.1445198357105255},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.08632579445838928}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3344720","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3344720","pdf_url":null,"source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"},{"id":"pmh:oai:iris.uniroma3.it:11590/358112","is_oa":false,"landing_page_url":"http://dl.acm.org/citation.cfm?id=J1054","pdf_url":null,"source":{"id":"https://openalex.org/S4377196120","display_name":"Iris (Roma Tre University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I119003972","host_organization_name":"Roma Tre University","host_organization_lineage":["https://openalex.org/I119003972"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W74635469","https://openalex.org/W1593045043","https://openalex.org/W1616833294","https://openalex.org/W1808897491","https://openalex.org/W1993527211","https://openalex.org/W1996878936","https://openalex.org/W2001104490","https://openalex.org/W2003433537","https://openalex.org/W2006539007","https://openalex.org/W2012668444","https://openalex.org/W2029604420","https://openalex.org/W2035274534","https://openalex.org/W2049633694","https://openalex.org/W2054593810","https://openalex.org/W2055515830","https://openalex.org/W2056748234","https://openalex.org/W2064466058","https://openalex.org/W2066865129","https://openalex.org/W2080132606","https://openalex.org/W2097874932","https://openalex.org/W2102694093","https://openalex.org/W2106491486","https://openalex.org/W2107966677","https://openalex.org/W2114413252","https://openalex.org/W2119830539","https://openalex.org/W2148317291","https://openalex.org/W2148579753","https://openalex.org/W2149298154","https://openalex.org/W2150721933","https://openalex.org/W2159637323","https://openalex.org/W2163072729","https://openalex.org/W2168144930","https://openalex.org/W2168320385","https://openalex.org/W2216972693","https://openalex.org/W2296045323","https://openalex.org/W2296164608","https://openalex.org/W2329105431","https://openalex.org/W2395803568","https://openalex.org/W2439475996","https://openalex.org/W2475282416","https://openalex.org/W2519676467","https://openalex.org/W2585226541","https://openalex.org/W2598946096","https://openalex.org/W2610818984","https://openalex.org/W2751769144","https://openalex.org/W2809117326","https://openalex.org/W2913371065","https://openalex.org/W2962982640","https://openalex.org/W4230475127","https://openalex.org/W4244259635"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W1503094549","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W2337920774","https://openalex.org/W4318823662","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W3207526114","https://openalex.org/W4286908577"],"abstract_inverted_index":{"Wrapper":[0],"inference":[1,17,43,114],"deals":[2],"in":[3,22],"generating":[4],"programs":[5],"to":[6,157],"extract":[7],"data":[8,92],"from":[9],"Web":[10],"pages.":[11],"Several":[12],"supervised":[13,53,79],"and":[14,129],"unsupervised":[15,28,130,150],"wrapper":[16,113,151],"approaches":[18,29,54,122],"have":[19],"been":[20],"proposed":[21],"the":[23,34,42,50,85,94,118,124,140],"literature.":[24],"On":[25,49],"one":[26],"hand,":[27,52],"produce":[30,55,158],"erratic":[31],"wrappers:":[32],"whenever":[33],"sources":[35],"do":[36],"not":[37,155],"satisfy":[38],"underlying":[39],"assumptions":[40],"of":[41,71,87,90,96,120,126,142],"algorithm,":[44],"their":[45,64],"accuracy":[46],"is":[47,66],"compromised.":[48],"other":[51],"accurate":[56,160],"wrappers,":[57,143],"but":[58],"since":[59],"they":[60,82],"need":[61],"training":[62,91],"data,":[63],"scalability":[65],"limited.":[67],"The":[68],"recent":[69],"advent":[70],"crowdsourcing":[72],"platforms":[73],"has":[74,104],"opened":[75],"new":[76],"opportunities":[77],"for":[78],"approaches,":[80],"as":[81],"make":[83],"possible":[84],"production":[86],"large":[88],"amounts":[89],"with":[93],"support":[95],"workers":[97,103,128,145],"recruited":[98,147],"online.":[99],"Nevertheless,":[100],"involving":[101],"human":[102],"monetary":[105],"costs.":[106],"We":[107],"present":[108],"an":[109],"original":[110],"hybrid":[111],"crowd-machine":[112],"system":[115],"that":[116,138],"offers":[117],"benefits":[119],"both":[121],"exploiting":[123],"cooperation":[125],"crowd":[127],"algorithms.":[131],"Based":[132],"on":[133],"a":[134],"principled":[135],"probabilistic":[136],"model":[137],"estimates":[139],"quality":[141],"humans":[144],"are":[146,154],"only":[148],"when":[149],"induction":[152],"algorithms":[153],"able":[156],"sufficiently":[159],"solutions.":[161]},"counts_by_year":[{"year":2021,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}