{"id":"https://openalex.org/W4401210095","doi":"https://doi.org/10.1007/s00521-024-10188-0","title":"Ground-truth generation through crowdsourcing with probabilistic indexes","display_name":"Ground-truth generation through crowdsourcing with probabilistic indexes","publication_year":2024,"publication_date":"2024-08-01","ids":{"openalex":"https://openalex.org/W4401210095","doi":"https://doi.org/10.1007/s00521-024-10188-0"},"language":"en","primary_location":{"id":"doi:10.1007/s00521-024-10188-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-024-10188-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00521-024-10188-0.pdf","source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s00521-024-10188-0.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061837815","display_name":"Joan Andreu S\u00e1nchez","orcid":"https://orcid.org/0000-0003-0423-2020"},"institutions":[{"id":"https://openalex.org/I60053951","display_name":"Universitat Polit\u00e8cnica de Val\u00e8ncia","ror":"https://ror.org/01460j859","country_code":"ES","type":"education","lineage":["https://openalex.org/I60053951"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Joan Andreu S\u00e1nchez","raw_affiliation_strings":["Pattern Recognition and Human Language Technologies Center, Universitat Polit\u00e8cnica de Val\u00e8ncia, 46022, Val\u00e8ncia, Spain"],"affiliations":[{"raw_affiliation_string":"Pattern Recognition and Human Language Technologies Center, Universitat Polit\u00e8cnica de Val\u00e8ncia, 46022, Val\u00e8ncia, Spain","institution_ids":["https://openalex.org/I60053951"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073107684","display_name":"Enrique Vidal","orcid":"https://orcid.org/0000-0003-4579-5196"},"institutions":[{"id":"https://openalex.org/I60053951","display_name":"Universitat Polit\u00e8cnica de Val\u00e8ncia","ror":"https://ror.org/01460j859","country_code":"ES","type":"education","lineage":["https://openalex.org/I60053951"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Enrique Vidal","raw_affiliation_strings":["Pattern Recognition and Human Language Technologies Center, Universitat Polit\u00e8cnica de Val\u00e8ncia, 46022, Val\u00e8ncia, Spain"],"affiliations":[{"raw_affiliation_string":"Pattern Recognition and Human Language Technologies Center, Universitat Polit\u00e8cnica de Val\u00e8ncia, 46022, Val\u00e8ncia, Spain","institution_ids":["https://openalex.org/I60053951"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039046385","display_name":"Vicente Alcober Bosch","orcid":"https://orcid.org/0000-0003-1507-8786"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vicente Bosch","raw_affiliation_strings":["tranSkriptorium AI, Val\u00e8ncia, Spain"],"affiliations":[{"raw_affiliation_string":"tranSkriptorium AI, Val\u00e8ncia, Spain","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011048012","display_name":"Lorenzo Quir\u00f3s","orcid":"https://orcid.org/0000-0002-1972-8224"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lorenzo Quir\u00f3s","raw_affiliation_strings":["tranSkriptorium AI, Val\u00e8ncia, Spain"],"affiliations":[{"raw_affiliation_string":"tranSkriptorium AI, Val\u00e8ncia, Spain","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5061837815"],"corresponding_institution_ids":["https://openalex.org/I60053951"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":0.2518,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.50980728,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9608120918273926},{"id":"https://openalex.org/keywords/computational-science-and-engineering","display_name":"Computational Science and Engineering","score":0.8533968925476074},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.6880592107772827},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.6156629920005798},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5399442315101624},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4278033375740051},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3534397482872009},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.09014490246772766}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9608120918273926},{"id":"https://openalex.org/C68597687","wikidata":"https://www.wikidata.org/wiki/Q362601","display_name":"Computational Science and Engineering","level":2,"score":0.8533968925476074},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.6880592107772827},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6156629920005798},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5399442315101624},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4278033375740051},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3534397482872009},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.09014490246772766}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s00521-024-10188-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-024-10188-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00521-024-10188-0.pdf","source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},{"id":"pmh:oai:riunet.upv.es:10251/220140","is_oa":true,"landing_page_url":"https://riunet.upv.es/handle/10251/220140","pdf_url":null,"source":{"id":"https://openalex.org/S4306400639","display_name":"RiuNet (Universitat Polit\u00e8cnica de Val\u00e8ncia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I60053951","host_organization_name":"Universitat Polit\u00e8cnica de Val\u00e8ncia","host_organization_lineage":["https://openalex.org/I60053951"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1007/s00521-024-10188-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-024-10188-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00521-024-10188-0.pdf","source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.4000000059604645}],"awards":[{"id":"https://openalex.org/G1719689983","display_name":null,"funder_award_id":"SNEO-20222386","funder_id":"https://openalex.org/F4320321043","funder_display_name":"Centro para el Desarrollo Tecnol\u00f3gico Industrial"}],"funders":[{"id":"https://openalex.org/F4320321043","display_name":"Centro para el Desarrollo Tecnol\u00f3gico Industrial","ror":"https://ror.org/0124x7055"},{"id":"https://openalex.org/F4320334905","display_name":"Universitat Polit\u00e8cnica de Val\u00e8ncia","ror":"https://ror.org/01460j859"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401210095.pdf"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W1570481538","https://openalex.org/W1806725217","https://openalex.org/W2013962506","https://openalex.org/W2015430201","https://openalex.org/W2041774792","https://openalex.org/W2072058045","https://openalex.org/W2089088087","https://openalex.org/W2097663110","https://openalex.org/W2103667008","https://openalex.org/W2122585011","https://openalex.org/W2149151630","https://openalex.org/W2168868236","https://openalex.org/W2284182162","https://openalex.org/W2319343974","https://openalex.org/W2404273937","https://openalex.org/W2485144538","https://openalex.org/W2559052127","https://openalex.org/W2577122925","https://openalex.org/W2586096704","https://openalex.org/W2607311634","https://openalex.org/W2776069867","https://openalex.org/W2785836960","https://openalex.org/W2787677190","https://openalex.org/W2793067580","https://openalex.org/W2884226349","https://openalex.org/W2885201322","https://openalex.org/W2912502470","https://openalex.org/W2941189351","https://openalex.org/W2946759265","https://openalex.org/W2950154988","https://openalex.org/W2984055017","https://openalex.org/W2995377166","https://openalex.org/W3000629728","https://openalex.org/W3003855741","https://openalex.org/W3013138920","https://openalex.org/W3106897397","https://openalex.org/W3121773381","https://openalex.org/W3128819772","https://openalex.org/W3163396276","https://openalex.org/W3196556069","https://openalex.org/W4205748653","https://openalex.org/W4285171658","https://openalex.org/W4376137812","https://openalex.org/W4394698265","https://openalex.org/W6827768757"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4286908577","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114"],"abstract_inverted_index":{"Abstract":[0],"Automatic":[1],"transcription":[2],"of":[3,6,29,132,158],"large":[4,113],"series":[5,114],"historical":[7],"handwritten":[8],"documents":[9],"generally":[10],"aims":[11],"at":[12],"allowing":[13],"to":[14,46,54,67,81,105,149],"search":[15,37,57],"for":[16,32,138],"textual":[17],"information":[18],"in":[19,64,86],"these":[20],"documents.":[21],"However,":[22,123],"automatic":[23],"transcripts":[24],"often":[25],"lack":[26],"the":[27,69,73,107,129,133,139],"level":[28],"accuracy":[30],"needed":[31],"reliable":[33],"text":[34],"indexing":[35],"and":[36,92,155],"purposes.":[38],"Probabilistic":[39],"Indexing":[40],"(PrIx)":[41],"offers":[42],"a":[43,83,98,153],"unique":[44],"alternative":[45],"raw":[47],"transcripts.":[48,162],"Since":[49],"it":[50,124,143],"needs":[51],"training":[52,161],"data":[53,102],"achieve":[55],"good":[56],"performance,":[58],"PrIx-based":[59],"crowdsourcing":[60,134],"techniques":[61],"are":[62,79,103,115],"introduced":[63],"this":[65],"paper":[66],"gather":[68],"required":[70],"data.":[71],"In":[72,97],"proposed":[74],"approach,":[75],"PrIx":[76,108],"confidence":[77],"measures":[78],"used":[80,104],"drive":[82],"correction":[84],"process":[85],"which":[87,117],"users":[88],"can":[89,125],"amend":[90],"errors":[91],"possibly":[93],"add":[94],"missing":[95],"text.":[96],"further":[99],"step,":[100],"corrected":[101],"retrain":[106],"models.":[109],"Results":[110],"on":[111],"five":[112],"reported":[116],"show":[118],"consistent":[119],"improvements":[120],"after":[121],"retraining.":[122],"be":[126],"argued":[127],"whether":[128],"overall":[130],"costs":[131],"operation":[135],"pay":[136],"off":[137],"improvements,":[140],"or":[141],"perhaps":[142],"would":[144],"have":[145],"been":[146],"more":[147],"cost-effective":[148],"just":[150],"start":[151],"with":[152],"larger":[154],"cleaner":[156],"amount":[157],"professionally":[159],"produced":[160]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-25T14:56:36.534964","created_date":"2025-10-10T00:00:00"}