{"id":"https://openalex.org/W6906686791","doi":"https://doi.org/10.18419/opus-13476","title":"Forming a hybrid intelligence system by combining Active Learning and paid crowdsourcing for semantic 3D point cloud segmentation","display_name":"Forming a hybrid intelligence system by combining Active Learning and paid crowdsourcing for semantic 3D point cloud segmentation","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W6906686791","doi":"https://doi.org/10.18419/opus-13476"},"language":"en","primary_location":{"id":"pmh:oai:aleph.bib-bvb.de:BVB01-034835220","is_oa":true,"landing_page_url":"http://publikationen.badw.de/de/049489886","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"software, multimedia"},"type":"other","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"http://publikationen.badw.de/de/049489886","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"K\u00f6lle, Michael","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"K\u00f6lle, Michael","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.7616999745368958},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.43849998712539673},{"id":"https://openalex.org/keywords/active-learning","display_name":"Active learning (machine learning)","score":0.42149999737739563},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4129999876022339},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.4049000144004822},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.37540000677108765},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.37310001254081726},{"id":"https://openalex.org/keywords/lift","display_name":"Lift (data mining)","score":0.34850001335144043}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.7616999745368958},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6973000168800354},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6277999877929688},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47920000553131104},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.43849998712539673},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.42149999737739563},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4129999876022339},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4049000144004822},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.37540000677108765},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.37310001254081726},{"id":"https://openalex.org/C139002025","wikidata":"https://www.wikidata.org/wiki/Q3001212","display_name":"Lift (data mining)","level":2,"score":0.34850001335144043},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.34610000252723694},{"id":"https://openalex.org/C105409693","wikidata":"https://www.wikidata.org/wiki/Q5937824","display_name":"Human intelligence","level":2,"score":0.3427000045776367},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.3422999978065491},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.3294999897480011},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3244999945163727},{"id":"https://openalex.org/C9770341","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Geospatial analysis","level":2,"score":0.3163999915122986},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.3034000098705292},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3001999855041504},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.28209999203681946},{"id":"https://openalex.org/C150202949","wikidata":"https://www.wikidata.org/wiki/Q107602","display_name":"Pointer (user interface)","level":2,"score":0.2578999996185303},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.250900000333786}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:aleph.bib-bvb.de:BVB01-034835220","is_oa":true,"landing_page_url":"http://publikationen.badw.de/de/049489886","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"software, multimedia"},{"id":"pmh:oai:elib.uni-stuttgart.de:11682/13495","is_oa":true,"landing_page_url":"http://elib.uni-stuttgart.de/handle/11682/13495","pdf_url":null,"source":{"id":"https://openalex.org/S4306401556","display_name":"OPUS Publication Server of the University of Stuttgart (University of Stuttgart)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I100066346","host_organization_name":"University of Stuttgart","host_organization_lineage":["https://openalex.org/I100066346"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doctoralThesis"},{"id":"doi:10.18419/opus-13476","is_oa":true,"landing_page_url":"https://doi.org/10.18419/opus-13476","pdf_url":null,"source":{"id":"https://openalex.org/S7407052998","display_name":"Universit\u00e4tsbibliothek Stuttgart","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:aleph.bib-bvb.de:BVB01-034835220","is_oa":true,"landing_page_url":"http://publikationen.badw.de/de/049489886","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"software, multimedia"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"While":[0],"in":[1,9,72,96,166,232,349,374,403,538,568,586],"recent":[2],"years":[3],"tremendous":[4],"advancements":[5],"have":[6,261],"been":[7],"achieved":[8],"the":[10,25,33,41,73,79,83,117,140,168,182,219,238,285,295,298,304,317,329,385,407,432,470,489,497,522,569,572,575,584,608,636,642,651,665],"development":[11],"of":[12,35,86,113,120,161,200,217,241,267,272,289,297,320,331,338,450,473,492,510,560,571,574,654,658],"supervised":[13],"Machine":[14],"Learning":[15,187,452],"(ML)":[16],"systems":[17,91],"such":[18,58,106,195,233,375],"as":[19,191,357,359,482,515,517],"Convolutional":[20],"Neural":[21],"Networks":[22],"(CNNs),":[23],"still":[24,93],"most":[26,196,518],"decisive":[27,197],"factor":[28],"for":[29,89,116,316,384,434,469,484,488,650],"their":[30],"performance":[31],"is":[32,43,48,92,145,157,175,224,438,502,551],"quality":[34,523,536,549,562],"labeled":[36,435],"training":[37,87,453],"data":[38,88,592],"from":[39,137,464,610,664],"which":[40,60,167,189,404,437,622],"system":[42,115,165,293,646],"supposed":[44],"to":[45,56,63,147,193,209,213,237,263,284,303,370,390,443,527,548,553,556,564,582,606,617,625],"learn.":[46],"This":[47,156],"why":[49,332],"we":[50,61,127,207,243,251,260,306,341,368,405,419,429,461,479,500,530,623,640],"advocate":[51],"focusing":[52],"more":[53,65,619],"on":[54,256,328],"methods":[55],"obtain":[57],"data,":[59,436],"expect":[62],"be":[64,391,456,554],"sustainable":[66],"than":[67],"establishing":[68],"ever":[69],"new":[70],"classifiers":[71],"rapidly":[74],"evolving":[75],"ML":[76,90,173],"field.":[77],"In":[78,110,365],"geospatial":[80],"domain,":[81,477],"however,":[82],"generation":[84],"process":[85],"rather":[94,225],"neglected":[95],"research,":[97],"with":[98,105,129,181,351,415,423,426,506,533,590],"typically":[99,259],"experts":[100],"ending":[101],"up":[102],"being":[103],"occupied":[104],"tedious":[107,239],"labeling":[108,135,587],"tasks.":[109],"our":[111,339,493],"design":[112],"a":[114,162,214,264,353,360,376,444,465,474,507,534,611,618],"semantic":[118,318,471,652],"interpretation":[119],"Airborne":[121],"Laser":[122],"Scanning":[123],"(ALS)":[124],"point":[125,322,595,656],"clouds,":[126,323],"break":[128],"this":[130,211,290,366],"convention":[131],"and":[132,177,343,512,563,603,647],"completely":[133],"lift":[134],"obligations":[136],"experts.":[138],"At":[139],"same":[141],"time,":[142],"human":[143,183,278,490],"annotation":[144],"restricted":[146],"only":[148,309,382],"those":[149],"samples":[150,379],"that":[151,227,281,378,431],"actually":[152],"justify":[153],"manual":[154],"inspection.":[155],"accomplished":[158],"by":[159,171,247,393,400,588,630],"means":[160,483],"hybrid":[163,291,494,644],"intelligence":[164,292,495,645],"machine,":[169,386],"represented":[170],"an":[172,202,312],"model,":[174],"actively":[176],"iteratively":[178],"working":[179,425],"together":[180],"component":[184,491],"through":[185,441,627,662],"Active":[186],"(AL),":[188],"acts":[190],"pointer":[192],"exactly":[194],"samples.":[198],"Instead":[199],"having":[201],"expert":[203],"label":[204],"these":[205,632],"samples,":[206],"propose":[208],"outsource":[210],"task":[212],"large":[215],"group":[216],"non-specialists,":[218],"crowd.":[220,667],"But":[221],"since":[222],"it":[223,333,649],"unlikely":[226],"enough":[228],"volunteers":[229],"would":[230],"participate":[231],"crowdsourcing":[234],"campaigns":[235],"due":[236],"nature":[240,614],"labeling,":[242],"argue":[244],"attracting":[245],"workers":[246,505],"monetary":[248],"incentives,":[249],"i.e.,":[250,478],"employ":[252,648],"paid":[253],"crowdsourcing.":[254],"Relying":[255],"respective":[257,544],"platforms,":[258],"access":[262],"vast":[265],"pool":[266],"prospective":[268],"workers,":[269],"guaranteeing":[270],"completion":[271],"jobs":[273],"promptly.":[274],"Thus,":[275,541],"crowdworkers":[276],"become":[277],"processing":[279,287],"units":[280,288],"behave":[282],"similarly":[283],"electronic":[286],"performing":[294],"tasks":[296],"machine":[299],"part.":[300],"With":[301],"respect":[302],"latter,":[305],"do":[307],"not":[308,381],"evaluate":[310],"whether":[311],"AL-based":[313],"pipeline":[314],"works":[315],"segmentation":[319],"ALS":[321,655],"but":[324,387,410],"also":[325,388,604],"shed":[326],"light":[327],"question":[330],"works.":[334],"As":[335,487],"crucial":[336],"components":[337],"pipeline,":[340],"test":[342],"enhance":[344],"different":[345,519,591,633,659],"AL":[346,372,442,481],"sampling":[347],"strategies":[348],"conjunction":[350],"both":[352],"conventional":[354],"feature-driven":[355],"classifier":[356],"well":[358,516],"data-driven":[361],"CNN":[362],"classification":[363],"module.":[364],"regard,":[367],"aim":[369,605],"select":[371],"points":[373],"manner":[377],"are":[380,398,420,525,531],"informative":[383],"feasible":[389],"interpreted":[392],"non-experts.":[394],"These":[395],"theoretical":[396],"formulations":[397],"verified":[399],"various":[401],"experiments":[402],"replace":[406],"frequently":[408],"assumed":[409],"highly":[411],"unrealistic":[412],"error-free":[413],"oracle":[414],"simulated":[416],"imperfect":[417],"oracles":[418],"always":[421],"confronted":[422,532],"when":[424,460,542],"humans.":[427],"Furthermore,":[428],"find":[430],"need":[433],"already":[439],"reduced":[440],"small":[445],"fraction":[446],"(typically":[447],"\u226a1":[448],"%":[449],"Passive":[451],"points),":[454],"can":[455],"even":[457],"further":[458,579],"minimized":[459],"reuse":[462],"information":[463],"given":[466],"source":[467],"domain":[468],"enrichment":[472,653],"specific":[475],"target":[476],"utilize":[480],"Domain":[485],"Adaptation.":[486],"system,":[496],"special":[498,546],"challenge":[499],"face":[501],"monetarily":[503],"motivated":[504],"wide":[508],"variety":[509],"educational":[511],"cultural":[513],"backgrounds":[514],"mindsets":[520],"regarding":[521],"they":[524],"willing":[526],"deliver.":[528],"Consequently,":[529],"great":[535],"inhomogeneity":[537],"results":[539],"received.":[540],"designing":[543],"campaigns,":[545],"attention":[547],"control":[550],"required":[552],"able":[555],"automatically":[557],"reject":[558],"submissions":[559],"low":[561],"refine":[565],"accepted":[566],"contributions":[567],"sense":[570],"Wisdom":[573],"Crowds":[576],"principle.":[577],"We":[578],"explore":[580],"ways":[581],"support":[583],"crowd":[585],"experimenting":[589],"modalities":[593],"(discretized":[594],"cloud":[596],"vs.":[597],"continuous":[598],"textured":[599],"3D":[600],"mesh":[601],"surface),":[602],"shift":[607],"motivation":[609],"purely":[612],"extrinsic":[613],"(i.e.,":[615],"payment)":[616],"intrinsic":[620],"one,":[621],"intend":[624],"trigger":[626],"gamification.":[628],"Eventually,":[629],"casting":[631],"concepts":[634],"into":[635],"so-called":[637],"CATEGORISE":[638],"framework,":[639],"constitute":[641],"aspired":[643],"clouds":[657],"characteristics,":[660],"enabled":[661],"learning":[663],"(paid)":[666]},"counts_by_year":[],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2025-10-10T00:00:00"}