{"id":"https://openalex.org/W2912311590","doi":"https://doi.org/10.1109/bigdata.2018.8622435","title":"A Learning Effect by Presenting Machine Prediction as a Reference Answer in Self-correction","display_name":"A Learning Effect by Presenting Machine Prediction as a Reference Answer in Self-correction","publication_year":2018,"publication_date":"2018-12-01","ids":{"openalex":"https://openalex.org/W2912311590","doi":"https://doi.org/10.1109/bigdata.2018.8622435","mag":"2912311590"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata.2018.8622435","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2018.8622435","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049129001","display_name":"Masaki Matsubara","orcid":"https://orcid.org/0000-0003-1950-683X"},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masaki Matsubara","raw_affiliation_strings":["Faculty of Library, Information and Media Science University of Tsukuba, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Library, Information and Media Science University of Tsukuba, Japan","institution_ids":["https://openalex.org/I146399215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025747344","display_name":"Masaki Kobayashi","orcid":"https://orcid.org/0000-0002-4453-0615"},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masaki Kobayashi","raw_affiliation_strings":["Graduate School of Library, Information and Media Studies University of Tsukuba, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Library, Information and Media Studies University of Tsukuba, Japan","institution_ids":["https://openalex.org/I146399215"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071533497","display_name":"Atsuyuki Morishima","orcid":"https://orcid.org/0000-0003-4606-9065"},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Atsuyuki Morishima","raw_affiliation_strings":["Faculty of Library, Information and Media Science University of Tsukuba, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Library, Information and Media Science University of Tsukuba, Japan","institution_ids":["https://openalex.org/I146399215"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I146399215"],"apc_list":null,"apc_paid":null,"fwci":0.2716,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.53641817,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"3522","last_page":"3528"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9843000173568726,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9758999943733215,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7767735719680786},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.7739624977111816},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7505428791046143},{"id":"https://openalex.org/keywords/bootstrapping","display_name":"Bootstrapping (finance)","score":0.7117769122123718},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.6631938219070435},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.612504780292511},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5230363607406616},{"id":"https://openalex.org/keywords/interpretation","display_name":"Interpretation (philosophy)","score":0.4937497079372406},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4407200813293457},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.41116929054260254},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09397280216217041}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7767735719680786},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.7739624977111816},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7505428791046143},{"id":"https://openalex.org/C207609745","wikidata":"https://www.wikidata.org/wiki/Q4944086","display_name":"Bootstrapping (finance)","level":2,"score":0.7117769122123718},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.6631938219070435},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.612504780292511},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5230363607406616},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.4937497079372406},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4407200813293457},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.41116929054260254},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09397280216217041},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata.2018.8622435","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2018.8622435","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320338075","display_name":"Core Research for Evolutional Science and Technology","ror":"https://ror.org/00097mb19"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1633675443","https://openalex.org/W1941636933","https://openalex.org/W2003238113","https://openalex.org/W2055733113","https://openalex.org/W2058738785","https://openalex.org/W2125943921","https://openalex.org/W2140287075","https://openalex.org/W2168765606","https://openalex.org/W2182055801","https://openalex.org/W2182992846","https://openalex.org/W2276569499","https://openalex.org/W2282821441","https://openalex.org/W2292134422","https://openalex.org/W2295107390","https://openalex.org/W2400269077","https://openalex.org/W2467989257","https://openalex.org/W2489865376","https://openalex.org/W2548952463","https://openalex.org/W2599032673","https://openalex.org/W2607311634","https://openalex.org/W2626639386","https://openalex.org/W2739898539","https://openalex.org/W2740806990","https://openalex.org/W2767941892","https://openalex.org/W2789016894","https://openalex.org/W2794697715","https://openalex.org/W2810228847","https://openalex.org/W2963483561","https://openalex.org/W2963767865","https://openalex.org/W2964106426","https://openalex.org/W3122383744","https://openalex.org/W4292341621","https://openalex.org/W4293861706","https://openalex.org/W6636827874","https://openalex.org/W6685839400","https://openalex.org/W6686075922","https://openalex.org/W6722864503","https://openalex.org/W6735212286","https://openalex.org/W6739575509","https://openalex.org/W6750063092","https://openalex.org/W6750391026","https://openalex.org/W6752644749","https://openalex.org/W6752840654"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114","https://openalex.org/W4286908577"],"abstract_inverted_index":{"Can":[0,10],"people":[1],"learn":[2],"from":[3,83],"machines":[4,14,164],"behavior":[5],"in":[6,44,51,73,92,143,165,180],"microtask":[7],"based":[8],"crowdsourcing?":[9],"we":[11,25],"train":[12],"the":[13,28,52,98,108,117,123,140,147,151,166,181],"as":[15,40],"our":[16],"mentor":[17],"even":[18],"without":[19,125,187],"domain":[20],"expertise?":[21],"In":[22],"this":[23,169],"paper,":[24],"investigate":[26],"how":[27],"task":[29],"results":[30,124],"improve":[31],"concerning":[32],"quality":[33],"during":[34],"and":[35,62,94],"after":[36],"presenting":[37,74],"machine":[38,75,102,120],"prediction":[39,57],"a":[41,144,191],"reference":[42,47],"answer":[43],"self-correction.":[45],"Four":[46],"types":[48],"were":[49,70,81,88],"examined":[50],"experiment;":[53],"Correct,":[54],"Random,":[55],"Machine":[56],"trained":[58,64],"by":[59,65],"correct":[60,84,141],"answers,":[61],"that":[63],"human":[66],"answers.":[67],"Learning":[68],"effects":[69,91],"observed":[71],"only":[72,135],"prediction,":[76],"although":[77],"those":[78],"accuracy":[79,161],"rates":[80],"far":[82],"(100%).":[85],"Moreover,":[86],"there":[87],"no":[89],"learning":[90],"\"Correct\"":[93],"\"Random\".":[95],"This":[96],"suggests":[97],"following":[99],"hypothesis:":[100],"Since":[101],"learners":[103,121],"make":[104],"some":[105,156],"\"models\"":[106],"for":[107,113,177],"problem,":[109],"it":[110,128],"is":[111,129,153],"easier":[112],"humans":[114],"to":[115,132,174],"interpret":[116,133],"outputs":[118],"of":[119,150],"than":[122,163],"via":[126],"them;":[127],"more":[130],"difficult":[131],"not":[134],"random":[136],"answers":[137,142],"but":[138],"also":[139],"case":[145],"where":[146,183],"perfect":[148],"interpretation":[149],"problem":[152],"difficult.":[154],"Furthermore,":[155],"workers":[157],"answered":[158],"with":[159],"higher":[160],"rate":[162],"post-test.":[167],"Therefore,":[168],"strategy":[170],"can":[171],"be":[172,175],"expected":[173],"useful":[176],"bootstrapping":[178],"solutions":[179],"situation":[182],"unknown":[184],"problems":[185],"occur":[186],"expertise":[188],"or":[189],"at":[190],"low":[192],"cost.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}