{"id":"https://openalex.org/W2518085703","doi":"https://doi.org/10.1145/2970276.2970339","title":"Too much automation? the bellwether effect and its implications for transfer learning","display_name":"Too much automation? the bellwether effect and its implications for transfer learning","publication_year":2016,"publication_date":"2016-08-25","ids":{"openalex":"https://openalex.org/W2518085703","doi":"https://doi.org/10.1145/2970276.2970339","mag":"2518085703"},"language":"en","primary_location":{"id":"doi:10.1145/2970276.2970339","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2970276.2970339","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2970339&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"http://dl.acm.org/ft_gateway.cfm?id=2970339&type=pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059912927","display_name":"Rahul Krishna","orcid":"https://orcid.org/0000-0002-5899-6651"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Rahul Krishna","raw_affiliation_strings":["North Carolina State University, USA"],"affiliations":[{"raw_affiliation_string":"North Carolina State University, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077008083","display_name":"Tim Menzies","orcid":"https://orcid.org/0000-0002-5040-3196"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tim Menzies","raw_affiliation_strings":["North Carolina State University, USA"],"affiliations":[{"raw_affiliation_string":"North Carolina State University, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067982858","display_name":"Wei Fu","orcid":"https://orcid.org/0000-0001-9118-9563"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Fu","raw_affiliation_strings":["North Carolina State University, USA"],"affiliations":[{"raw_affiliation_string":"North Carolina State University, USA","institution_ids":["https://openalex.org/I137902535"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5059912927"],"corresponding_institution_ids":["https://openalex.org/I137902535"],"apc_list":null,"apc_paid":null,"fwci":24.1679,"has_fulltext":true,"cited_by_count":67,"citation_normalized_percentile":{"value":0.99423671,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"122","last_page":"131"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7518789768218994},{"id":"https://openalex.org/keywords/transfer","display_name":"Transfer (computing)","score":0.6540387272834778},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.6533470153808594},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6457211971282959},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5913174152374268},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.5892323851585388},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5140763521194458},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5031248927116394},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.4795472323894501},{"id":"https://openalex.org/keywords/data-set","display_name":"Data set","score":0.4514143466949463},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.425667941570282},{"id":"https://openalex.org/keywords/subject","display_name":"Subject (documents)","score":0.42109215259552},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12200391292572021},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10965955257415771},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.09340021014213562},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09261831641197205}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7518789768218994},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.6540387272834778},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.6533470153808594},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6457211971282959},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5913174152374268},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.5892323851585388},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5140763521194458},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5031248927116394},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.4795472323894501},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.4514143466949463},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.425667941570282},{"id":"https://openalex.org/C2777855551","wikidata":"https://www.wikidata.org/wiki/Q12310021","display_name":"Subject (documents)","level":2,"score":0.42109215259552},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12200391292572021},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10965955257415771},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.09340021014213562},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09261831641197205},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2970276.2970339","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2970276.2970339","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2970339&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/2970276.2970339","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2970276.2970339","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2970339&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.46000000834465027,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1614579301","display_name":null,"funder_award_id":"#1506586","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5045330756","display_name":null,"funder_award_id":"1506586, 1302169","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5821416595","display_name":null,"funder_award_id":"1302169","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7280378566","display_name":null,"funder_award_id":"1506586","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2518085703.pdf","grobid_xml":"https://content.openalex.org/works/W2518085703.grobid-xml"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W166872467","https://openalex.org/W1507777432","https://openalex.org/W1547647055","https://openalex.org/W1909497710","https://openalex.org/W1993889364","https://openalex.org/W1995945562","https://openalex.org/W2005504865","https://openalex.org/W2025700486","https://openalex.org/W2034259517","https://openalex.org/W2040900804","https://openalex.org/W2041496338","https://openalex.org/W2046830558","https://openalex.org/W2054563706","https://openalex.org/W2055949897","https://openalex.org/W2074218040","https://openalex.org/W2078619945","https://openalex.org/W2082314767","https://openalex.org/W2085575316","https://openalex.org/W2089232047","https://openalex.org/W2089863833","https://openalex.org/W2091235628","https://openalex.org/W2097283422","https://openalex.org/W2097670073","https://openalex.org/W2097883090","https://openalex.org/W2101227285","https://openalex.org/W2103715428","https://openalex.org/W2105776892","https://openalex.org/W2107351990","https://openalex.org/W2108664164","https://openalex.org/W2110656807","https://openalex.org/W2111421634","https://openalex.org/W2121866145","https://openalex.org/W2123704085","https://openalex.org/W2123954537","https://openalex.org/W2124172959","https://openalex.org/W2126843316","https://openalex.org/W2137235241","https://openalex.org/W2138428785","https://openalex.org/W2140984588","https://openalex.org/W2146338950","https://openalex.org/W2148143831","https://openalex.org/W2151666086","https://openalex.org/W2154941560","https://openalex.org/W2160958420","https://openalex.org/W2161407365","https://openalex.org/W2172232422","https://openalex.org/W2344072768","https://openalex.org/W2478957265","https://openalex.org/W2911964244","https://openalex.org/W3106889297","https://openalex.org/W4298118839"],"related_works":["https://openalex.org/W1585007175","https://openalex.org/W2382521049","https://openalex.org/W2144385241","https://openalex.org/W4300101996","https://openalex.org/W2165950148","https://openalex.org/W4253593777","https://openalex.org/W2951497643","https://openalex.org/W4403053866","https://openalex.org/W2142393343","https://openalex.org/W2338854850"],"abstract_inverted_index":{"Transfer":[0,16],"learning:":[1],"is":[2,76,96,162],"the":[3,20,34,44,65,70,123],"process":[4],"of":[5,22,125],"translating":[6],"quality":[7],"predictors":[8],"learned":[9],"in":[10,129],"one":[11,63,135],"data":[12,58,74,118,143],"set":[13,75],"to":[14,43,98,110],"another.":[15],"learning":[17,169],"has":[18],"been":[19],"subject":[21],"much":[23],"recent":[24],"research.":[25],"In":[26],"practice,":[27],"that":[28,152],"research":[29],"means":[30],"changing":[31],"models":[32,42],"all":[33,69,80],"time":[35,86],"as":[36,87,132,134],"transfer":[37,54,168,180],"learners":[38,181],"continually":[39],"exchange":[40],"new":[41],"current":[45],"project.":[46],"This":[47,72],"paper":[48],"offers":[49],"a":[50,114,163,174],"very":[51,108,166],"simple":[52,109],"bellwether":[53,73,136,160],"learner.":[55],"Given":[56],"N":[57,142],"sets,":[59],"we":[60,156],"find":[61,111],"which":[62,93,178],"produce":[64],"best":[66],"predictions":[67,82,89],"on":[68],"others.":[71],"then":[77],"used":[78],"for":[79,141],"subsequent":[81],"(or,":[83],"until":[84],"such":[85],"its":[88],"start":[90],"failing--":[91],"at":[92],"point":[94],"it":[95],"wise":[97],"seek":[99],"another":[100],"bellwether).":[101],"Bellwethers":[102],"are":[103,107,173],"interesting":[104],"since":[105,131],"they":[106,121],"(just":[112],"wrap":[113],"for-loop":[115],"around":[116],"standard":[117],"miners).":[119],"Also,":[120],"simplify":[122],"task":[124],"making":[126],"general":[127],"policies":[128],"SE":[130],"long":[133],"remains":[137],"useful,":[138],"stable":[139],"conclusions":[140],"sets":[144],"can":[145],"be":[146,183],"achieved":[147],"just":[148],"by":[149],"reasoning":[150],"over":[151],"bellwether.":[153],"From":[154],"this,":[155],"conclude":[157],"(1)":[158],"this":[159],"method":[161,176,202],"useful":[164],"(and":[165],"simple)":[167],"method;":[170],"(2)":[171],"bellwethers":[172],"baseline":[175],"against":[177,203],"future":[179],"should":[182,194],"compared;":[184],"(3)":[185],"sometimes,":[186],"when":[187],"building":[188],"increasingly":[189],"complex":[190],"automatic":[191],"methods,":[192],"researchers":[193],"pause":[195],"and":[196],"compare":[197],"their":[198],"supposedly":[199],"more":[200],"sophisticated":[201],"simpler":[204],"alternatives.":[205]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":13},{"year":2017,"cited_by_count":13},{"year":2016,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}