{"id":"https://openalex.org/W2979567694","doi":"https://doi.org/10.1115/1.4045126","title":"Machine Learning-Based Design Concept Evaluation","display_name":"Machine Learning-Based Design Concept Evaluation","alternate_titles":[],"publication_year":2020,"publication_date":"2020-01-25","ids":{"openalex":"https://openalex.org/W2979567694","doi":"https://doi.org/10.1115/1.4045126","mag":"2979567694"},"language":"en","primary_location":{"id":"doi:10.1115/1.4045126","doi":"https://doi.org/10.1115/1.4045126","is_oa":false,"landing_page_url":"https://doi.org/10.1115/1.4045126","pdf_url":null,"source":{"id":"https://openalex.org/S88457320","display_name":"Journal of Mechanical Design","issn_l":"0161-8458","issn":["0161-8458","1050-0472","1528-9001"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","jufo-2","norway-1","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310321320","host_organization_name":"American Society of Mechanical Engineers","host_organization_lineage":["https://openalex.org/P4310321320"],"host_organization_lineage_names":["American Society of Mechanical Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Mechanical Design","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2979567694"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073059222","display_name":"Bradley Camburn","orcid":"https://orcid.org/0000-0001-8297-5052","observed_orcids":["https://orcid.org/0000-0001-8297-5052"]},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Bradley Camburn","raw_affiliation_strings":["Department of Mechanical Industrial and Manufacturing Engineering, Oregon State University, 2000 SW Monroe Avenue, Corvallis, OR 97331"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Industrial and Manufacturing Engineering, Oregon State University, 2000 SW Monroe Avenue, Corvallis, OR 97331","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109432855","display_name":"Yuejun He","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yuejun He","raw_affiliation_strings":["International Design Centre, Singapore University of Technology and Design, 8 Somapah Road, Singapore 487372"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"International Design Centre, Singapore University of Technology and Design, 8 Somapah Road, Singapore 487372","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045436384","display_name":"Sujithra Raviselvam","orcid":"https://orcid.org/0000-0001-5071-7833","observed_orcids":["https://orcid.org/0000-0001-5071-7833"]},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Sujithra Raviselvam","raw_affiliation_strings":["International Design Centre, Singapore University of Technology and Design, 8 Somapah Road, Singapore 487372"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"International Design Centre, Singapore University of Technology and Design, 8 Somapah Road, Singapore 487372","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031475851","display_name":"Jianxi Luo","orcid":"https://orcid.org/0000-0001-5892-8432","observed_orcids":["https://orcid.org/0000-0001-5892-8432"]},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jianxi Luo","raw_affiliation_strings":["International Design Centre, Singapore University of Technology and Design, 8 Somapah Road, Singapore 487372"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"International Design Centre, Singapore University of Technology and Design, 8 Somapah Road, Singapore 487372","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033426375","display_name":"Kristin Lee Wood","orcid":"https://orcid.org/0000-0002-0553-5528","observed_orcids":["https://orcid.org/0000-0002-0553-5528"]},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Kristin Wood","raw_affiliation_strings":["International Design Centre, Singapore University of Technology and Design, 8 Somapah Road, Singapore 487372"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"International Design Centre, Singapore University of Technology and Design, 8 Somapah Road, Singapore 487372","institution_ids":["https://openalex.org/I152815399"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.0109,"has_fulltext":false,"cited_by_count":87,"citation_normalized_percentile":{"value":0.96227026,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"142","issue":"3","first_page":"031113","last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10672","display_name":"Design Education and Practice","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10672","display_name":"Design Education and Practice","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11114","display_name":"Service and Product Innovation","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/design-concept-evaluation","display_name":"design concept evaluation","score":0.8949999809265137},{"id":"https://openalex.org/keywords/industrial-technology-development","display_name":"industrial technology development","score":0.6690000295639038}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6971359252929688},{"id":"https://openalex.org/C11012388","wikidata":"https://www.wikidata.org/wiki/Q170658","display_name":"Creativity","level":2,"score":0.6357566118240356},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6249685883522034},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5769586563110352},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5633748769760132},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5511823892593384},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5285094380378723},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.47869327664375305},{"id":"https://openalex.org/C34972735","wikidata":"https://www.wikidata.org/wiki/Q2920267","display_name":"Engineering design process","level":2,"score":0.4339500665664673},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3815629184246063},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14414376020431519},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1115/1.4045126","doi":"https://doi.org/10.1115/1.4045126","is_oa":false,"landing_page_url":"https://doi.org/10.1115/1.4045126","pdf_url":null,"source":{"id":"https://openalex.org/S88457320","display_name":"Journal of Mechanical Design","issn_l":"0161-8458","issn":["0161-8458","1050-0472","1528-9001"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","jufo-2","norway-1","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310321320","host_organization_name":"American Society of Mechanical Engineers","host_organization_lineage":["https://openalex.org/P4310321320"],"host_organization_lineage_names":["American Society of Mechanical Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Mechanical Design","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320335528","display_name":"Digital Manufacturing and Design Centre, Singapore University of Technology and Design","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W608990001","https://openalex.org/W1515666889","https://openalex.org/W1531857721","https://openalex.org/W1956203405","https://openalex.org/W1964530673","https://openalex.org/W1976067223","https://openalex.org/W1984914454","https://openalex.org/W2002161907","https://openalex.org/W2017941212","https://openalex.org/W2019998121","https://openalex.org/W2046321047","https://openalex.org/W2072208931","https://openalex.org/W2082652812","https://openalex.org/W2094728533","https://openalex.org/W2106568252","https://openalex.org/W2118719062","https://openalex.org/W2120278239","https://openalex.org/W2131571251","https://openalex.org/W2134595450","https://openalex.org/W2143933463","https://openalex.org/W2145300789","https://openalex.org/W2147880316","https://openalex.org/W2151401338","https://openalex.org/W2155150524","https://openalex.org/W2159611455","https://openalex.org/W2165841634","https://openalex.org/W2172722390","https://openalex.org/W2176408056","https://openalex.org/W2308896243","https://openalex.org/W2309189658","https://openalex.org/W2402658388","https://openalex.org/W2460327171","https://openalex.org/W2559957960","https://openalex.org/W2572147858","https://openalex.org/W2573323234","https://openalex.org/W2589935475","https://openalex.org/W2625951301","https://openalex.org/W2748548545","https://openalex.org/W2765504264","https://openalex.org/W2766805756","https://openalex.org/W2767801665","https://openalex.org/W2793284918","https://openalex.org/W2894683909","https://openalex.org/W2899121198","https://openalex.org/W2899267383","https://openalex.org/W2906253955","https://openalex.org/W2920943913","https://openalex.org/W2950627632","https://openalex.org/W2966544869","https://openalex.org/W4233494740","https://openalex.org/W6679713772","https://openalex.org/W7096685442"],"related_works":["https://openalex.org/W2991399193","https://openalex.org/W2766464913","https://openalex.org/W2055876871","https://openalex.org/W77905353","https://openalex.org/W2967029429","https://openalex.org/W850126128","https://openalex.org/W3034378854","https://openalex.org/W4416995875","https://openalex.org/W7167057317","https://openalex.org/W2027070013"],"abstract_inverted_index":{"In":[0,64],"order":[1],"to":[2,18,27,40,73,167,177],"develop":[3,54],"novel":[4,31],"solutions":[5],"for":[6,60,107,123],"complex":[7],"systems":[8],"and":[9,25,32,43,55,84,154,226],"in":[10,221,230],"increasingly":[11],"competitive":[12],"markets,":[13],"it":[14,36],"may":[15],"be":[16,38],"advantageous":[17],"generate":[19],"large":[20,195],"numbers":[21],"of":[22,46,110,130,151,188,193,197,213],"design":[23,47,61,78,113,117,179,223],"concepts":[24,104,118,140,180],"then":[26],"identify":[28],"the":[29,65,95,131,143],"most":[30],"valuable":[33],"ideas.":[34],"However,":[35],"can":[37],"difficult":[39],"process,":[41],"review,":[42],"assess":[44],"thousands":[45],"concepts.":[48,79],"Based":[49],"on":[50,94],"this":[51,231],"need,":[52],"we":[53],"demonstrate":[56],"an":[57],"automated":[58,132],"method":[59,99,144,172],"concept":[62,224],"assessment.":[63,124],"method,":[66],"machine":[67],"learning":[68],"technologies":[69],"are":[70,87,105,145],"first":[71],"applied":[72],"extract":[74],"ontological":[75,96],"data":[76],"from":[77],"Then,":[80],"a":[81,108,162,174,186,194,203,211],"filtering":[82],"strategy":[83],"quantitative":[85],"metrics":[86],"introduced":[88],"that":[89,185],"enable":[90],"creativity":[91,136],"rating":[92],"based":[93],"data.":[97],"This":[98],"is":[100,184],"tested":[101],"empirically.":[102],"Design":[103],"crowd-generated":[106],"variety":[109],"actual":[111],"industry":[112],"problems/opportunities.":[114],"Over":[115],"4000":[116],"were":[119],"generated":[120],"by":[121,148,206,210],"humans":[122,207],"Empirical":[125],"evaluation":[126],"assesses:":[127],"(1)":[128],"correspondence":[129],"ratings":[133],"with":[134],"human":[135,222],"ratings;":[137],"(2)":[138],"whether":[139],"selected":[141,190,205],"using":[142],"highly":[146],"scored":[147,200],"another":[149],"set":[150,196,212],"crowd":[152],"raters;":[153],"finally":[155],"(3)":[156],"if":[157],"high":[158],"scoring":[159],"designs":[160,189],"have":[161],"positive":[163],"correlation":[164],"or":[165],"relationship":[166],"industrial":[168],"technology":[169],"development.":[170],"The":[171,216],"provides":[173],"possible":[175],"avenue":[176],"rate":[178],"deterministically.":[181],"A":[182],"highlight":[183],"subset":[187,204],"automatically":[191],"out":[192],"candidates":[198],"was":[199],"higher":[201],"than":[202],"when":[208],"evaluated":[209],"third-party":[214],"raters.":[215],"results":[217],"hint":[218],"at":[219],"bias":[220],"selection":[225],"encourage":[227],"further":[228],"study":[229],"topic.":[232]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2979567694","counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":3}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2019-10-18T00:00:00"}
