{"id":"https://openalex.org/W4288063802","doi":"https://doi.org/10.1017/s0890060422000130","title":"Enabling multi-modal search for inspirational design stimuli using deep learning","display_name":"Enabling multi-modal search for inspirational design stimuli using deep learning","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4288063802","doi":"https://doi.org/10.1017/s0890060422000130"},"language":"en","primary_location":{"id":"doi:10.1017/s0890060422000130","is_oa":true,"landing_page_url":"https://doi.org/10.1017/s0890060422000130","pdf_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/2F5EA4243AD422EA74EA2B9FDAF8FF05/S0890060422000130a.pdf/div-class-title-enabling-multi-modal-search-for-inspirational-design-stimuli-using-deep-learning-div.pdf","source":{"id":"https://openalex.org/S4210193102","display_name":"Artificial intelligence for engineering design analysis and manufacturing","issn_l":"0890-0604","issn":["0890-0604","1469-1760"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence for Engineering Design, Analysis and Manufacturing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/2F5EA4243AD422EA74EA2B9FDAF8FF05/S0890060422000130a.pdf/div-class-title-enabling-multi-modal-search-for-inspirational-design-stimuli-using-deep-learning-div.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017084452","display_name":"Elisa Kwon","orcid":"https://orcid.org/0000-0001-5276-5775"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Elisa Kwon","raw_affiliation_strings":["Department of Mechanical Engineering, University of California, Berkeley, CA, USA and"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, University of California, Berkeley, CA, USA and","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039176173","display_name":"Forrest Huang","orcid":"https://orcid.org/0009-0001-3345-5373"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Forrest Huang","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007941711","display_name":"Kosa Goucher-Lambert","orcid":"https://orcid.org/0000-0003-0850-9197"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kosa Goucher-Lambert","raw_affiliation_strings":["Department of Mechanical Engineering, University of California, Berkeley, CA, USA and"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, University of California, Berkeley, CA, USA and","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5017084452"],"corresponding_institution_ids":["https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":1.3701,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.77930657,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"36","issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10672","display_name":"Design Education and Practice","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10672","display_name":"Design Education and Practice","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11079","display_name":"Creativity in Education and Neuroscience","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12650","display_name":"Aesthetic Perception and Analysis","score":0.9592999815940857,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7371261715888977},{"id":"https://openalex.org/keywords/workspace","display_name":"Workspace","score":0.7097442150115967},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6061763167381287},{"id":"https://openalex.org/keywords/stimulus-modality","display_name":"Stimulus modality","score":0.5966156125068665},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5377057194709778},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5360427498817444},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.48110002279281616},{"id":"https://openalex.org/keywords/visual-search","display_name":"Visual search","score":0.48084554076194763},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4798942804336548},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.43376946449279785},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.42507120966911316},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.42438751459121704},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38423794507980347},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.33884286880493164},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.18006116151809692},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.11710137128829956},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.09491661190986633},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08780109882354736},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08308455348014832}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7371261715888977},{"id":"https://openalex.org/C58581272","wikidata":"https://www.wikidata.org/wiki/Q12741163","display_name":"Workspace","level":3,"score":0.7097442150115967},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6061763167381287},{"id":"https://openalex.org/C26486553","wikidata":"https://www.wikidata.org/wiki/Q371870","display_name":"Stimulus modality","level":3,"score":0.5966156125068665},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5377057194709778},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5360427498817444},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.48110002279281616},{"id":"https://openalex.org/C158495155","wikidata":"https://www.wikidata.org/wiki/Q2369151","display_name":"Visual search","level":2,"score":0.48084554076194763},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4798942804336548},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.43376946449279785},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.42507120966911316},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.42438751459121704},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38423794507980347},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.33884286880493164},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.18006116151809692},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.11710137128829956},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.09491661190986633},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08780109882354736},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08308455348014832},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1017/s0890060422000130","is_oa":true,"landing_page_url":"https://doi.org/10.1017/s0890060422000130","pdf_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/2F5EA4243AD422EA74EA2B9FDAF8FF05/S0890060422000130a.pdf/div-class-title-enabling-multi-modal-search-for-inspirational-design-stimuli-using-deep-learning-div.pdf","source":{"id":"https://openalex.org/S4210193102","display_name":"Artificial intelligence for engineering design analysis and manufacturing","issn_l":"0890-0604","issn":["0890-0604","1469-1760"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence for Engineering Design, Analysis and Manufacturing","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1017/s0890060422000130","is_oa":true,"landing_page_url":"https://doi.org/10.1017/s0890060422000130","pdf_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/2F5EA4243AD422EA74EA2B9FDAF8FF05/S0890060422000130a.pdf/div-class-title-enabling-multi-modal-search-for-inspirational-design-stimuli-using-deep-learning-div.pdf","source":{"id":"https://openalex.org/S4210193102","display_name":"Artificial intelligence for engineering design analysis and manufacturing","issn_l":"0890-0604","issn":["0890-0604","1469-1760"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence for Engineering Design, Analysis and Manufacturing","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.4099999964237213}],"awards":[{"id":"https://openalex.org/G1353335180","display_name":null,"funder_award_id":"2145432","funder_id":"https://openalex.org/F4320337391","funder_display_name":"Division of Civil, Mechanical and Manufacturing Innovation"}],"funders":[{"id":"https://openalex.org/F4320337391","display_name":"Division of Civil, Mechanical and Manufacturing Innovation","ror":"https://ror.org/028yd4c30"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4288063802.pdf","grobid_xml":"https://content.openalex.org/works/W4288063802.grobid-xml"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W241156570","https://openalex.org/W1967720349","https://openalex.org/W1970846593","https://openalex.org/W1971379517","https://openalex.org/W1979055255","https://openalex.org/W1984652453","https://openalex.org/W2017695876","https://openalex.org/W2022839841","https://openalex.org/W2028994502","https://openalex.org/W2037802158","https://openalex.org/W2044512733","https://openalex.org/W2046448138","https://openalex.org/W2059201909","https://openalex.org/W2059798692","https://openalex.org/W2060913289","https://openalex.org/W2065381545","https://openalex.org/W2079065160","https://openalex.org/W2096314112","https://openalex.org/W2098578495","https://openalex.org/W2108400934","https://openalex.org/W2118719062","https://openalex.org/W2126135370","https://openalex.org/W2129269885","https://openalex.org/W2140492359","https://openalex.org/W2144569346","https://openalex.org/W2154583606","https://openalex.org/W2154922351","https://openalex.org/W2176408056","https://openalex.org/W2530574113","https://openalex.org/W2566338639","https://openalex.org/W2588255158","https://openalex.org/W2766572115","https://openalex.org/W2802313088","https://openalex.org/W2809848012","https://openalex.org/W2885454444","https://openalex.org/W2891177506","https://openalex.org/W2901241932","https://openalex.org/W2905638594","https://openalex.org/W2911893601","https://openalex.org/W2912178159","https://openalex.org/W2965636831","https://openalex.org/W2966501066","https://openalex.org/W2979023429","https://openalex.org/W3002807420","https://openalex.org/W3024265481","https://openalex.org/W3095428059","https://openalex.org/W3095712903","https://openalex.org/W3104503957","https://openalex.org/W3108693295","https://openalex.org/W3129603164","https://openalex.org/W3134661641","https://openalex.org/W3135946615","https://openalex.org/W3183442239","https://openalex.org/W3197695904","https://openalex.org/W3199712787","https://openalex.org/W3211430636","https://openalex.org/W3214226400","https://openalex.org/W4210514020","https://openalex.org/W6800875455"],"related_works":["https://openalex.org/W2914599329","https://openalex.org/W1528616482","https://openalex.org/W2017261127","https://openalex.org/W4205137593","https://openalex.org/W71023136","https://openalex.org/W4200136352","https://openalex.org/W1595476163","https://openalex.org/W2310538596","https://openalex.org/W2136066482","https://openalex.org/W2078662283"],"abstract_inverted_index":{"Abstract":[0],"Inspirational":[1],"stimuli":[2,61,281],"are":[3,81,156,201,268],"known":[4],"to":[5,21,123,126,129,176,219,270,273],"be":[6,240,271],"effective":[7],"in":[8,62,148,159,194],"supporting":[9,86],"ideation":[10],"during":[11,226],"early-stage":[12],"design.":[13],"However,":[14],"prior":[15],"work":[16,103],"has":[17],"predominantly":[18],"constrained":[19],"designers":[20],"using":[22,68],"text-only":[23],"queries":[24],"when":[25,232,275],"searching":[26,152,233],"for":[27,83,234,279],"stimuli,":[28,236],"which":[29,89],"is":[30,45,210],"not":[31,263],"consistent":[32],"with":[33,135,216],"real-world":[34],"design":[35,131],"behavior":[36],"where":[37,116,258],"fluidity":[38],"across":[39],"modalities":[40],"(e.g.,":[41,247],"visual,":[42],"semantic,":[43],"etc.)":[44],"standard":[46],"practice.":[47],"In":[48],"the":[49,63,106,117,167,177,186,207,217,227],"current":[50],"work,":[51],"we":[52],"introduce":[53],"a":[54,78,96,109,130,259],"multi-modal":[55],"search":[56,73,119,138,190,195,199,208,220,245,266,277],"platform":[57,120],"that":[58,155,185,231],"retrieves":[59],"inspirational":[60,235,280],"form":[64],"of":[65,99,108,169,173,181],"3D-model":[66,100],"parts":[67,125,147,154],"text,":[69],"appearance,":[70],"and":[71,85,144,171,204],"function-based":[72],"inputs.":[74],"Computational":[75],"methods":[76],"leveraging":[77],"deep-learning":[79],"approach":[80],"presented":[82],"designing":[84,276],"this":[87,182],"platform,":[88],"relies":[90],"on":[91,95],"deep-neural":[92],"networks":[93],"trained":[94],"large":[97],"dataset":[98],"parts.":[101],"This":[102],"further":[104],"presents":[105],"results":[107,174,180,200,213,238],"cognitive":[110],"study":[111,183],"(":[112],"n":[113],"=":[114],"21)":[115],"aforementioned":[118],"was":[121,262],"used":[122,188,225],"find":[124],"inspire":[127],"solutions":[128],"challenge.":[132],"Participants":[133],"engaged":[134,202],"three":[136],"different":[137],"modalities:":[139],"by":[140,153,243,248,253],"keywords,":[141],"3D":[142,146],"parts,":[143],"user-assembled":[145],"their":[149,160],"workspace.":[150],"When":[151],"selected":[157],"or":[158],"workspace,":[161],"participants":[162,222],"had":[163],"additional":[164],"control":[165],"over":[166],"similarity":[168],"appearance":[170],"function":[172],"relative":[175],"input.":[178],"The":[179],"demonstrate":[184],"modality":[187],"impacts":[189],"behavior,":[191],"such":[192],"as":[193,250,252],"frequency,":[196],"how":[197,205],"retrieved":[198],"with,":[203],"broadly":[206],"space":[209],"covered.":[211],"Specific":[212],"link":[214],"interactions":[215],"interface":[218],"strategies":[221],"may":[223],"have":[224],"task.":[228],"Findings":[229],"suggest":[230],"desired":[237],"can":[239],"achieved":[241],"both":[242],"direct":[244],"inputs":[246],"keyword)":[249],"well":[251],"more":[254],"randomly":[255],"discovered":[256],"examples,":[257],"specific":[260],"goal":[261],"defined.":[264],"Both":[265],"processes":[267],"found":[269],"important":[272],"enable":[274],"platforms":[278],"retrieval.":[282]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":8}],"updated_date":"2026-02-26T08:16:20.718346","created_date":"2025-10-10T00:00:00"}