{"id":"https://openalex.org/W2167182866","doi":"https://doi.org/10.1145/2393091.2393130","title":"Multi-relationship evaluation design","display_name":"Multi-relationship evaluation design","publication_year":2012,"publication_date":"2012-03-20","ids":{"openalex":"https://openalex.org/W2167182866","doi":"https://doi.org/10.1145/2393091.2393130","mag":"2167182866"},"language":"en","primary_location":{"id":"doi:10.1145/2393091.2393130","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2393091.2393130","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Workshop on Performance Metrics for Intelligent Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078375148","display_name":"Brian A. Weiss","orcid":"https://orcid.org/0000-0002-8391-5702"},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian A. Weiss","raw_affiliation_strings":["National Institute of Standards and Technology, Gaithersburg, Maryland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology, Gaithersburg, Maryland","institution_ids":["https://openalex.org/I1321296531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045706666","display_name":"Linda C. Schmidt","orcid":null},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Linda C. Schmidt","raw_affiliation_strings":["University of Maryland, College Park, Maryland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland, College Park, Maryland","institution_ids":["https://openalex.org/I66946132"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9797,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.85801063,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"206","last_page":"215"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14306","display_name":"Technology Assessment and Management","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14306","display_name":"Technology Assessment and Management","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12000","display_name":"Systems Engineering Methodologies and Applications","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7505162954330444},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.46249982714653015},{"id":"https://openalex.org/keywords/blueprint","display_name":"Blueprint","score":0.4463648498058319},{"id":"https://openalex.org/keywords/test-plan","display_name":"Test plan","score":0.4361116588115692},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4290401339530945},{"id":"https://openalex.org/keywords/plan","display_name":"Plan (archaeology)","score":0.42889177799224854},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.42866289615631104},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.4194949269294739},{"id":"https://openalex.org/keywords/design-methods","display_name":"Design methods","score":0.414195716381073},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.3670347332954407},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.20350369811058044}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7505162954330444},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.46249982714653015},{"id":"https://openalex.org/C155911762","wikidata":"https://www.wikidata.org/wiki/Q422321","display_name":"Blueprint","level":2,"score":0.4463648498058319},{"id":"https://openalex.org/C12148698","wikidata":"https://www.wikidata.org/wiki/Q364651","display_name":"Test plan","level":3,"score":0.4361116588115692},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4290401339530945},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.42889177799224854},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.42866289615631104},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.4194949269294739},{"id":"https://openalex.org/C138852830","wikidata":"https://www.wikidata.org/wiki/Q2292993","display_name":"Design methods","level":2,"score":0.414195716381073},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.3670347332954407},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.20350369811058044},{"id":"https://openalex.org/C2776746162","wikidata":"https://www.wikidata.org/wiki/Q4508","display_name":"Navy","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2393091.2393130","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2393091.2393130","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Workshop on Performance Metrics for Intelligent Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","score":0.4399999976158142,"display_name":"Partnerships for the goals"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320332178","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1929166843","https://openalex.org/W1976852824","https://openalex.org/W1978165004","https://openalex.org/W1980555682","https://openalex.org/W1994941778","https://openalex.org/W2002377448","https://openalex.org/W2021114127","https://openalex.org/W2023124269","https://openalex.org/W2086879658","https://openalex.org/W2099689977","https://openalex.org/W2157339075","https://openalex.org/W2618969223","https://openalex.org/W2627625172","https://openalex.org/W3123461587"],"related_works":["https://openalex.org/W4304620183","https://openalex.org/W2384575798","https://openalex.org/W2007211730","https://openalex.org/W2265189214","https://openalex.org/W2766654718","https://openalex.org/W2135461415","https://openalex.org/W2356632721","https://openalex.org/W2795457403","https://openalex.org/W4252376856","https://openalex.org/W903827780"],"abstract_inverted_index":{"Advanced":[0],"and":[1,10,16,38,78,102,108,152],"intelligent":[2],"systems":[3],"within":[4],"the":[5,26,41,44,85,96,99,103,109,131,146,149,153,167,185],"manufacturing,":[6],"military,":[7],"homeland":[8],"security,":[9],"automotive":[11],"fields":[12],"are":[13,114],"constantly":[14],"emerging":[15],"progressing.":[17],"Testing":[18],"these":[19,112],"technologies":[20],"is":[21,67,177],"crucial":[22],"to":[23,57,70,159,172,180,184],"(1)":[24],"inform":[25],"technology":[27,100],"developers":[28],"of":[29,43,140,145,156,169],"targeted":[30],"areas":[31],"for":[32],"improvement,":[33],"(2)":[34],"capture":[35,160],"end-user":[36],"feedback,":[37],"(3)":[39],"verify":[40],"degree":[42],"technology's":[45],"capabilities.":[46],"Evaluation":[47,63],"designers":[48],"have":[49],"put":[50],"forth":[51],"considerable":[52],"effort":[53],"in":[54],"developing":[55],"methods":[56],"speed":[58],"test-plan":[59,87],"generation.":[60],"The":[61],"Multi-Relationship":[62],"Design":[64],"(MRED)":[65],"methodology":[66,133],"being":[68],"created":[69],"gather":[71],"multiple":[72],"inputs":[73,113,151],"from":[74,92],"several":[75],"source":[76],"categories":[77,94],"automatically":[79],"output":[80],"evaluation":[81,97],"blueprints":[82],"that":[83,121],"identify":[84],"pertinent":[86],"characteristics.":[88,127],"MRED":[89,132,187],"captures":[90],"input":[91,117],"three":[93],"including":[95,142],"stakeholders,":[98],"state,":[101],"available":[104],"resources.":[105],"This":[106,128],"information":[107],"relationships":[110,147],"among":[111,148],"combined":[115],"as":[116,134],"into":[118],"an":[119],"algorithm":[120],"will":[122],"yield":[123],"specific":[124],"test":[125,170],"plan":[126],"paper":[129],"reviews":[130],"it":[135],"enters":[136],"its":[137],"final":[138],"stages":[139],"development,":[141],"new":[143],"discussion":[144],"various":[150],"chosen":[154],"method":[155],"Evaluative":[157],"Voting":[158],"Stakeholder":[161],"Preferences.":[162],"An":[163],"example":[164],"focusing":[165],"on":[166],"design":[168],"plans":[171],"evaluate":[173],"a":[174],"robotic":[175],"arm":[176],"also":[178],"presented":[179],"bring":[181],"further":[182],"clarity":[183],"latest":[186],"developments.":[188]},"counts_by_year":[{"year":2012,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}