{"id":"https://openalex.org/W4387789499","doi":"https://doi.org/10.1109/tlt.2023.3325549","title":"Multisource Soft Labeling and Hard Negative Sampling for Retrieval Distractor Ranking","display_name":"Multisource Soft Labeling and Hard Negative Sampling for Retrieval Distractor Ranking","publication_year":2023,"publication_date":"2023-10-19","ids":{"openalex":"https://openalex.org/W4387789499","doi":"https://doi.org/10.1109/tlt.2023.3325549"},"language":"en","primary_location":{"id":"doi:10.1109/tlt.2023.3325549","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tlt.2023.3325549","pdf_url":null,"source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023446602","display_name":"Jiayun Wang","orcid":"https://orcid.org/0000-0001-7630-4674"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiayun Wang","raw_affiliation_strings":["State Key Laboratory of Software Development Environment, Beihang University, Beijing, China","School of Computer Science and Engineering, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055420596","display_name":"Wenge Rong","orcid":"https://orcid.org/0000-0002-4229-7215"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenge Rong","raw_affiliation_strings":["State Key Laboratory of Software Development Environment, Beihang University, Beijing, China","School of Computer Science and Engineering, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087193008","display_name":"Jun Bai","orcid":"https://orcid.org/0000-0002-5500-3976"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Bai","raw_affiliation_strings":["State Key Laboratory of Software Development Environment, Beihang University, Beijing, China","School of Computer Science and Engineering, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116644726","display_name":"Zhiwei Sun","orcid":"https://orcid.org/0009-0008-1745-243X"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwei Sun","raw_affiliation_strings":["State Key Laboratory of Software Development Environment, Beihang University, Beijing, China","School of Computer Science and Engineering, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100627880","display_name":"Yuanxin Ouyang","orcid":null},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanxin Ouyang","raw_affiliation_strings":["State Key Laboratory of Software Development Environment, Beihang University, Beijing, China","School of Computer Science and Engineering, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100442123","display_name":"Zhang Xiong","orcid":"https://orcid.org/0000-0002-9421-1014"},"institutions":[{"id":"https://openalex.org/I146563203","display_name":"University of International Business and Economics","ror":"https://ror.org/05khqpb71","country_code":"CN","type":"education","lineage":["https://openalex.org/I146563203"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhang Xiong","raw_affiliation_strings":["School of Information Technology and Management, University of International Business and Economics, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Information Technology and Management, University of International Business and Economics, Beijing, China","institution_ids":["https://openalex.org/I146563203"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5023446602"],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":0.3479,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.6663676,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"17","issue":null,"first_page":"664","last_page":"676"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8626997470855713},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.8019474744796753},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.7038853168487549},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6940617561340332},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6582467555999756},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5063761472702026},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4937349259853363},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.48761501908302307},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.4707026481628418},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.46292614936828613},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.4432207942008972},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.34564346075057983}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8626997470855713},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.8019474744796753},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.7038853168487549},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6940617561340332},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6582467555999756},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5063761472702026},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4937349259853363},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.48761501908302307},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4707026481628418},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.46292614936828613},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4432207942008972},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.34564346075057983},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tlt.2023.3325549","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tlt.2023.3325549","pdf_url":null,"source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7609772394","display_name":null,"funder_award_id":"61977002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W19376526","https://openalex.org/W1485981043","https://openalex.org/W1660390307","https://openalex.org/W1784223173","https://openalex.org/W1965158952","https://openalex.org/W2064675550","https://openalex.org/W2067001863","https://openalex.org/W2069032672","https://openalex.org/W2077630385","https://openalex.org/W2087190704","https://openalex.org/W2101746535","https://openalex.org/W2102381086","https://openalex.org/W2109609717","https://openalex.org/W2150092131","https://openalex.org/W2157331557","https://openalex.org/W2161325192","https://openalex.org/W2606964149","https://openalex.org/W2624907881","https://openalex.org/W2756946152","https://openalex.org/W2805070499","https://openalex.org/W2806371566","https://openalex.org/W2906432682","https://openalex.org/W2958100576","https://openalex.org/W2964087080","https://openalex.org/W2979826702","https://openalex.org/W2989613245","https://openalex.org/W2998196817","https://openalex.org/W3017596848","https://openalex.org/W3034306482","https://openalex.org/W3037629406","https://openalex.org/W3092999391","https://openalex.org/W3093858354","https://openalex.org/W3094276714","https://openalex.org/W3099700870","https://openalex.org/W3101000947","https://openalex.org/W3102455836","https://openalex.org/W3105698638","https://openalex.org/W3143827210","https://openalex.org/W3155807546","https://openalex.org/W3155895380","https://openalex.org/W3162462834","https://openalex.org/W3214340721","https://openalex.org/W4205528697","https://openalex.org/W4205848394","https://openalex.org/W4251560691","https://openalex.org/W4252076394","https://openalex.org/W4287855167","https://openalex.org/W4287889463","https://openalex.org/W4308366892","https://openalex.org/W4311547056","https://openalex.org/W4317898419","https://openalex.org/W6600185498","https://openalex.org/W6602157083","https://openalex.org/W6678890848","https://openalex.org/W6685206407","https://openalex.org/W6732233251","https://openalex.org/W6741467297","https://openalex.org/W6755207826","https://openalex.org/W6766978945","https://openalex.org/W6776937379","https://openalex.org/W6785068496"],"related_works":["https://openalex.org/W4390516098","https://openalex.org/W2085384747","https://openalex.org/W2088166309","https://openalex.org/W1891216533","https://openalex.org/W2150136235","https://openalex.org/W2053591227","https://openalex.org/W2041353081","https://openalex.org/W2581240705","https://openalex.org/W2568183987","https://openalex.org/W2042102171"],"abstract_inverted_index":{"Multiple":[0],"Choice":[1],"Questions":[2],"(MCQs)":[3],"are":[4],"a":[5,22,58,65],"kind":[6],"of":[7,18,34,142,173,182,201,227],"widely":[8],"adopted":[9],"approaches":[10],"in":[11,108,154],"learning":[12],"assessment.":[13],"Recently":[14],"the":[15,35,42,79,101,110,179,193,207,212,225],"automatic":[16],"generation":[17],"MCQs":[19],"has":[20],"become":[21],"popular":[23],"research":[24],"area.":[25],"In":[26,121],"this":[27,122],"task,":[28],"Distractor":[29,95],"Ranking":[30,96],"(DR)":[31],"is":[32],"one":[33],"most":[36],"meaningful":[37],"and":[38,68,148,204,211],"challenging":[39],"sub-tasks,":[40],"where":[41],"DR":[43,55],"models":[44,111],"learn":[45],"to":[46,77,99,133,176,198],"select":[47],"high-quality":[48],"distractors":[49],"from":[50,85,170],"numerous":[51],"candidates.":[52],"Currently,":[53],"some":[54],"methods":[56],"adopt":[57],"two-stage":[59],"ranking":[60],"strategy,":[61],"which":[62,82,109,150,162,191],"brings":[63],"about":[64],"complex":[66],"process":[67],"error":[69],"propagation.":[70],"Others":[71],"directly":[72],"use":[73],"Single-Encoder":[74],"based":[75,129],"model":[76],"improve":[78],"overall":[80],"performance,":[81],"however":[83],"suffers":[84],"low":[86],"efficiency.":[87],"To":[88],"tackle":[89],"these":[90],"problems,":[91],"we":[92,124,138],"propose":[93,139],"Retrieval":[94],"(ReDR)":[97],"task":[98],"meet":[100],"requirements":[102],"for":[103],"practical":[104],"distractor":[105],"retrieval":[106],"scenarios,":[107],"should":[112],"achieve":[113],"relatively":[114],"high":[115],"performance":[116],"within":[117],"an":[118,126,166],"acceptable":[119],"time.":[120],"research,":[123],"develop":[125],"end-to-end":[127],"way":[128],"on":[130,218],"Dual-Encoders":[131],"framework":[132],"solve":[134],"ReDR":[135,183],"task.":[136],"Besides,":[137],"multiple":[140,171,199],"kinds":[141,172,200],"relevance":[143,174,202],"scores":[144,175,203],"including":[145],"Context-Context,":[146],"Context-Distractor":[147],"Distractor-Distractor,":[149],"have":[151,223],"been":[152],"employed":[153],"two":[155,219],"strategies:":[156],"1)":[157],"Multi-source":[158],"Soft":[159],"Labeling":[160],"(MSL),":[161],"assigns":[163],"each":[164],"candidate":[165],"appropriate":[167],"soft":[168],"label":[169],"better":[177],"simulate":[178],"sample":[180],"distribution":[181],"task;":[184],"2)":[185],"Multi-Source":[186],"Hard":[187],"Negative":[188],"Sampling":[189],"(MHNS),":[190],"selects":[192],"hard":[194],"negative":[195],"samples":[196],"according":[197],"further":[205],"distinguishes":[206],"difference":[208],"between":[209],"them":[210],"positive":[213],"samples.":[214],"The":[215],"extensive":[216],"experiments":[217],"well-known":[220],"MCQ":[221],"benchmarks":[222],"proven":[224],"effectiveness":[226],"our":[228],"method.":[229]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}