{"id":"https://openalex.org/W4382934824","doi":"https://doi.org/10.32657/10356/168465","title":"From knowledge augmentation to multi-tasking: towards human-like dialogue systems","display_name":"From knowledge augmentation to multi-tasking: towards human-like dialogue systems","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4382934824","doi":"https://doi.org/10.32657/10356/168465"},"language":"en","primary_location":{"id":"doi:10.32657/10356/168465","is_oa":true,"landing_page_url":"http://dx.doi.org/10.32657/10356/168465","pdf_url":"https://dr.ntu.edu.sg/bitstream/10356/168465/2/Methods_and_applications__towards_human_level_dialogue_systems__revised_.pdf","source":null,"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nanyang Technological University","raw_type":"dissertation"},"type":"dissertation","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dr.ntu.edu.sg/bitstream/10356/168465/2/Methods_and_applications__towards_human_level_dialogue_systems__revised_.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111002640","display_name":"T. H. Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yang, Tianji","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5111002640"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/human-multitasking","display_name":"Human multitasking","score":0.6574701070785522},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.592197060585022},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5275009870529175},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.43445685505867004},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4043654799461365},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3572295904159546},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.20227953791618347},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.0991370677947998}],"concepts":[{"id":"https://openalex.org/C107418235","wikidata":"https://www.wikidata.org/wiki/Q1520565","display_name":"Human multitasking","level":2,"score":0.6574701070785522},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.592197060585022},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5275009870529175},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.43445685505867004},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4043654799461365},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3572295904159546},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.20227953791618347},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.0991370677947998},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.32657/10356/168465","is_oa":true,"landing_page_url":"http://dx.doi.org/10.32657/10356/168465","pdf_url":"https://dr.ntu.edu.sg/bitstream/10356/168465/2/Methods_and_applications__towards_human_level_dialogue_systems__revised_.pdf","source":null,"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nanyang Technological University","raw_type":"dissertation"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/168465","is_oa":true,"landing_page_url":"https://hdl.handle.net/10356/168465","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis-Doctor of Philosophy"}],"best_oa_location":{"id":"doi:10.32657/10356/168465","is_oa":true,"landing_page_url":"http://dx.doi.org/10.32657/10356/168465","pdf_url":"https://dr.ntu.edu.sg/bitstream/10356/168465/2/Methods_and_applications__towards_human_level_dialogue_systems__revised_.pdf","source":null,"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nanyang Technological University","raw_type":"dissertation"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4382934824.pdf","grobid_xml":"https://content.openalex.org/works/W4382934824.grobid-xml"},"referenced_works_count":144,"referenced_works":["https://openalex.org/W10957333","https://openalex.org/W13682356","https://openalex.org/W94800547","https://openalex.org/W836999996","https://openalex.org/W889023230","https://openalex.org/W1511480444","https://openalex.org/W1522301498","https://openalex.org/W1525961042","https://openalex.org/W1591706642","https://openalex.org/W1614298861","https://openalex.org/W1654173042","https://openalex.org/W1821462560","https://openalex.org/W1902237438","https://openalex.org/W1958706068","https://openalex.org/W2107901333","https://openalex.org/W2130942839","https://openalex.org/W2144005487","https://openalex.org/W2146334809","https://openalex.org/W2149628368","https://openalex.org/W2250539671","https://openalex.org/W2250770256","https://openalex.org/W2284937422","https://openalex.org/W2296734373","https://openalex.org/W2399060250","https://openalex.org/W2402288201","https://openalex.org/W2403702038","https://openalex.org/W2470875822","https://openalex.org/W2510219770","https://openalex.org/W2547875792","https://openalex.org/W2561529111","https://openalex.org/W2583186419","https://openalex.org/W2586847566","https://openalex.org/W2605133118","https://openalex.org/W2736601468","https://openalex.org/W2750784772","https://openalex.org/W2754194354","https://openalex.org/W2761590056","https://openalex.org/W2767249564","https://openalex.org/W2787022348","https://openalex.org/W2799176105","https://openalex.org/W2805707570","https://openalex.org/W2807873315","https://openalex.org/W2808168001","https://openalex.org/W2810643877","https://openalex.org/W2896457183","https://openalex.org/W2896463661","https://openalex.org/W2898875342","https://openalex.org/W2913443447","https://openalex.org/W2913946806","https://openalex.org/W2921853515","https://openalex.org/W2924902521","https://openalex.org/W2946609015","https://openalex.org/W2950813464","https://openalex.org/W2950902819","https://openalex.org/W2951008357","https://openalex.org/W2952787292","https://openalex.org/W2962764403","https://openalex.org/W2962796276","https://openalex.org/W2962883855","https://openalex.org/W2963201498","https://openalex.org/W2963232306","https://openalex.org/W2963520511","https://openalex.org/W2963527228","https://openalex.org/W2963686995","https://openalex.org/W2963736842","https://openalex.org/W2963748384","https://openalex.org/W2963825865","https://openalex.org/W2963903950","https://openalex.org/W2963918774","https://openalex.org/W2964006684","https://openalex.org/W2964039645","https://openalex.org/W2964119254","https://openalex.org/W2964303773","https://openalex.org/W2964703418","https://openalex.org/W2965373594","https://openalex.org/W2966715458","https://openalex.org/W2969574947","https://openalex.org/W2970597249","https://openalex.org/W2973004186","https://openalex.org/W2973379954","https://openalex.org/W2980282514","https://openalex.org/W2985067290","https://openalex.org/W2988937804","https://openalex.org/W2991223644","https://openalex.org/W2997771882","https://openalex.org/W2999134550","https://openalex.org/W2999642076","https://openalex.org/W3016952972","https://openalex.org/W3022351837","https://openalex.org/W3033540108","https://openalex.org/W3034337319","https://openalex.org/W3034513031","https://openalex.org/W3034600233","https://openalex.org/W3035314827","https://openalex.org/W3082549344","https://openalex.org/W3092860793","https://openalex.org/W3093994025","https://openalex.org/W3098199128","https://openalex.org/W3102260352","https://openalex.org/W3105966348","https://openalex.org/W3117238912","https://openalex.org/W3119866685","https://openalex.org/W3120061794","https://openalex.org/W3126553126","https://openalex.org/W3126792443","https://openalex.org/W3137384391","https://openalex.org/W3139126158","https://openalex.org/W3154596443","https://openalex.org/W3155584966","https://openalex.org/W3156555225","https://openalex.org/W3172335055","https://openalex.org/W3174851253","https://openalex.org/W3186138538","https://openalex.org/W3195749400","https://openalex.org/W3197319244","https://openalex.org/W4221145109","https://openalex.org/W4221152849","https://openalex.org/W4226278401","https://openalex.org/W4226399820","https://openalex.org/W4236521339","https://openalex.org/W4280545882","https://openalex.org/W4283789303","https://openalex.org/W4287391717","https://openalex.org/W4287795696","https://openalex.org/W4287900772","https://openalex.org/W4288256350","https://openalex.org/W4292779060","https://openalex.org/W4294410794","https://openalex.org/W4295249402","https://openalex.org/W4295679900","https://openalex.org/W4303182341","https://openalex.org/W4307868887","https://openalex.org/W4309591680","https://openalex.org/W4320087317","https://openalex.org/W4322718191","https://openalex.org/W4323572061","https://openalex.org/W4327810158","https://openalex.org/W4360836968","https://openalex.org/W4364385701","https://openalex.org/W4365601361","https://openalex.org/W4385245566","https://openalex.org/W4386607510","https://openalex.org/W4389009440","https://openalex.org/W4389521054"],"related_works":["https://openalex.org/W4388263628","https://openalex.org/W4242930893","https://openalex.org/W3140336604","https://openalex.org/W2488058330","https://openalex.org/W1988895983","https://openalex.org/W4237084280","https://openalex.org/W2886487614","https://openalex.org/W4242426637","https://openalex.org/W2940047422","https://openalex.org/W132134666"],"abstract_inverted_index":{"The":[0,26,85,446,703],"goal":[1,415],"of":[2,17,23,36,44,76,121,193,199,218,249,264,416,478,632,673,706,739,765,811],"building":[3,417],"dialogue":[4,57,100,189,202,216,257,281,324,410,419,431,439,448,482,501,536,541,648,665,699,741],"agents":[5,161,700],"that":[6,55,147,152,174,188,201,378,409,533,543,570,625,655,684,688,725,759,796],"can":[7,204,302,450,552,667],"converse":[8],"with":[9,171,503,776],"humans":[10],"naturally":[11],"has":[12,318,421],"been":[13,154,423,727],"a":[14,215,346,357,464,489,547,559,572,584,589,613,719],"long-standing":[15],"dream":[16],"researchers":[18,732],"since":[19],"the":[20,33,42,74,156,186,197,247,261,265,294,308,314,323,341,364,379,389,397,406,414,457,476,480,529,608,685,707,711,744,760,769,777,799],"early":[21,66],"days":[22],"artificial":[24,38,159],"intelligence.":[25],"well-known":[27],"Turing":[28],"Test":[29],"proposed":[30,168],"to":[31,62,104,118,231,274,296,307,319,329,331,344,359,384,395,600,618,701],"judge":[32],"ultimate":[34],"validity":[35],"an":[37,93,269,335,373],"intelligence":[39],"agent":[40],"on":[41,68,82,110,145,239,252,399,443,474,512,527,546,646,678,691,722,730,808],"indistinguishability":[43],"its":[45,209,367],"dialogues":[46,251,398],"from":[47,499,798],"humans'.":[48],"It":[49],"should":[50],"come":[51],"as":[52,133,460],"no":[53],"surprise":[54],"human-level":[56,163],"systems":[58,70,101,108,190,203,411,420,537,542,666,742],"are":[59,382,404,544,692],"very":[60,590],"challenging":[61],"build.":[63],"But,":[64],"while":[65],"effort":[67,473,526,645,738],"rule-based":[69],"found":[71,113,654],"limited":[72,128],"success,":[73],"emergence":[75],"deep":[77,97],"learning":[78,98,298],"enabled":[79],"great":[80],"advance":[81],"this":[83,89,141,513,640,734],"topic.":[84],"works":[86,708,767,793],"covered":[87,709],"in":[88,92,114,129,172,313,334,456,484,630,710,714,763,768,802],"thesis":[90,469,641,712],"originated":[91],"era":[94],"where":[95,588],"data-driven":[96],"based":[99,545,659,807],"were":[102,127,167,175],"beginning":[103],"take":[105,361],"off.":[106],"Dialogue":[107],"trained":[109],"message-response":[111],"pairs":[112],"social":[115],"media":[116],"began":[117],"show":[119],"abilities":[120],"conducting":[122],"natural":[123,549],"conversations.":[124],"But":[125,182],"they":[126,183,403],"many":[130],"ways":[131,173],"such":[132,785],"lacking":[134],"knowledge":[135,244,317,349,370,585],"grounding,":[136],"multimodality":[137],"and":[138,162,169,211,220,242,310,337,366,437,515,555,574,635,676,748,789],"multi-utility.":[139],"In":[140,208,638,784],"thesis,":[142],"we":[143,195,255,355,523,582,653,689,757,787],"focus":[144,442],"methods":[146,166,569],"address":[148],"these":[149,723],"numerous":[150],"issues":[151],"have":[153,726],"imposing":[155],"gap":[157],"between":[158],"conversational":[160,353],"interlocutors.":[164],"These":[165],"experimented":[170],"inspired":[176],"by":[177,260,463,611,731,755],"general":[178,661],"state-of-the-art":[179,662,749,778],"AI":[180],"methodologies.":[181],"also":[184,470],"targeted":[185],"characteristics":[187],"possess.":[191],"First":[192],"all,":[194],"expand":[196],"variety":[198],"information":[200],"be":[205,320,452,564,668],"dependent":[206,238],"on.":[207],"simplest":[210],"most":[212],"common":[213],"form,":[214],"consists":[217],"responses":[219,305],"their":[221,385,517,715],"preceding":[222],"textual":[223],"context.":[224],"This":[225,468],"representation,":[226],"however,":[227],"falls":[228],"short":[229],"compared":[230],"real-world":[232],"human":[233,332,466],"conversation,":[234,459],"which":[235,433,441,493],"is":[236,598],"often":[237],"other":[240],"modalities":[241],"specific":[243],"bases.":[245],"To":[246,579],"end":[248],"conditioning":[250],"more":[253],"modalities,":[254],"explore":[256],"generation":[258,282],"augmented":[259],"audio":[262,277,291],"representation":[263,278],"input.":[266],"We":[267,284,376,487,507,567,605,623,682],"design":[268],"auxiliary":[270],"response":[271,576],"classification":[272],"task":[273,514],"learn":[275],"suitable":[276],"for":[279,289,327,371,695],"our":[280,472,525,603,626,644,651,737,766,803],"objective.":[283],"use":[285],"word-level":[286],"modality":[287],"fusion":[288],"integrating":[290,345],"features":[292],"into":[293,322,351,362],"Sequence":[295,297],"framework.":[299],"Our":[300],"model":[301,358,597,627],"generate":[303],"appropriate":[304,374],"corresponding":[306],"emotion":[309],"emphasis":[311],"expressed":[312],"audio.":[315],"Commonsense":[316],"integrated":[321],"system":[325],"effectively":[326],"it":[328],"respond":[330],"utterances":[333],"interesting":[336],"engaging":[338],"way.":[339],"As":[340],"first":[342],"attempt":[343],"large":[347,548,560,812],"commonsense":[348,369],"base":[350],"end-to-end":[352],"models,":[354],"propose":[356,508,568],"jointly":[360],"account":[363],"context":[365],"related":[368],"selecting":[372],"response.":[375],"demonstrate":[377,524,624],"knowledge-augmented":[380],"models":[381,511,751,761,779],"superior":[383],"knowledge-free":[386],"counterparts.":[387],"While":[388],"two":[390,427,447,481,509],"directions":[391,724],"mentioned":[392],"above":[393],"endeavor":[394],"ground":[396],"various":[400],"new":[401,490,657],"information,":[402],"not":[405,521],"only":[407],"challenges":[408],"face.":[412,538],"Traditionally,":[413],"intelligent":[418],"largely":[422],"separately":[424],"pursued":[425],"assuming":[426],"separate":[428],"utilities:":[429],"task-oriented":[430],"systems,":[432,440],"perform":[434],"task-specific":[435],"functions,":[436],"open-domain":[438],"non-goal-oriented":[444],"chitchat.":[445],"modes":[449,483,502],"potentially":[451],"intertwined":[453],"together":[454],"seamlessly":[455],"same":[458],"easily":[461],"done":[462],"friendly":[465],"assistant.":[467],"covers":[471],"addressing":[475,528],"problem":[477],"fusing":[479],"multi-turn":[485],"dialogues.":[486],"build":[488],"dataset":[491],"FusedChat,":[492],"contains":[494],"conversation":[495],"sessions":[496],"containing":[497],"exchanges":[498],"both":[500],"inter-mode":[504],"contextual":[505],"dependency.":[506],"baseline":[510],"analyze":[516],"accuracy.":[518],"Last":[519],"but":[520],"least,":[522],"computational":[530],"efficiency":[531],"issue":[532],"large-scale":[534],"retrieval-based":[535,540],"Strong":[539],"candidate":[550,561,615],"set":[551,562],"produce":[553],"diverse":[554],"controllable":[556],"responses.":[557],"However,":[558],"could":[563],"computationally":[565,593],"costly.":[566],"support":[571],"fast":[573,752],"accurate":[575],"retrieval":[577,609,633],"system.":[578],"boost":[580,607],"accuracy,":[581],"adopt":[583],"distillation":[586],"approach":[587],"strong":[591],"yet":[592],"expensive":[594],"joint":[595],"encoding":[596],"used":[599,762],"facilitate":[601],"training":[602],"encoders.":[604],"then":[606],"speed":[610,636],"adopting":[612],"learning-based":[614],"screening":[616],"method":[617],"further":[619],"reduce":[620],"inference":[621],"time.":[622],"performs":[628],"strongly":[629],"terms":[631],"accuracy":[634],"trade-off.":[637],"summary,":[639],"systematically":[642,790],"demonstrates":[643],"innovating":[647,740],"systems.":[649],"Through":[650],"experiments,":[652],"through":[656],"designs":[658],"upon":[660],"NLP":[663,750],"methodologies,":[664],"made":[669],"faster,":[670],"multimodal,":[671],"capable":[672],"multiple":[674],"utilities":[675],"grounded":[677],"useful":[679],"external":[680],"information.":[681],"believe":[683],"research":[686],"questions":[687],"focused":[690],"important":[693],"aspects":[694],"ultimately":[696],"improving":[697],"automated":[698],"human-level.":[702],"main":[704],"contribution":[705],"lies":[713],"initializing":[716],"effects":[717],"(to":[718],"certain":[720],"degree)":[721],"continuously":[728],"worked":[729],"till":[733],"day.":[735],"With":[736],"spanning":[743],"last":[745],"4":[746],"years,":[747],"evolving":[753],"year":[754],"year,":[756],"note":[758],"some":[764],"earlier":[770],"years":[771],"(e.g.,":[772,782],"LSTMs)":[773],"cannot":[774],"compete":[775],"available":[780],"today":[781],"GPT4).":[783],"cases,":[786],"briefly":[788],"explain":[791],"following":[792],"(current":[794],"state-of-the-art)":[795],"stemmed":[797],"methodologies":[800],"shown":[801],"work,":[804],"especially":[805],"those":[806],"recent":[809],"advances":[810],"language":[813],"models.":[814]},"counts_by_year":[],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2023-07-04T00:00:00"}