{"id":"https://openalex.org/W7018718142","doi":null,"title":"Efficient Inference in Open Retrieval Question Answering Systems","display_name":"Efficient Inference in Open Retrieval Question Answering Systems","alternate_titles":[],"publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W7018718142"},"language":"en","primary_location":{"id":"pmh:oai:escholarship.org:ark:/13030/qt6tp55446","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/6tp55446","pdf_url":"https://escholarship.org/content/qt6tp55446/qt6tp55446.pdf","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"},"parent_works":[],"lineage":["https://openalex.org/W7018718142"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://escholarship.org/content/qt6tp55446/qt6tp55446.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029121532","display_name":"Muhammad Shihab Rashid","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Rashid, Muhammad Shihab","raw_affiliation_strings":["Doctor of Philosophy , Graduate Program in Computer Science University of California , Riverside , June 2024"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Doctor of Philosophy , Graduate Program in Computer Science University of California , Riverside , June 2024","institution_ids":["https://openalex.org/I103635307"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5029121532"],"corresponding_institution_ids":["https://openalex.org/I103635307"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5210000276565552,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5210000276565552,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.430400013923645,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.012000000104308128,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/conversational-question-answering","display_name":"conversational question answering","score":0.8619999885559082},{"id":"https://openalex.org/keywords/frequently-asked-questions","display_name":"frequently asked questions","score":0.6710000038146973},{"id":"https://openalex.org/keywords/keyword-extraction","display_name":"keyword extraction","score":0.5540000200271606},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.5099999904632568},{"id":"https://openalex.org/keywords/training-data-collection","display_name":"training data collection","score":0.6169999837875366}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8546000123023987},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.7659000158309937},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6316999793052673},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5964999794960022},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5960999727249146},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5860000252723694},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5612000226974487},{"id":"https://openalex.org/C3018615553","wikidata":"https://www.wikidata.org/wiki/Q189293","display_name":"Frequently asked questions","level":2,"score":0.5576000213623047},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4341000020503998},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4235999882221222},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3912000060081482},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3765999972820282},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.35569998621940613},{"id":"https://openalex.org/C96711827","wikidata":"https://www.wikidata.org/wiki/Q17012245","display_name":"Entity linking","level":3,"score":0.3517000079154968},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.3296999931335449},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.3203999996185303},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.31310001015663147},{"id":"https://openalex.org/C105888452","wikidata":"https://www.wikidata.org/wiki/Q7565148","display_name":"Source document","level":2,"score":0.3093999922275543},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3034999966621399},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.30070000886917114},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.29249998927116394},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.2736000120639801},{"id":"https://openalex.org/C551230270","wikidata":"https://www.wikidata.org/wiki/Q4368942","display_name":"Data retrieval","level":2,"score":0.27140000462532043},{"id":"https://openalex.org/C118643609","wikidata":"https://www.wikidata.org/wiki/Q189210","display_name":"Web application","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C161156560","wikidata":"https://www.wikidata.org/wiki/Q1638872","display_name":"Document retrieval","level":2,"score":0.2508000135421753},{"id":"https://openalex.org/C2778464652","wikidata":"https://www.wikidata.org/wiki/Q309849","display_name":"Open research","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:escholarship.org:ark:/13030/qt6tp55446","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/6tp55446","pdf_url":"https://escholarship.org/content/qt6tp55446/qt6tp55446.pdf","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"}],"best_oa_location":{"id":"pmh:oai:escholarship.org:ark:/13030/qt6tp55446","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/6tp55446","pdf_url":"https://escholarship.org/content/qt6tp55446/qt6tp55446.pdf","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7018718142.pdf","grobid_xml":"https://content.openalex.org/works/W7018718142.grobid-xml"},"referenced_works_count":155,"referenced_works":["https://openalex.org/W179875071","https://openalex.org/W1528364680","https://openalex.org/W1614298861","https://openalex.org/W1832693441","https://openalex.org/W1964348731","https://openalex.org/W1965555277","https://openalex.org/W1966093341","https://openalex.org/W1981444063","https://openalex.org/W1993692165","https://openalex.org/W1996885215","https://openalex.org/W2000411838","https://openalex.org/W2064675550","https://openalex.org/W2066766178","https://openalex.org/W2067506377","https://openalex.org/W2083717838","https://openalex.org/W2108223890","https://openalex.org/W2121832034","https://openalex.org/W2122354955","https://openalex.org/W2124814993","https://openalex.org/W2146537661","https://openalex.org/W2156769220","https://openalex.org/W2169213601","https://openalex.org/W2169863116","https://openalex.org/W2252136820","https://openalex.org/W2293023260","https://openalex.org/W2410503294","https://openalex.org/W2468328197","https://openalex.org/W2512626121","https://openalex.org/W2517194566","https://openalex.org/W2558203065","https://openalex.org/W2565484580","https://openalex.org/W2576546819","https://openalex.org/W2585540825","https://openalex.org/W2604700393","https://openalex.org/W2612431505","https://openalex.org/W2734823783","https://openalex.org/W2765390718","https://openalex.org/W2789995212","https://openalex.org/W2793336985","https://openalex.org/W2798782420","https://openalex.org/W2805975048","https://openalex.org/W2885103667","https://openalex.org/W2888296173","https://openalex.org/W2889157686","https://openalex.org/W2889729765","https://openalex.org/W2896342318","https://openalex.org/W2896457183","https://openalex.org/W2899828811","https://openalex.org/W2899992227","https://openalex.org/W2909544278","https://openalex.org/W2911857455","https://openalex.org/W2912817604","https://openalex.org/W2912924812","https://openalex.org/W2916846408","https://openalex.org/W2937036051","https://openalex.org/W2945465473","https://openalex.org/W2946434750","https://openalex.org/W2947497897","https://openalex.org/W2949671220","https://openalex.org/W2949776890","https://openalex.org/W2949893076","https://openalex.org/W2951534261","https://openalex.org/W2951831170","https://openalex.org/W2952484617","https://openalex.org/W2952855649","https://openalex.org/W2956105129","https://openalex.org/W2962985038","https://openalex.org/W2963301888","https://openalex.org/W2963323070","https://openalex.org/W2963681593","https://openalex.org/W2963748441","https://openalex.org/W2969893967","https://openalex.org/W2970641574","https://openalex.org/W2970996870","https://openalex.org/W2972160336","https://openalex.org/W2975059944","https://openalex.org/W2979842165","https://openalex.org/W2981852735","https://openalex.org/W2982399380","https://openalex.org/W2997894965","https://openalex.org/W3000983017","https://openalex.org/W3015883388","https://openalex.org/W3021397474","https://openalex.org/W3023614204","https://openalex.org/W3034712001","https://openalex.org/W3034937228","https://openalex.org/W3037780283","https://openalex.org/W3039503126","https://openalex.org/W3092307876","https://openalex.org/W3093955333","https://openalex.org/W3098425262","https://openalex.org/W3100107515","https://openalex.org/W3102971065","https://openalex.org/W3118999024","https://openalex.org/W3123518987","https://openalex.org/W3130740619","https://openalex.org/W3143415700","https://openalex.org/W3153069173","https://openalex.org/W3153833878","https://openalex.org/W3154280800","https://openalex.org/W3155000020","https://openalex.org/W3155705048","https://openalex.org/W3175542978","https://openalex.org/W3180230246","https://openalex.org/W3184285541","https://openalex.org/W3189117283","https://openalex.org/W3209748596","https://openalex.org/W3210968241","https://openalex.org/W3214455632","https://openalex.org/W4226059645","https://openalex.org/W4251326898","https://openalex.org/W4284669679","https://openalex.org/W4284674228","https://openalex.org/W4290943597","https://openalex.org/W4293248017","https://openalex.org/W4294833327","https://openalex.org/W4297162632","https://openalex.org/W4307079201","https://openalex.org/W4309698332","https://openalex.org/W4313680149","https://openalex.org/W4320003957","https://openalex.org/W4320813768","https://openalex.org/W4327810158","https://openalex.org/W4367189613","https://openalex.org/W4368755400","https://openalex.org/W4375870261","https://openalex.org/W4376122773","https://openalex.org/W4376632810","https://openalex.org/W4383046915","https://openalex.org/W4384661160","https://openalex.org/W4385565351","https://openalex.org/W4385570569","https://openalex.org/W4385573057","https://openalex.org/W4385573600","https://openalex.org/W4385573900","https://openalex.org/W4385825586","https://openalex.org/W4387156646","https://openalex.org/W4387427491","https://openalex.org/W4388184452","https://openalex.org/W4388444360","https://openalex.org/W4389469970","https://openalex.org/W4389520758","https://openalex.org/W4389523765","https://openalex.org/W4392919908","https://openalex.org/W4393079098","https://openalex.org/W4400527956","https://openalex.org/W4401042345","https://openalex.org/W4401044046","https://openalex.org/W4402670082","https://openalex.org/W4402670353","https://openalex.org/W4402670581","https://openalex.org/W4404634776","https://openalex.org/W4404783045","https://openalex.org/W4412158322","https://openalex.org/W7133224126"],"related_works":["https://openalex.org/W3023614204","https://openalex.org/W3209748596","https://openalex.org/W4415348344","https://openalex.org/W3163458033","https://openalex.org/W2406337895","https://openalex.org/W3176390686","https://openalex.org/W32526256","https://openalex.org/W2904132300","https://openalex.org/W7045681891","https://openalex.org/W4378648082"],"abstract_inverted_index":{"With":[0],"the":[1,40,61,82,110,117,165,175,201,241,250,258,270,287,291,305,310,317,326,346,361,409,422,441,445,451,455,463,499,528,537,540],"latest":[2],"advances":[3],"in":[4,214,286,304,353],"conversational":[5,236,328],"agents":[6],"like":[7,16,159,483],"Siri":[8],"and":[9,11,18,35,102,134,174,195,212,223,226,349,416,436,472,515,535],"Alexa,":[10],"Large":[12],"Language":[13],"Models":[14],"(LLMs)":[15],"ChatGPT":[17],"PaLM,":[19],"Question":[20],"Answering":[21],"(QA)":[22],"systems":[23,256,482],"have":[24],"become":[25],"more":[26],"important.":[27],"Users":[28],"submit":[29],"millions":[30],"of":[31,63,98,112,168,207,243,269,290,363,375,434,454,539],"queries":[32],"per":[33],"day":[34],"it":[36,230],"is":[37,94,105,120,140,231,284,302,466,473],"up":[38],"to":[39,42,54,123,218,239,247,293,308,370,377,407,497,504],"system":[41],"provide":[43],"reliable,":[44],"to-the-point":[45],"answers.":[46],"In":[47],"this":[48,172,274],"dissertation,":[49],"we":[50,59,278,448,502],"explore":[51],"various":[52],"aspects":[53],"improve":[55,498],"such":[56,113,136],"QA":[57,69,237,456],"systems.First,":[58],"tackle":[60],"problem":[62],"collecting":[64,103],"high-quality":[65],"training":[66,169],"data":[67,80,91,100,170],"for":[68,129,171,189,233,262,330,339,490],"systems.":[70],"We":[71,184,272,314,333,394,425,494,517],"especially":[72],"focus":[73,449],"on":[74,81,87,116,345,450],"public":[75],"frequently":[76],"asked":[77],"questions":[78],"(FAQ)":[79],"Web.":[83,202],"FAQ":[84,90,99,127,198],"chatbots":[85],"rely":[86],"good":[88,96],"quality":[89],"but":[92],"there":[93,119],"no":[95],"source":[97],"available":[101,468],"them":[104,379],"a":[106,141,160,187,205,210,215,244,281,299,336,372,381,397,432,488,520],"tedious":[107],"task.":[108],"Given":[109],"plethora":[111],"question-answer":[114,138],"pairs":[115,139],"Web,":[118],"an":[121,427],"opportunity":[122],"automatically":[124,190],"build":[125],"large":[126,373],"collections":[128],"any":[130],"domain.":[131],"Automatically":[132],"identifying":[133,153],"extracting":[135,191],"high-utility":[137,192],"challenging":[142,232,461],"endeavor,":[143],"which":[144,341,405,418],"has":[145],"been":[146],"tackled":[147],"by":[148,506,530],"little":[149],"research":[150],"work.":[151],"Although":[152],"general,":[154],"self-contained":[155,227],"FAQs":[156],"may":[157],"seem":[158],"straightforward":[161],"binary":[162],"classification":[163],"problem,":[164],"limited":[166],"availability":[167],"task":[173],"countless":[176],"domains":[177],"make":[178],"building":[179],"machine":[180],"learning":[181],"models":[182],"challenging.":[183],"propose":[185,315,335,395,518],"QuAX:":[186],"framework":[188],"(i.e.,":[193],"general":[194,225],"self-contained)":[196],"domain-specific":[197],"lists":[199],"from":[200,209,510],"QuAX":[203],"receives":[204],"set":[206],"keywords":[208],"user":[211,245,252],"works":[213],"pipelined":[216],"fashion":[217],"find":[219],"relevant":[220,296,513],"web":[221],"pages":[222],"extract":[224],"questions-answer":[228],"pairs.Second,":[229],"open":[234],"retrieval":[235,481,500],"(OrConvQA)":[238],"model":[240],"history":[242,260,321,329],"conversation,":[246],"better":[248],"answer":[249,312],"last":[251,306],"question.":[253],"State-of-the-art":[254],"OrConvQA":[255],"use":[257],"same":[259],"modeling":[261,322],"all":[263],"three":[264],"modules":[265,289,307,368],"(Retriever,":[266],"Reranker,":[267],"Reader)":[268],"pipeline.":[271],"hypothesize":[273],"as":[275,356],"suboptimal.":[276],"Specifically,":[277],"argue":[279,495],"that":[280,324,402,439,496,525],"broader":[282],"context":[283,301],"needed":[285,303],"first":[288,318],"pipeline":[292,323,430],"not":[294,467],"miss":[295],"documents,":[297,532],"while":[298],"narrower":[300],"identify":[309],"exact":[311],"span.":[313],"NORMY,":[316,340],"unsupervised":[319],"non-uniform":[320],"generates":[325],"best":[327,442],"each":[331,492],"module.":[332],"further":[334],"novel":[337,545],"Retriever":[338,452],"employs":[342],"keyphrase":[343],"extraction":[344],"conversation":[347],"history,":[348],"leverages":[350],"passages":[351,376,406],"retrieved":[352,512],"previous":[354],"turns":[355],"additional":[357],"context.":[358],"\\nThird,":[359],"with":[360,412,417,431],"prevalence":[362],"powerful":[364],"LLMs,":[365],"LLM-based":[366,399],"Reranker":[367],"need":[369,503],"process":[371],"number":[374],"re-rank":[378],"given":[380,423,446],"query.":[382],"However,":[383],"LLM":[384,419,428],"APIs":[385,438],"can":[386],"be":[387],"very":[388],"expensive":[389,437],"(especially":[390],"ChatGPT,":[391],"GPT-4,":[392],"etc.).":[393],"EcoRank,":[396],"budget-constrained":[398],"passage":[400],"re-ranker":[401],"intelligently":[403],"chooses":[404],"spend":[408],"budget":[410],"on,":[411],"what":[413],"prompt":[414],"strategy,":[415],"API,":[420],"within":[421,444],"budget.":[424],"design":[426],"cascading":[429],"mixture":[433],"cheaper":[435],"achieves":[440],"performance":[443],"budget.Fourth,":[447],"component":[453],"system.":[457],"Retrieval":[458],"becomes":[459],"particularly":[460],"if":[462],"document":[464,480],"corpus":[465],"or":[469],"indexed":[470],"locally":[471],"accessed":[474],"via":[475],"APIs.":[476],"For":[477],"example,":[478],"legal":[479],"PACER,":[484],"LexisNexis,":[485],"etc.":[486],"charge":[487],"fee":[489],"retrieving":[491,531],"document.":[493],"accuracy,":[501],"expand":[505],"leveraging":[507],"both":[508],"feedback":[509],"already":[511],"documents":[514],"LLMs.":[516],"ProQE,":[519],"progressive":[521],"query":[522,529],"expansion":[523],"algorithm":[524],"iteratively":[526],"expands":[527],"evaluating":[533],"them,":[534],"updating":[536],"weights":[538],"expanded":[541],"terms":[542],"using":[543],"our":[544],"scoring":[546],"function.":[547]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7018718142","counts_by_year":[],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2025-10-10T00:00:00"}
