{"id":"https://openalex.org/W4391988244","doi":"https://doi.org/10.48550/arxiv.2402.12317","title":"EVOR: Evolving Retrieval for Code Generation","display_name":"EVOR: Evolving Retrieval for Code Generation","publication_year":2024,"publication_date":"2024-02-19","ids":{"openalex":"https://openalex.org/W4391988244","doi":"https://doi.org/10.48550/arxiv.2402.12317"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2402.12317","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.12317","pdf_url":"https://arxiv.org/pdf/2402.12317","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2402.12317","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019018962","display_name":"Hongjin Su","orcid":"https://orcid.org/0000-0002-0812-4695"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Su, Hongjin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110987025","display_name":"Shuyang Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Shuyang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084326209","display_name":"Yuhang Lai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lai, Yuhang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113292043","display_name":"Haoyuan Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Haoyuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111132791","display_name":"Boao Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Boao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014579261","display_name":"Che Liu","orcid":"https://orcid.org/0000-0002-9917-8487"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Che","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100318524","display_name":"Qian Liu","orcid":"https://orcid.org/0000-0001-8525-7961"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Qian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100402028","display_name":"Changyuan Yu","orcid":"https://orcid.org/0000-0002-3185-0441"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Tao","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5019018962"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9417999982833862,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13681","display_name":"Engineering and Information Technology","score":0.9363999962806702,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6086238026618958},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5594273209571838},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5323377847671509},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.18348973989486694}],"concepts":[{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6086238026618958},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5594273209571838},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5323377847671509},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.18348973989486694},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2402.12317","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.12317","pdf_url":"https://arxiv.org/pdf/2402.12317","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2402.12317","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2402.12317","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2402.12317","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.12317","pdf_url":"https://arxiv.org/pdf/2402.12317","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4391988244.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":{"Recently":[0],"the":[1,29,55,70,150,158,163,176],"retrieval-augmented":[2,16],"generation":[3,18,78],"(RAG)":[4],"has":[5],"been":[6],"successfully":[7],"applied":[8],"in":[9,162,182],"code":[10,17,77],"generation.":[11],"However,":[12],"existing":[13],"pipelines":[14,181],"for":[15],"(RACG)":[19],"employ":[20],"static":[21],"knowledge":[22,42,63,72,164],"bases":[23],"with":[24,86,137],"a":[25,49],"single":[26],"source,":[27],"limiting":[28],"adaptation":[30],"capabilities":[31],"of":[32,58,106,153,178],"Large":[33],"Language":[34],"Models":[35],"(LLMs)":[36],"to":[37,75,103,110,139],"domains":[38],"they":[39],"have":[40],"insufficient":[41],"of.":[43],"In":[44],"this":[45],"work,":[46],"we":[47,80],"develop":[48],"novel":[50],"pipeline,":[51],"EVOR,":[52],"that":[53,99,128,146,168],"employs":[54],"synchronous":[56,151],"evolution":[57,152],"both":[59],"queries":[60,154],"and":[61,90,132,155,157,188],"diverse":[62,159],"bases.":[64],"On":[65],"two":[66,102],"realistic":[67],"settings":[68],"where":[69],"external":[71],"is":[73,130],"required":[74],"solve":[76],"tasks,":[79],"compile":[81],"four":[82,104],"new":[83],"datasets":[84],"associated":[85],"frequently":[87],"updated":[88],"libraries":[89],"long-tail":[91],"programming":[92],"languages,":[93],"named":[94],"EVOR-BENCH.":[95],"Extensive":[96],"experiments":[97],"demonstrate":[98,127],"EVOR":[100,129,147],"achieves":[101],"times":[105],"execution":[107],"accuracy":[108],"compared":[109],"other":[111],"methods":[112],"such":[113],"as":[114],"Reflexion":[115],"(Shinn":[116],"et":[117,122],"al.,":[118,123],"2024),":[119],"DocPrompting":[120],"(Zhou":[121],"2023),":[124],"etc.":[125],"We":[126,166],"flexible":[131],"can":[133],"be":[134],"easily":[135],"combined":[136],"them":[138],"achieve":[140],"further":[141],"improvement.":[142],"Further":[143],"analysis":[144],"reveals":[145],"benefits":[148],"from":[149],"documents":[156],"information":[160],"sources":[161],"base.":[165],"hope":[167],"our":[169],"studies":[170],"will":[171],"inspire":[172],"more":[173],"insights":[174],"into":[175],"design":[177],"advanced":[179],"RACG":[180],"future":[183],"research.":[184],"Our":[185],"model,":[186],"code,":[187],"data":[189],"are":[190],"available":[191],"at":[192],"https://arks-codegen.github.io.":[193]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-12T08:34:05.389933","created_date":"2024-02-21T00:00:00"}