{"id":"https://openalex.org/W4391590724","doi":"https://doi.org/10.48550/arxiv.2402.02101","title":"Are Large Language Models Good Prompt Optimizers?","display_name":"Are Large Language Models Good Prompt Optimizers?","publication_year":2024,"publication_date":"2024-02-03","ids":{"openalex":"https://openalex.org/W4391590724","doi":"https://doi.org/10.48550/arxiv.2402.02101"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2402.02101","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.02101","pdf_url":"https://arxiv.org/pdf/2402.02101","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2402.02101","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088256860","display_name":"Ruotian Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Ma, Ruotian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100367735","display_name":"Xiaolei Wang","orcid":"https://orcid.org/0000-0003-3685-3606"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xiaolei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113250342","display_name":"Xin Zhou","orcid":"https://orcid.org/0000-0002-2493-3935"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Xin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110788993","display_name":"Jian Li","orcid":"https://orcid.org/0009-0003-2421-5890"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100721790","display_name":"Nan Du","orcid":"https://orcid.org/0000-0003-2855-7452"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Nan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058353652","display_name":"Tao Gui","orcid":"https://orcid.org/0000-0002-6154-0751"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gui, Tao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101429850","display_name":"Qi Zhang","orcid":"https://orcid.org/0000-0002-6096-0690"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Qi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5111113722","display_name":"Xuanjing Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Xuanjing","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5088256860"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.972599983215332,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.972599983215332,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.948199987411499,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5502411127090454}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5502411127090454}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2402.02101","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.02101","pdf_url":"https://arxiv.org/pdf/2402.02101","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2402.02101","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2402.02101","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2402.02101","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.02101","pdf_url":"https://arxiv.org/pdf/2402.02101","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4391590724.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W2350741829","https://openalex.org/W2530322880","https://openalex.org/W1596801655"],"abstract_inverted_index":{"LLM-based":[0,60],"Automatic":[1],"Prompt":[2,9,41,61],"Optimization,":[3],"which":[4,145],"typically":[5],"utilizes":[6],"LLMs":[7,39],"as":[8,40],"Optimizers":[10,42],"to":[11,54,71,81,109,125],"self-reflect":[12],"and":[13,34],"refine":[14],"prompts,":[15],"has":[16],"shown":[17],"promising":[18],"performance":[19],"in":[20,152],"recent":[21],"studies.":[22],"Despite":[23],"the":[24,26,35,56,67,73,94,99,104,114,126,130,135,148],"success,":[25],"underlying":[27],"mechanism":[28,58],"of":[29,38,59,76,129],"this":[30,47],"approach":[31],"remains":[32],"unexplored,":[33],"true":[36,74],"effectiveness":[37],"requires":[43],"further":[44],"validation.":[45],"In":[46],"work,":[48],"we":[49,137],"conducted":[50],"a":[51,118,139,153],"comprehensive":[52],"study":[53,160],"uncover":[55],"actual":[57],"Optimization.":[62],"Our":[63],"findings":[64],"reveal":[65],"that":[66],"LLM":[68,105],"optimizers":[69,106],"struggle":[70],"identify":[72],"causes":[75],"errors":[77],"during":[78],"reflection,":[79],"tending":[80],"be":[82],"biased":[83],"by":[84],"their":[85],"own":[86],"prior":[87],"knowledge":[88],"rather":[89],"than":[90],"genuinely":[91],"reflecting":[92],"on":[93,134],"errors.":[95],"Furthermore,":[96],"even":[97],"when":[98],"reflection":[100],"is":[101],"semantically":[102],"valid,":[103],"often":[107],"fail":[108],"generate":[110],"appropriate":[111],"prompts":[112],"for":[113,165],"target":[115,131,149],"models":[116],"with":[117],"single":[119],"prompt":[120,167],"refinement":[121],"step,":[122],"partly":[123],"due":[124],"unpredictable":[127],"behaviors":[128],"models.":[132],"Based":[133],"observations,":[136],"introduce":[138],"new":[140,163],"\"Automatic":[141],"Behavior":[142],"Optimization\"":[143],"paradigm,":[144],"directly":[146],"optimizes":[147],"model's":[150],"behavior":[151],"more":[154],"controllable":[155],"manner.":[156],"We":[157],"hope":[158],"our":[159],"can":[161],"inspire":[162],"directions":[164],"automatic":[166],"optimization":[168],"development.":[169]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}