{"id":"https://openalex.org/W4416036837","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.218","title":"SolEval: Benchmarking Large Language Models for Repository-level Solidity Smart Contract Generation","display_name":"SolEval: Benchmarking Large Language Models for Repository-level Solidity Smart Contract Generation","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416036837","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.218"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2025.emnlp-main.218","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.218","pdf_url":"https://aclanthology.org/2025.emnlp-main.218.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.emnlp-main.218.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101996346","display_name":"Zhiyuan Peng","orcid":"https://orcid.org/0009-0006-7554-002X"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Zhiyuan Peng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001034895","display_name":"Xin Yin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xin Yin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112698575","display_name":"Rui Qian","orcid":"https://orcid.org/0009-0009-2324-0887"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rui Qian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014957657","display_name":"Peiqin Lin","orcid":"https://orcid.org/0000-0003-2818-3008"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peiqin Lin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101959288","display_name":"Yongkang Liu","orcid":"https://orcid.org/0000-0002-5029-1374"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"YongKang Liu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100779651","display_name":"Hao Zhang","orcid":"https://orcid.org/0000-0003-1393-3670"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hao Zhang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064900550","display_name":"Chenhao Ying","orcid":"https://orcid.org/0009-0003-6201-1370"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chenhao Ying","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5112534388","display_name":"Yuan Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan Luo","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5101996346"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":30.8127,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.99504501,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"4388","last_page":"4411"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.18320000171661377,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.18320000171661377,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11995","display_name":"FinTech, Crowdfunding, Digital Finance","score":0.07180000096559525,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13972","display_name":"Business Law and Ethics","score":0.06239999830722809,"subfield":{"id":"https://openalex.org/subfields/1402","display_name":"Accounting"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/solidity","display_name":"Solidity","score":0.5784000158309937},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.5099999904632568},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.40560001134872437},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.2754000127315521},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.27079999446868896}],"concepts":[{"id":"https://openalex.org/C2778362873","wikidata":"https://www.wikidata.org/wiki/Q24909565","display_name":"Solidity","level":2,"score":0.5784000158309937},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.554099977016449},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.5099999904632568},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.40560001134872437},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.34389999508857727},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2754000127315521},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.27079999446868896},{"id":"https://openalex.org/C179603123","wikidata":"https://www.wikidata.org/wiki/Q1941921","display_name":"Modeling language","level":3,"score":0.26499998569488525},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.24860000610351562}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.emnlp-main.218","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.218","pdf_url":"https://aclanthology.org/2025.emnlp-main.218.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.emnlp-main.218","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.218","pdf_url":"https://aclanthology.org/2025.emnlp-main.218.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2281270280","display_name":null,"funder_award_id":"2024YFB2705300","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8189962075","display_name":null,"funder_award_id":"62402313","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322927","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4416036837.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":null,"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-11-08T00:00:00"}