{"id":"https://openalex.org/W4284696121","doi":"https://doi.org/10.1145/3510003.3510224","title":"AST-trans","display_name":"AST-trans","publication_year":2022,"publication_date":"2022-05-21","ids":{"openalex":"https://openalex.org/W4284696121","doi":"https://doi.org/10.1145/3510003.3510224"},"language":"en","primary_location":{"id":"doi:10.1145/3510003.3510224","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3510003.3510224","pdf_url":null,"source":{"id":"https://openalex.org/S4363608872","display_name":"Proceedings of the 44th International Conference on Software Engineering","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th International Conference on Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068879417","display_name":"Ze Tang","orcid":"https://orcid.org/0009-0002-8062-9986"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ze Tang","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103000631","display_name":"Xiaoyu Shen","orcid":"https://orcid.org/0000-0002-0217-2469"},"institutions":[{"id":"https://openalex.org/I4210089985","display_name":"Amazon (Germany)","ror":"https://ror.org/00b9ktm87","country_code":"DE","type":"company","lineage":["https://openalex.org/I1311688040","https://openalex.org/I4210089985"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Xiaoyu Shen","raw_affiliation_strings":["Amazon, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Amazon, Berlin, Germany","institution_ids":["https://openalex.org/I4210089985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103039853","display_name":"Chuanyi Li","orcid":"https://orcid.org/0000-0001-9270-5072"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuanyi Li","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075214885","display_name":"Jidong Ge","orcid":"https://orcid.org/0000-0003-1773-0942"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jidong Ge","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028716858","display_name":"LiGuo Huang","orcid":"https://orcid.org/0000-0001-7790-0195"},"institutions":[{"id":"https://openalex.org/I178169726","display_name":"Southern Methodist University","ror":"https://ror.org/042tdr378","country_code":"US","type":"education","lineage":["https://openalex.org/I178169726"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liguo Huang","raw_affiliation_strings":["Southern Methodist University"],"affiliations":[{"raw_affiliation_string":"Southern Methodist University","institution_ids":["https://openalex.org/I178169726"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009421977","display_name":"Zhelin Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhelin Zhu","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073104000","display_name":"Bin Luo","orcid":"https://orcid.org/0000-0002-9036-0063"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Luo","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5068879417"],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":5.5305,"has_fulltext":false,"cited_by_count":57,"citation_normalized_percentile":{"value":0.9682035,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"150","last_page":"162"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8636726140975952},{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.6816824674606323},{"id":"https://openalex.org/keywords/pointer","display_name":"Pointer (user interface)","score":0.5826248526573181},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.5633711814880371},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.5550259351730347},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5388590097427368},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.508543848991394},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.4636844992637634},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.4572318494319916},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.42650797963142395},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.4233779311180115},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3627575635910034},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.26174184679985046},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2399207353591919}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8636726140975952},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.6816824674606323},{"id":"https://openalex.org/C150202949","wikidata":"https://www.wikidata.org/wiki/Q107602","display_name":"Pointer (user interface)","level":2,"score":0.5826248526573181},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.5633711814880371},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.5550259351730347},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5388590097427368},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.508543848991394},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.4636844992637634},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.4572318494319916},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.42650797963142395},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.4233779311180115},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3627575635910034},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.26174184679985046},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2399207353591919},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3510003.3510224","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3510003.3510224","pdf_url":null,"source":{"id":"https://openalex.org/S4363608872","display_name":"Proceedings of the 44th International Conference on Software Engineering","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th International Conference on Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G5218538156","display_name":null,"funder_award_id":"61802167, 61802095","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1971844566","https://openalex.org/W2081749632","https://openalex.org/W2082160726","https://openalex.org/W2133333349","https://openalex.org/W2136296681","https://openalex.org/W2183341477","https://openalex.org/W2294980783","https://openalex.org/W2516621648","https://openalex.org/W2746147417","https://openalex.org/W2747329762","https://openalex.org/W2807964941","https://openalex.org/W2884276923","https://openalex.org/W2887364112","https://openalex.org/W2888557792","https://openalex.org/W2952250961","https://openalex.org/W2963355447","https://openalex.org/W2963661253","https://openalex.org/W2963925437","https://openalex.org/W2964194820","https://openalex.org/W2964268484","https://openalex.org/W2970072000","https://openalex.org/W2971033270","https://openalex.org/W2979271470","https://openalex.org/W3016395792","https://openalex.org/W3034689979","https://openalex.org/W3086449553","https://openalex.org/W3099640733","https://openalex.org/W3104464572","https://openalex.org/W3162689995","https://openalex.org/W3175449831","https://openalex.org/W3176586352","https://openalex.org/W3187966659","https://openalex.org/W4240768087"],"related_works":["https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W2091301346","https://openalex.org/W3148229873","https://openalex.org/W4389760904","https://openalex.org/W2150160875","https://openalex.org/W3007164922","https://openalex.org/W2187606256","https://openalex.org/W2275988210","https://openalex.org/W2367339285"],"abstract_inverted_index":{"Code":[0],"summarization":[1,178],"aims":[2],"to":[3,79,101,104,144,166],"generate":[4],"brief":[5],"natural":[6],"language":[7],"descriptions":[8],"for":[9,39,148,171],"source":[10,22,51],"codes.":[11],"The":[12],"state-of-the-art":[13],"approaches":[14,54],"follow":[15],"a":[16,73],"transformer-based":[17],"encoder-decoder":[18],"architecture.":[19],"As":[20],"the":[21,49,56,62,67,81,87,109,113,133,141,175,187],"code":[23,177],"is":[24,36],"highly":[25],"structured":[26],"and":[27,59,117,136,151],"follows":[28],"strict":[29],"grammars,":[30],"its":[31],"Abstract":[32],"Syntax":[33],"Tree":[34],"(AST)":[35],"widely":[37],"used":[38],"encoding":[40],"structural":[41],"information.":[42],"However,":[43],"ASTs":[44],"are":[45],"much":[46],"longer":[47],"than":[48,194],"corresponding":[50],"code.":[52],"Existing":[53],"ignore":[55],"size":[57],"constraint":[58],"simply":[60],"feed":[61],"whole":[63],"linearized":[64],"AST":[65,114],"into":[66],"encoders.":[68],"We":[69,160],"argue":[70],"that":[71,183],"such":[72],"simple":[74],"process":[75],"makes":[76],"it":[77],"difficult":[78],"extract":[80],"truly":[82],"useful":[83],"dependency":[84],"relations":[85],"from":[86],"overlong":[88],"input":[89],"sequence.":[90],"It":[91,139],"also":[92],"incurs":[93],"significant":[94],"computational":[95],"overhead":[96],"since":[97],"each":[98],"node":[99,130],"needs":[100],"apply":[102],"self-attention":[103],"all":[105],"other":[106],"nodes":[107,150,154],"in":[108,122,132],"AST.":[110],"To":[111],"encode":[112],"more":[115,192],"effectively":[116],"efficiently,":[118],"we":[119],"propose":[120,162],"AST-Trans":[121,184],"this":[123],"paper":[124],"which":[125],"exploits":[126],"two":[127,158,176],"types":[128],"of":[129],"relationships":[131],"AST:":[134],"ancestor-descendant":[135],"sibling":[137],"relationships.":[138,159],"applies":[140],"tree-structured":[142],"attention":[143],"dynamically":[145],"allocate":[146],"weights":[147],"relevant":[149],"exclude":[152],"irrelevant":[153],"based":[155],"on":[156],"these":[157],"further":[161],"an":[163],"efficient":[164,193],"implementation":[165],"support":[167],"fast":[168],"parallel":[169],"computation":[170],"tree-structure":[172],"attention.":[173],"On":[174],"datasets,":[179],"experimental":[180],"results":[181],"show":[182],"significantly":[185],"outperforms":[186],"state-of-the-arts":[188],"while":[189],"being":[190],"times":[191],"standard":[195],"transformers1.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":22},{"year":2023,"cited_by_count":12}],"updated_date":"2026-04-12T07:58:50.170612","created_date":"2022-07-08T00:00:00"}