{"id":"https://openalex.org/W4402727217","doi":"https://doi.org/10.1109/cvpr52733.2024.01980","title":"General Point Model Pretraining with Autoencoding and Autoregressive","display_name":"General Point Model Pretraining with Autoencoding and Autoregressive","publication_year":2024,"publication_date":"2024-06-16","ids":{"openalex":"https://openalex.org/W4402727217","doi":"https://doi.org/10.1109/cvpr52733.2024.01980"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52733.2024.01980","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.01980","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100356724","display_name":"Zhe Li","orcid":"https://orcid.org/0009-0009-3725-2248"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhe Li","raw_affiliation_strings":["Huazhong University of Science and Technologv"],"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technologv","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060075172","display_name":"Zhangyang Gao","orcid":"https://orcid.org/0000-0003-1026-6083"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhangyang Gao","raw_affiliation_strings":["AI Lab, Research Center for Industries of the Future, Westlake University"],"affiliations":[{"raw_affiliation_string":"AI Lab, Research Center for Industries of the Future, Westlake University","institution_ids":["https://openalex.org/I3133055985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006542157","display_name":"Cheng Tan","orcid":"https://orcid.org/0000-0002-8639-923X"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Tan","raw_affiliation_strings":["AI Lab, Research Center for Industries of the Future, Westlake University"],"affiliations":[{"raw_affiliation_string":"AI Lab, Research Center for Industries of the Future, Westlake University","institution_ids":["https://openalex.org/I3133055985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012121138","display_name":"Bocheng Ren","orcid":"https://orcid.org/0000-0002-6594-1421"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bocheng Ren","raw_affiliation_strings":["Huazhong University of Science and Technologv"],"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technologv","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049154222","display_name":"Laurence T. Yang","orcid":"https://orcid.org/0000-0002-7986-4244"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Laurence T. Yang","raw_affiliation_strings":["Huazhong University of Science and Technologv"],"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technologv","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082786719","display_name":"Stan Z. Li","orcid":"https://orcid.org/0000-0002-2961-8096"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Stan Z. Li","raw_affiliation_strings":["AI Lab, Research Center for Industries of the Future, Westlake University"],"affiliations":[{"raw_affiliation_string":"AI Lab, Research Center for Industries of the Future, Westlake University","institution_ids":["https://openalex.org/I3133055985"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100356724"],"corresponding_institution_ids":["https://openalex.org/I47720641"],"apc_list":null,"apc_paid":null,"fwci":4.349,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.9555584,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"20954","last_page":"20964"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11245","display_name":"Advanced Numerical Analysis Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11159","display_name":"Manufacturing Process and Optimization","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.8520994186401367},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5750341415405273},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5657737255096436},{"id":"https://openalex.org/keywords/star-model","display_name":"STAR model","score":0.4244700074195862},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.40211188793182373},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.3747321367263794},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21060916781425476},{"id":"https://openalex.org/keywords/autoregressive-integrated-moving-average","display_name":"Autoregressive integrated moving average","score":0.16236627101898193},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.16176417469978333},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.15024638175964355}],"concepts":[{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.8520994186401367},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5750341415405273},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5657737255096436},{"id":"https://openalex.org/C194657046","wikidata":"https://www.wikidata.org/wiki/Q7394685","display_name":"STAR model","level":4,"score":0.4244700074195862},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.40211188793182373},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3747321367263794},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21060916781425476},{"id":"https://openalex.org/C24338571","wikidata":"https://www.wikidata.org/wiki/Q2566298","display_name":"Autoregressive integrated moving average","level":3,"score":0.16236627101898193},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.16176417469978333},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.15024638175964355},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cvpr52733.2024.01980","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.01980","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.4699999988079071,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G4471616908","display_name":null,"funder_award_id":"U21A20427","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W1920022804","https://openalex.org/W2064675550","https://openalex.org/W2331143823","https://openalex.org/W2553307952","https://openalex.org/W2560722161","https://openalex.org/W2896457183","https://openalex.org/W2908510526","https://openalex.org/W2962843773","https://openalex.org/W2963121255","https://openalex.org/W2963158438","https://openalex.org/W2963719584","https://openalex.org/W2965373594","https://openalex.org/W2970597249","https://openalex.org/W2979750740","https://openalex.org/W2981440248","https://openalex.org/W2985088149","https://openalex.org/W2986615800","https://openalex.org/W2990613095","https://openalex.org/W3011411500","https://openalex.org/W3091112259","https://openalex.org/W3094502228","https://openalex.org/W3111535274","https://openalex.org/W3116959466","https://openalex.org/W3153465022","https://openalex.org/W3156636935","https://openalex.org/W3157424380","https://openalex.org/W3160566314","https://openalex.org/W3184324824","https://openalex.org/W3202611145","https://openalex.org/W3204568647","https://openalex.org/W4214755140","https://openalex.org/W4224035735","https://openalex.org/W4236965008","https://openalex.org/W4281732104","https://openalex.org/W4281922683","https://openalex.org/W4285294723","https://openalex.org/W4288623616","https://openalex.org/W4290055897","https://openalex.org/W4292779060","https://openalex.org/W4312270234","https://openalex.org/W4312317653","https://openalex.org/W4312788538","https://openalex.org/W4312980726","https://openalex.org/W4313156423","https://openalex.org/W4377371554","https://openalex.org/W4385245566","https://openalex.org/W4387969212","https://openalex.org/W4394671432","https://openalex.org/W4402667887","https://openalex.org/W6726497184","https://openalex.org/W6729448088","https://openalex.org/W6739778489","https://openalex.org/W6739901393","https://openalex.org/W6748208425","https://openalex.org/W6749757727","https://openalex.org/W6763103765","https://openalex.org/W6763422710","https://openalex.org/W6763701032","https://openalex.org/W6774817265","https://openalex.org/W6778883912","https://openalex.org/W6779879114","https://openalex.org/W6783272290","https://openalex.org/W6784094891","https://openalex.org/W6788135285","https://openalex.org/W6790978476","https://openalex.org/W6796761347","https://openalex.org/W6810249204","https://openalex.org/W6839294089","https://openalex.org/W6839446344","https://openalex.org/W6841095953","https://openalex.org/W6847873191"],"related_works":["https://openalex.org/W2439807930","https://openalex.org/W2009692134","https://openalex.org/W1972271943","https://openalex.org/W2019155478","https://openalex.org/W2024529895","https://openalex.org/W2168175994","https://openalex.org/W1902630399","https://openalex.org/W2120434453","https://openalex.org/W3120578569","https://openalex.org/W1487412319"],"abstract_inverted_index":{"The":[0],"pre-training":[1],"architectures":[2],"of":[3,96,155],"large":[4,28],"language":[5,29],"models":[6,136],"encompass":[7],"various":[8,94],"types,":[9],"including":[10],"autoencoding":[11,58,92,158],"models,":[12,14],"autoregressive":[13,60,156],"and":[15,59,83,140,157],"encoder-decoder":[16],"models.":[17],"We":[18],"posit":[19],"that":[20,55],"any":[21],"modality":[22],"can":[23],"potentially":[24],"benefit":[25],"from":[26],"a":[27,50,63],"model,":[30],"as":[31,33,79,81],"long":[32],"it":[34],"undergoes":[35],"vector":[36],"quantization":[37],"to":[38,101,135],"become":[39],"discrete":[40],"tokens.":[41],"Inspired":[42],"by":[43,128],"the":[44,122,130,153,160],"General":[45,51],"Language":[46],"Model,":[47],"we":[48],"propose":[49],"Point":[52],"Model":[53],"(GPM)":[54],"seamlessly":[56],"integrates":[57],"tasks":[61,127],"in":[62,91,104,114,147],"point":[64,75,105,116,148],"cloud":[65,76,106,117,149],"transformer.":[66],"This":[67],"model":[68],"is":[69],"versatile,":[70],"allowing":[71],"fine-tuning":[72],"for":[73,124],"downstream":[74,168],"representation":[77],"tasks,":[78,99,119],"well":[80],"unconditional":[82,115],"conditional":[84,125,132],"generation":[85,118,126],"tasks.":[86,151,169],"GPM":[87,109,143],"enhances":[88],"masked":[89],"prediction":[90],"through":[93],"forms":[95],"mask":[97],"padding":[98],"leading":[100],"improved":[102],"performance":[103,146],"understanding.":[107],"Additionally,":[108],"demonstrates":[110],"highly":[111],"competitive":[112],"results":[113],"even":[120],"exhibiting":[121],"potential":[123],"modifying":[129],"input's":[131],"information.":[133],"Compared":[134],"like":[137],"Point-BERT,":[138],"MaskPoint.":[139],"PointMAE,":[141],"our":[142],"achieves":[144],"superior":[145],"understanding":[150],"Furthermore,":[152],"integration":[154],"within":[159],"same":[161],"transformer":[162],"underscores":[163],"its":[164],"versatility":[165],"across":[166],"different":[167],"Codes":[170],"are":[171],"available":[172],"at":[173],"https://github.com/gentlefress/GPM":[174]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":3}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}