{"id":"https://openalex.org/W4405419420","doi":"https://doi.org/10.48550/arxiv.2408.11878","title":"Open-FinLLMs: Open Multimodal Large Language Models for Financial Applications","display_name":"Open-FinLLMs: Open Multimodal Large Language Models for Financial Applications","publication_year":2024,"publication_date":"2024-08-20","ids":{"openalex":"https://openalex.org/W4405419420","doi":"https://doi.org/10.48550/arxiv.2408.11878"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2408.11878","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.11878","pdf_url":"https://arxiv.org/pdf/2408.11878","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2408.11878","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018254776","display_name":"Jimin Huang","orcid":"https://orcid.org/0000-0002-3501-3907"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Huang, Jimin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111097308","display_name":"Mengxi Xiao","orcid":"https://orcid.org/0009-0001-6825-8361"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Mengxi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088062637","display_name":"Dong Li","orcid":"https://orcid.org/0000-0002-4578-0595"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Dong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100641890","display_name":"Zihao Jiang","orcid":"https://orcid.org/0000-0003-2689-6522"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Zihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036229509","display_name":"Yuzhe Yang","orcid":"https://orcid.org/0000-0002-7634-8295"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yuzhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100386934","display_name":"Yifei Zhang","orcid":"https://orcid.org/0000-0002-4646-7699"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yifei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Qian, Lingfei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qian, Lingfei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Wang, Yan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Peng, Xueqing","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Xueqing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Ren, Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ren, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101307852","display_name":"Ruoyu Xiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiang, Ruoyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003772256","display_name":"Zhengyu Chen","orcid":"https://orcid.org/0000-0003-1298-883X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Zhengyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100320945","display_name":"Xiao Zhang","orcid":"https://orcid.org/0000-0003-3860-9105"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111133467","display_name":"Yueru He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Yueru","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054465909","display_name":"Weiguang Han","orcid":"https://orcid.org/0000-0003-1821-4667"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Weiguang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041945106","display_name":"Shunian Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Shunian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026285361","display_name":"Lihang Shen","orcid":"https://orcid.org/0000-0001-8404-1667"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Lihang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100372590","display_name":"Daniel Kim","orcid":"https://orcid.org/0000-0001-8907-6420"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Daniel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069731031","display_name":"Yangyang Yu","orcid":"https://orcid.org/0000-0002-2878-0622"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Yangyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115604006","display_name":"Yupeng Cao","orcid":"https://orcid.org/0000-0002-4024-2026"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Yupeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069290428","display_name":"Zhiyang Deng","orcid":"https://orcid.org/0000-0002-1299-6314"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Zhiyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020982913","display_name":"Haohang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Haohang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001345589","display_name":"Duanyu Feng","orcid":"https://orcid.org/0000-0002-8288-1002"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Duanyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Dai, Yongfu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dai, Yongfu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115454997","display_name":"VijayaSai Somasundaram","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Somasundaram, VijayaSai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052550377","display_name":"Pengfei Lu","orcid":"https://orcid.org/0000-0001-7172-3773"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Peng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102620407","display_name":"Guojun Xiong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiong, Guojun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100321232","display_name":"Zhiwei Liu","orcid":"https://orcid.org/0000-0002-1760-8368"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zhiwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075367840","display_name":"Zheheng Luo","orcid":"https://orcid.org/0000-0001-8246-5511"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Zheheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108265235","display_name":"Zhiyuan Yao","orcid":"https://orcid.org/0000-0002-6861-3319"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Zhiyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Weng, Ruey-Ling","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weng, Ruey-Ling","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Qiu, Meikang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiu, Meikang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035188223","display_name":"Kaleb E. Smith","orcid":"https://orcid.org/0000-0003-1532-5919"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Smith, Kaleb E","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100643773","display_name":"Honghai Yu","orcid":"https://orcid.org/0000-0002-9105-6768"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Honghai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029848442","display_name":"Yanzhao Lai","orcid":"https://orcid.org/0000-0002-8067-0842"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lai, Yanzhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102996335","display_name":"Min Peng","orcid":"https://orcid.org/0000-0001-5189-0013"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Min","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Nie, Jian-Yun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nie, Jian-Yun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069454833","display_name":"Jordan W. Suchow","orcid":"https://orcid.org/0000-0001-9848-4872"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Suchow, Jordan W.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100405221","display_name":"Xiaoyang Liu","orcid":"https://orcid.org/0000-0002-1202-6764"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Xiao-Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057282504","display_name":"Benyou Wang","orcid":"https://orcid.org/0000-0002-1501-9914"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Benyou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074826581","display_name":"Alejandro Lopez-Lira","orcid":"https://orcid.org/0000-0002-5133-7776"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lopez-Lira, Alejandro","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101868563","display_name":"Qianqian Xie","orcid":"https://orcid.org/0000-0002-9588-7454"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Qianqian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077976343","display_name":"Sophia Ananiadou","orcid":"https://orcid.org/0000-0002-4097-9191"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ananiadou, Sophia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Tsujii, Junichi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tsujii, Junichi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":44,"corresponding_author_ids":["https://openalex.org/A5018254776"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.8853999972343445,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.8853999972343445,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11995","display_name":"FinTech, Crowdfunding, Digital Finance","score":0.8033999800682068,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13523","display_name":"Mathematics, Computing, and Information Processing","score":0.8027999997138977,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.449557363986969},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.35489779710769653}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.449557363986969},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.35489779710769653}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2408.11878","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.11878","pdf_url":"https://arxiv.org/pdf/2408.11878","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2408.11878","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2408.11878","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2408.11878","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.11878","pdf_url":"https://arxiv.org/pdf/2408.11878","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4405419420.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Financial":[0],"LLMs":[1,42,127],"hold":[2],"promise":[3],"for":[4,28,86],"advancing":[5],"financial":[6,41,76,96,124,132],"tasks":[7,47,103],"and":[8,21,52,59,78,100,107,125,135,148,152,159],"domain-specific":[9],"applications.":[10],"However,":[11],"they":[12],"are":[13],"limited":[14],"by":[15],"scarce":[16],"corpora,":[17],"weak":[18],"multimodal":[19,40,83,102,114],"capabilities,":[20],"narrow":[22],"evaluations,":[23],"making":[24],"them":[25],"less":[26],"suited":[27],"real-world":[29,143],"application.":[30],"To":[31,145],"address":[32],"this,":[33],"we":[34,154],"introduce":[35],"\\textit{Open-FinLLMs},":[36],"the":[37],"first":[38],"open-source":[39],"designed":[43],"to":[44,141],"handle":[45],"diverse":[46],"across":[48,94,131,150],"text,":[49],"tabular,":[50],"time-series,":[51],"chart":[53],"data,":[54],"excelling":[55],"in":[56,104],"zero-shot,":[57,105],"few-shot,":[58,106],"fine-tuning":[60,109],"settings.":[61],"The":[62],"suite":[63],"includes":[64],"FinLLaMA,":[65],"pre-trained":[66],"on":[67],"a":[68],"comprehensive":[69],"52-billion-token":[70],"corpus;":[71],"FinLLaMA-Instruct,":[72],"fine-tuned":[73],"with":[74,81],"573K":[75],"instructions;":[77],"FinLLaVA,":[79],"enhanced":[80],"1.43M":[82],"tuning":[84],"pairs":[85],"strong":[87],"cross-modal":[88],"reasoning.":[89],"We":[90],"comprehensively":[91],"evaluate":[92],"Open-FinLLMs":[93,121],"14":[95],"tasks,":[97,137],"30":[98],"datasets,":[99],"4":[101],"supervised":[108],"settings,":[110],"introducing":[111],"two":[112],"new":[113],"evaluation":[115],"datasets.":[116],"Our":[117],"results":[118],"show":[119],"that":[120],"outperforms":[122],"afvanced":[123],"general":[126],"such":[128],"as":[129],"GPT-4,":[130],"NLP,":[133],"decision-making,":[134],"multi-modal":[136],"highlighting":[138],"their":[139],"potential":[140],"tackle":[142],"challenges.":[144],"foster":[146],"innovation":[147],"collaboration":[149],"academia":[151],"industry,":[153],"release":[155],"all":[156],"codes":[157],"(https://anonymous.4open.science/r/PIXIU2-0D70/B1D7/LICENSE)":[158],"models":[160],"under":[161],"OSI-approved":[162],"licenses.":[163]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2026-05-03T08:25:01.440150","created_date":"2024-12-16T00:00:00"}