{"id":"https://openalex.org/W4408412978","doi":"https://doi.org/10.1145/3723352","title":"Towards Effective Time-Aware Language Representation: Exploring Enhanced Temporal Understanding in Language Models","display_name":"Towards Effective Time-Aware Language Representation: Exploring Enhanced Temporal Understanding in Language Models","publication_year":2025,"publication_date":"2025-03-13","ids":{"openalex":"https://openalex.org/W4408412978","doi":"https://doi.org/10.1145/3723352"},"language":"en","primary_location":{"id":"doi:10.1145/3723352","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3723352","pdf_url":null,"source":{"id":"https://openalex.org/S131231701","display_name":"ACM Transactions on the Web","issn_l":"1559-1131","issn":["1559-1131","1559-114X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on the Web","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002191673","display_name":"Jiexin Wang","orcid":"https://orcid.org/0000-0002-7064-6507"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiexin Wang","raw_affiliation_strings":["South China University of Technology","South China University of Technology,  Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-7064-6507","affiliations":[{"raw_affiliation_string":"South China University of Technology","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"South China University of Technology,  Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079733597","display_name":"Adam Jatowt","orcid":"https://orcid.org/0000-0001-7235-0665"},"institutions":[{"id":"https://openalex.org/I190249584","display_name":"Universit\u00e4t Innsbruck","ror":"https://ror.org/054pv6659","country_code":"AT","type":"education","lineage":["https://openalex.org/I190249584"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Adam Jatowt","raw_affiliation_strings":["University of Innsbruck","University of Innsbruck,  Innsbruck, Austria"],"raw_orcid":"https://orcid.org/0000-0001-7235-0665","affiliations":[{"raw_affiliation_string":"University of Innsbruck","institution_ids":["https://openalex.org/I190249584"]},{"raw_affiliation_string":"University of Innsbruck,  Innsbruck, Austria","institution_ids":["https://openalex.org/I190249584"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089123257","display_name":"Yi Cai","orcid":"https://orcid.org/0000-0002-1767-789X"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Cai","raw_affiliation_strings":["South China University of Technology","South China University of Technology,  Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-1767-789X","affiliations":[{"raw_affiliation_string":"South China University of Technology","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"South China University of Technology,  Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5002191673"],"corresponding_institution_ids":["https://openalex.org/I90610280"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.01878453,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"19","issue":"3","first_page":"1","last_page":"34"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7908807992935181},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5974975824356079},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.46065637469291687},{"id":"https://openalex.org/keywords/modeling-language","display_name":"Modeling language","score":0.4585769474506378},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.33992114663124084},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3367629051208496},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.0802900493144989}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7908807992935181},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5974975824356079},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.46065637469291687},{"id":"https://openalex.org/C179603123","wikidata":"https://www.wikidata.org/wiki/Q1941921","display_name":"Modeling language","level":3,"score":0.4585769474506378},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33992114663124084},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3367629051208496},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.0802900493144989},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3723352","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3723352","pdf_url":null,"source":{"id":"https://openalex.org/S131231701","display_name":"ACM Transactions on the Web","issn_l":"1559-1131","issn":["1559-1131","1559-114X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on the Web","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1204570909","display_name":null,"funder_award_id":"62402185, 62476097","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8718620462","display_name":null,"funder_award_id":"2020B0101100002","funder_id":"https://openalex.org/F4320335795","funder_display_name":"Science and Technology Planning Project of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335795","display_name":"Science and Technology Planning Project of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W757809383","https://openalex.org/W1486587593","https://openalex.org/W1562765109","https://openalex.org/W1566289585","https://openalex.org/W1595765162","https://openalex.org/W1825451807","https://openalex.org/W1984919363","https://openalex.org/W1993972354","https://openalex.org/W2039297031","https://openalex.org/W2049810036","https://openalex.org/W2077992594","https://openalex.org/W2086633264","https://openalex.org/W2087232451","https://openalex.org/W2094661073","https://openalex.org/W2127328253","https://openalex.org/W2153594195","https://openalex.org/W2154504357","https://openalex.org/W2171820060","https://openalex.org/W2188604753","https://openalex.org/W2250539671","https://openalex.org/W2271423210","https://openalex.org/W2295415819","https://openalex.org/W2473408052","https://openalex.org/W2538147493","https://openalex.org/W2560647685","https://openalex.org/W2585439852","https://openalex.org/W2798898418","https://openalex.org/W2799077980","https://openalex.org/W2911489562","https://openalex.org/W2917468909","https://openalex.org/W2921294235","https://openalex.org/W2925618549","https://openalex.org/W2931922640","https://openalex.org/W2962739339","https://openalex.org/W2963341956","https://openalex.org/W2970771982","https://openalex.org/W2973226110","https://openalex.org/W2983651678","https://openalex.org/W3008005225","https://openalex.org/W3011411500","https://openalex.org/W3015585801","https://openalex.org/W3021480884","https://openalex.org/W3024226488","https://openalex.org/W3035067238","https://openalex.org/W3035083084","https://openalex.org/W3035582413","https://openalex.org/W3088268279","https://openalex.org/W3099950029","https://openalex.org/W3105111366","https://openalex.org/W3115228514","https://openalex.org/W3119017286","https://openalex.org/W3169993339","https://openalex.org/W3171266972","https://openalex.org/W3173483720","https://openalex.org/W3175461485","https://openalex.org/W3177927102","https://openalex.org/W4212964822","https://openalex.org/W4224308031","https://openalex.org/W4226086513","https://openalex.org/W4287111051","https://openalex.org/W4300311693","https://openalex.org/W4327644051","https://openalex.org/W4384652647","https://openalex.org/W4386566778","https://openalex.org/W4389518753"],"related_works":["https://openalex.org/W2062195135","https://openalex.org/W2795079307","https://openalex.org/W2793058541","https://openalex.org/W1983629434","https://openalex.org/W2055929693","https://openalex.org/W4324271173","https://openalex.org/W2352227742","https://openalex.org/W4390679071","https://openalex.org/W1967645776","https://openalex.org/W2107238869"],"abstract_inverted_index":{"In":[0],"the":[1,10,110,130],"evolving":[2],"field":[3],"of":[4,13,105,113,133,171],"Natural":[5],"Language":[6,84],"Processing":[7],"(NLP),":[8],"understanding":[9,112],"temporal":[11,22,49,67,74,106,114,131,180,194],"context":[12],"text":[14],"is":[15,97],"increasingly":[16],"critical":[17],"for":[18,192],"applications":[19],"requiring":[20],"advanced":[21],"reasoning.":[23],"Traditional":[24],"pre-trained":[25,64],"language":[26,62],"models":[27],"like":[28],"BERT,":[29],"which":[30],"rely":[31],"on":[32,65,129,176],"synchronic":[33],"document":[34,120],"collections":[35],"such":[36],"as":[37,122,188],"BookCorpus":[38],"and":[39,47,90,116,126,174],"Wikipedia,":[40],"often":[41],"fall":[42],"short":[43],"in":[44,196],"effectively":[45],"capturing":[46],"leveraging":[48],"information.":[50],"To":[51],"address":[52],"this":[53],"limitation,":[54],"we":[55],"introduce":[56],"BiTimeBERT":[57,71,149,162,185],"2.0,":[58],"a":[59,66,102,168,189],"novel":[60],"time-aware":[61],"model":[63],"news":[68],"article":[69],"collection.":[70],"2.0":[72,150,163],"incorporates":[73],"information":[75],"through":[76],"three":[77],"innovative":[78],"pre-training":[79],"objectives:":[80],"Extended":[81],"Time-Aware":[82],"Masked":[83],"Modeling":[85],"(ETAMLM),":[86],"Document":[87],"Dating":[88],"(DD),":[89],"Time-Sensitive":[91],"Entity":[92],"Replacement":[93],"(TSER).":[94],"Each":[95],"objective":[96],"specifically":[98],"designed":[99],"to":[100],"target":[101],"distinct":[103],"dimension":[104],"information:":[107],"ETAMLM":[108],"enhances":[109],"model\u2019s":[111],"contexts":[115],"relations,":[117],"DD":[118],"integrates":[119],"timestamps":[121],"explicit":[123],"chronological":[124],"markers,":[125],"TSER":[127],"focuses":[128],"dynamics":[132],"\u201cPerson\u201d":[134],"entities.":[135],"Moreover,":[136],"our":[137],"refined":[138],"corpus":[139],"preprocessing":[140],"strategy":[141],"reduces":[142],"training":[143],"time":[144],"by":[145],"nearly":[146],"53%,":[147],"making":[148],"significantly":[151],"more":[152],"efficient":[153],"while":[154],"maintaining":[155],"high":[156],"performance.":[157],"Experimental":[158],"results":[159],"show":[160],"that":[161],"achieves":[164],"substantial":[165],"improvements":[166],"across":[167],"broad":[169],"range":[170],"time-related":[172],"tasks":[173],"excels":[175],"datasets":[177],"spanning":[178],"extensive":[179],"ranges.":[181],"These":[182],"findings":[183],"underscore":[184],"2.0\u2019s":[186],"potential":[187],"powerful":[190],"tool":[191],"advancing":[193],"reasoning":[195],"NLP.":[197],"1":[198]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}