{"id":"https://openalex.org/W2913293333","doi":"https://doi.org/10.1109/icdmw.2018.00179","title":"Intrinsic or Extrinsic Evaluation: An Overview of Word Embedding Evaluation","display_name":"Intrinsic or Extrinsic Evaluation: An Overview of Word Embedding Evaluation","publication_year":2018,"publication_date":"2018-11-01","ids":{"openalex":"https://openalex.org/W2913293333","doi":"https://doi.org/10.1109/icdmw.2018.00179","mag":"2913293333"},"language":"en","primary_location":{"id":"doi:10.1109/icdmw.2018.00179","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icdmw.2018.00179","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Data Mining Workshops (ICDMW)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113542097","display_name":"Yong Shi","orcid":"https://orcid.org/0000-0001-7974-1079"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210096250","display_name":"Beijing Institute of Big Data Research","ror":"https://ror.org/00s1sz824","country_code":"CN","type":"facility","lineage":["https://openalex.org/I20231570","https://openalex.org/I37796252","https://openalex.org/I4210096250"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yong Shi","raw_affiliation_strings":["Key Laboratory of Big Data Mining and Knowledge Management, School of Economics and Management Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Big Data Mining and Knowledge Management, School of Economics and Management Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210096250","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018137331","display_name":"Yuanchun Zheng","orcid":"https://orcid.org/0000-0001-5757-0598"},"institutions":[{"id":"https://openalex.org/I4210096250","display_name":"Beijing Institute of Big Data Research","ror":"https://ror.org/00s1sz824","country_code":"CN","type":"facility","lineage":["https://openalex.org/I20231570","https://openalex.org/I37796252","https://openalex.org/I4210096250"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanchun Zheng","raw_affiliation_strings":["Key Laboratory of Big Data Mining and Knowledge Management, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Big Data Mining and Knowledge Management, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210096250","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064220732","display_name":"Kun Guo","orcid":"https://orcid.org/0000-0002-4787-8406"},"institutions":[{"id":"https://openalex.org/I114218197","display_name":"Chinese Academy of Social Sciences","ror":"https://ror.org/05bxbmy32","country_code":"CN","type":"facility","lineage":["https://openalex.org/I114218197"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Guo","raw_affiliation_strings":["School of Economics and Management, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Economics and Management, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I114218197","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101585517","display_name":"Luyao Zhu","orcid":"https://orcid.org/0000-0002-7422-7318"},"institutions":[{"id":"https://openalex.org/I114218197","display_name":"Chinese Academy of Social Sciences","ror":"https://ror.org/05bxbmy32","country_code":"CN","type":"facility","lineage":["https://openalex.org/I114218197"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luyao Zhu","raw_affiliation_strings":["School of Economics and Management, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Economics and Management, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I114218197","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089527913","display_name":"Yi Qu","orcid":"https://orcid.org/0000-0002-6353-0741"},"institutions":[{"id":"https://openalex.org/I114218197","display_name":"Chinese Academy of Social Sciences","ror":"https://ror.org/05bxbmy32","country_code":"CN","type":"facility","lineage":["https://openalex.org/I114218197"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Qu","raw_affiliation_strings":["School of Economics and Management, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Economics and Management, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I114218197","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5113542097"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210096250"],"apc_list":null,"apc_paid":null,"fwci":0.3258,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.69575357,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1255","last_page":"1262"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8084546327590942},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.7682090401649475},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.7643808126449585},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7235751152038574},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.6592339873313904},{"id":"https://openalex.org/keywords/polysemy","display_name":"Polysemy","score":0.639056384563446},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5343360900878906},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5244867205619812},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4554436504840851},{"id":"https://openalex.org/keywords/syntax","display_name":"Syntax","score":0.44660574197769165},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.43342259526252747},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.41549280285835266},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.41187623143196106},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.13366281986236572}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8084546327590942},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.7682090401649475},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7643808126449585},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7235751152038574},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.6592339873313904},{"id":"https://openalex.org/C2780276568","wikidata":"https://www.wikidata.org/wiki/Q191928","display_name":"Polysemy","level":2,"score":0.639056384563446},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5343360900878906},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5244867205619812},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4554436504840851},{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.44660574197769165},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.43342259526252747},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.41549280285835266},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.41187623143196106},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.13366281986236572},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icdmw.2018.00179","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icdmw.2018.00179","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Data Mining Workshops (ICDMW)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8100000023841858}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W36903255","https://openalex.org/W179875071","https://openalex.org/W947140380","https://openalex.org/W1010415138","https://openalex.org/W1564174355","https://openalex.org/W1614298861","https://openalex.org/W1775434803","https://openalex.org/W1832693441","https://openalex.org/W1854884267","https://openalex.org/W1983578042","https://openalex.org/W2026487812","https://openalex.org/W2067438047","https://openalex.org/W2073321553","https://openalex.org/W2080100102","https://openalex.org/W2084046180","https://openalex.org/W2091812280","https://openalex.org/W2097732278","https://openalex.org/W2100062901","https://openalex.org/W2103318667","https://openalex.org/W2113459411","https://openalex.org/W2114524997","https://openalex.org/W2117130368","https://openalex.org/W2121227244","https://openalex.org/W2128870637","https://openalex.org/W2132631284","https://openalex.org/W2137735870","https://openalex.org/W2142625445","https://openalex.org/W2158997610","https://openalex.org/W2162456950","https://openalex.org/W2164019165","https://openalex.org/W2164973920","https://openalex.org/W2170240176","https://openalex.org/W2170682101","https://openalex.org/W2173361515","https://openalex.org/W2197429038","https://openalex.org/W2250418535","https://openalex.org/W2250539671","https://openalex.org/W2250966211","https://openalex.org/W2251012068","https://openalex.org/W2251537235","https://openalex.org/W2251803266","https://openalex.org/W2252211741","https://openalex.org/W2316153475","https://openalex.org/W2493916176","https://openalex.org/W2511478665","https://openalex.org/W2549957643","https://openalex.org/W2563044023","https://openalex.org/W2766727221","https://openalex.org/W2882319491","https://openalex.org/W2963001778","https://openalex.org/W2963355447","https://openalex.org/W2963366649","https://openalex.org/W2963599948","https://openalex.org/W2963626623","https://openalex.org/W2998704965","https://openalex.org/W3100115330","https://openalex.org/W4294170691","https://openalex.org/W6601546654","https://openalex.org/W6674387193","https://openalex.org/W6675387176","https://openalex.org/W6676984168","https://openalex.org/W6678277124","https://openalex.org/W6679840752","https://openalex.org/W6680094886","https://openalex.org/W6680532216","https://openalex.org/W6682691769","https://openalex.org/W6684165356","https://openalex.org/W6684443387","https://openalex.org/W6685053522","https://openalex.org/W6688004652","https://openalex.org/W6691746754","https://openalex.org/W6729554795","https://openalex.org/W6996569244"],"related_works":["https://openalex.org/W4288263119","https://openalex.org/W3015724364","https://openalex.org/W2967994095","https://openalex.org/W4285240985","https://openalex.org/W2900126711","https://openalex.org/W4286930972","https://openalex.org/W3202115945","https://openalex.org/W2542958340","https://openalex.org/W4389520438","https://openalex.org/W3113264705"],"abstract_inverted_index":{"Compared":[0],"with":[1],"traditional":[2],"methods,":[3],"word":[4,40,80,99,120,130,146,170],"em-bedding":[5],"is":[6,72,198],"an":[7,240],"efficient":[8],"language":[9,31,67,90,138,174,201],"representation":[10,45],"that":[11,159,176,239],"can":[12],"learn":[13],"syntax":[14],"and":[15,25,123,143,148,154,166,173,203,211,234,244],"semantics":[16],"by":[17,38],"using":[18],"neural":[19],"networks.":[20],"As":[21],"the":[22,35,84,87,117,192],"result,":[23],"more":[24,26,246],"promising":[27],"experiments":[28],"in":[29,75,113,169,180,188,232],"natural":[30,216],"processing":[32],"(NLP)":[33],"get":[34],"state-of-the-art":[36],"results":[37,187],"introducing":[39],"embedding.":[41],"In":[42,132],"principle,":[43],"embedding":[44,121,204],"learning":[46,122,205],"embeds":[47],"words":[48],"to":[49,110,219],"a":[50,245],"low-dimensional":[51],"vector":[52],"space,":[53],"there-fore":[54],"vectors":[55,165],"support":[56],"initialization":[57],"of":[58,86,129,194],"NLP":[59,209],"tasks":[60],"such":[61,228],"as":[62,229],"text":[63],"classification,":[64],"sentiment":[65],"analysis,":[66],"understanding,":[68],"etc.":[69],"However,":[70],"polysemy":[71],"very":[73],"common":[74],"many":[76,137,149],"languages,":[77],"which":[78],"causes":[79],"ambiguation,":[81],"further":[82],"influences":[83],"accuracy":[85],"system.":[88],"Additionally,":[89],"models":[91,139,175],"based":[92],"on":[93,98],"distributed":[94],"hypotheses":[95],"mostly":[96],"focused":[97],"properties":[100],"rather":[101],"than":[102],"morphology":[103],"were":[104],"our":[105,195],"primary":[106],"focus.":[107],"This":[108],"leads":[109],"unreasonable":[111],"performance":[112,179],"different":[114],"evaluations.":[115,190,236],"At":[116],"same":[118],"time,":[119],"measuring":[124],"are":[125,161,225],"two":[126],"vital":[127],"components":[128],"representation.":[131],"this":[133,253],"paper,":[134],"we":[135],"overviewed":[136],"including":[140,152],"single":[141],"sense":[142,145],"multiple":[144],"embedding,":[147],"evaluated":[150,223],"approaches":[151],"intrinsic":[153,181,233],"extrinsic":[155,189,235],"evaluation.":[156],"We":[157,237],"found":[158],"there":[160,197],"obvious":[162],"gaps":[163],"between":[164],"manual":[167],"annotations":[168],"similarity":[171],"evaluation,":[172],"achieved":[177],"good":[178],"evaluations":[182,213],"could":[183],"not":[184],"produce":[185],"similar":[186],"To":[191],"best":[193],"knowledge,":[196],"no":[199],"universal":[200],"model":[202],"method":[206,249],"for":[207],"most":[208],"task,":[210],"each":[212],"also":[214,226],"hidden":[215],"defects":[217],"compared":[218],"human":[220],"knowledge.":[221],"More":[222],"datasets":[224,230],"investigated":[227],"used":[231],"believe":[238],"improved":[241],"evaluation":[242,248],"dataset":[243],"rational":[247],"would":[250],"benefit":[251],"from":[252],"overview.":[254]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}