forked from hankcs/HanLP
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathDemoBasicTokenizer.java
More file actions
38 lines (36 loc) · 1.47 KB
/
DemoBasicTokenizer.java
File metadata and controls
38 lines (36 loc) · 1.47 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
/*
* <summary></summary>
* <author>hankcs</author>
* <email>me@hankcs.com</email>
* <create-date>2015/5/4 23:38</create-date>
*
* <copyright file="DemoBasicTokenizer.java">
* Copyright (c) 2003-2015, hankcs. All Right Reserved, http://www.hankcs.com/
* </copyright>
*/
package com.hankcs.demo;
import com.hankcs.hanlp.tokenizer.BasicTokenizer;
/**
* 演示基础分词，基础分词只进行基本NGram分词，不识别命名实体，不使用用户词典
*
* @author hankcs
*/
public class DemoBasicTokenizer
{
public static void main(String[] args)
{
String text = "举办纪念活动铭记二战历史，不忘战争带给人类的深重灾难，是为了防止悲剧重演，确保和平永驻；" +
"铭记二战历史，更是为了提醒国际社会，需要共同捍卫二战胜利成果和国际公平正义，" +
"必须警惕和抵制在历史认知和维护战后国际秩序问题上的倒行逆施。";
System.out.println(BasicTokenizer.segment(text));
// 测试分词速度，让大家对HanLP的性能有一个直观的认识
long start = System.currentTimeMillis();
int pressure = 100000;
for (int i = 0; i < pressure; ++i)
{
BasicTokenizer.segment(text);
}
double costTime = (System.currentTimeMillis() - start) / (double) 1000;
System.out.printf("BasicTokenizer分词速度：%.2f字每秒\n", text.length() * pressure / costTime);
}
}