From fed65fd858f8f58a74b252b1333c23796e071ca2 Mon Sep 17 00:00:00 2001 From: b84330808 Date: Thu, 5 Nov 2026 15:18:51 +0900 Subject: [PATCH] fix: read 110, 120, etc. as phone numbers only when the context says so MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Any 3-digit number from phone.tsv was read digit by digit unless a known unit followed, so 共120题 became 共幺二零题 and 跑了110公尺 became 跑了幺幺零公尺. Keep that reading only next to a word that marks a phone number, and read the rest as numbers. 5-digit service numbers are unchanged. --- tn/chinese/data/cardinal/phone_after.tsv | 19 +++++++++++++++++++ tn/chinese/data/cardinal/phone_before.tsv | 10 ++++++++++ tn/chinese/rules/cardinal.py | 12 ++++++++++-- tn/chinese/test/data/cardinal.txt | 4 +++- tn/chinese/test/data/normalizer.txt | 8 ++++++++ 5 files changed, 50 insertions(+), 3 deletions(-) create mode 100644 tn/chinese/data/cardinal/phone_after.tsv create mode 100644 tn/chinese/data/cardinal/phone_before.tsv diff --git a/tn/chinese/data/cardinal/phone_after.tsv b/tn/chinese/data/cardinal/phone_after.tsv new file mode 100644 index 00000000..8e479f01 --- /dev/null +++ b/tn/chinese/data/cardinal/phone_after.tsv @@ -0,0 +1,19 @@ +电话 +電話 +打电话 +打電話 +打个电话 +打個電話 +报警 +報警 +火警 +急救 +救护车 +救護車 +热线 +熱線 +查号 +查號 +交警 +指挥中心 +指揮中心 diff --git a/tn/chinese/data/cardinal/phone_before.tsv b/tn/chinese/data/cardinal/phone_before.tsv new file mode 100644 index 00000000..c30e3f58 --- /dev/null +++ b/tn/chinese/data/cardinal/phone_before.tsv @@ -0,0 +1,10 @@ +拨打 +撥打 +拨 +撥 +打 +打给 +打給 +致电 +致電 +呼叫 diff --git a/tn/chinese/rules/cardinal.py b/tn/chinese/rules/cardinal.py index 12412594..dc27b728 100644 --- a/tn/chinese/rules/cardinal.py +++ b/tn/chinese/rules/cardinal.py @@ -79,12 +79,20 @@ def build_tagger(self): cardinal |= digits.plus + (delete("-") + digits.plus)**2 # xxx-xxxxxxxx cardinal |= digits**3 + delete("-") + digits**8 - # well-known short phone numbers (110, 12306, etc.) and 11-digit mobile + # well-known 5-digit service numbers (12306, etc.) and 11-digit mobile phone_digits = digits @ self.build_rule(cross("一", "幺")) - phone = string_file(get_abs_path("chinese/data/cardinal/phone.tsv")) + known_phones = string_file(get_abs_path("chinese/data/cardinal/phone.tsv")) + phone = self.DIGIT**5 @ known_phones phone |= phone_digits**11 phone |= accep("尾号") + (accep("是") | accep("为")).ques + phone_digits**4 cardinal |= add_weight(phone, -1.0) + # 110, 120, etc. are also ordinary quantities (120题, 110公尺), so read them + # as phone numbers only next to a word that says so (拨打120, 120急救) + emergency = self.DIGIT**3 @ known_phones + rmspace = delete(" ").ques + before = string_file(get_abs_path("chinese/data/cardinal/phone_before.tsv")) + after = string_file(get_abs_path("chinese/data/cardinal/phone_after.tsv")) + cardinal |= before + rmspace + emergency | emergency + rmspace + after self.cardinal = cardinal.optimize() self.tagger = self.add_tokens(self.tag_field("value", self.cardinal)) diff --git a/tn/chinese/test/data/cardinal.txt b/tn/chinese/test/data/cardinal.txt index 02a67893..9df17b9a 100644 --- a/tn/chinese/test/data/cardinal.txt +++ b/tn/chinese/test/data/cardinal.txt @@ -1,4 +1,6 @@ -110 => 幺幺零 +拨打110 => 拨打幺幺零 +拨打 119 => 拨打幺幺九 +120急救 => 幺二零急救 2% => 百分之二 127.0.0.1 => 一二七点零点零点一 010-64035547 => 零一零六四零三五五四七 diff --git a/tn/chinese/test/data/normalizer.txt b/tn/chinese/test/data/normalizer.txt index 64f1cc4c..1f7a3c05 100644 --- a/tn/chinese/test/data/normalizer.txt +++ b/tn/chinese/test/data/normalizer.txt @@ -44,3 +44,11 @@ B2B => B to B 包含3000余件 => 包含三千余件 查处450余名 => 查处四百五十余名 查处450余名 => 查处四百五十余名 +共120题 => 共一百二十题 +跑了110公尺 => 跑了一百一十公尺 +总分是120 => 总分是一百二十 +快打110报警 => 快打幺幺零报警 +有事打120 => 有事打幺二零 +撥打119 => 拨打幺幺九 +他打了120分 => 他打了一百二十分 +给110打个电话 => 给幺幺零打个电话