diff --git a/tn/chinese/rules/cardinal.py b/tn/chinese/rules/cardinal.py index dc27b72..1a7b1a7 100644 --- a/tn/chinese/rules/cardinal.py +++ b/tn/chinese/rules/cardinal.py @@ -12,7 +12,7 @@ # See the License for the specific language governing permissions and # limitations under the License. -from pynini import accep, cross, string_file +from pynini import accep, closure, cross, string_file from pynini.lib.pynutil import add_weight, delete, insert from tn.processor import Processor @@ -66,6 +66,10 @@ def build_tagger(self): | rmzero**8)) number = digits | ten | hundred | thousand | ten_thousand | hundred_million + # 15,000 => 一万五千, 1,000,000 => 一百万. It costs more than a comma between + # two numbers (100), so that 1,2345 doesn't become 1,234 followed by 5. + grouped = closure(self.DIGIT, 1, 3) + (accep(",") + self.DIGIT**3).plus + number |= add_weight(grouped @ self.build_rule(delete(","), self.DIGIT, self.DIGIT) @ number, 120) number = sign.ques + number + (dot + digits.plus).ques number @= self.build_rule(cross("二百", "两百") | cross("二千", "两千") | cross("二万", "两万") | cross("二亿", "两亿"), "[BOS]").optimize() diff --git a/tn/chinese/test/data/normalizer.txt b/tn/chinese/test/data/normalizer.txt index 1f7a3c0..80ec1ed 100644 --- a/tn/chinese/test/data/normalizer.txt +++ b/tn/chinese/test/data/normalizer.txt @@ -52,3 +52,9 @@ B2B => B to B 撥打119 => 拨打幺幺九 他打了120分 => 他打了一百二十分 给110打个电话 => 给幺幺零打个电话 +跑了15,000公尺 => 跑了一万五千公尺 +卖出3,791台 => 卖出三千七百九十一台 +全长1,000,000 => 全长一百万 +价格是$1,000 => 价格是一千美元 +选1,2,3 => 选一,二,三 +1,2345 => 一,两千三百四十五