FunASR/fun_text_processing/text_normalization/zh/verbalizers/cardinal.py

17 lines
558 B
Python
Raw Normal View History

2024-05-18 15:50:56 +08:00
import pynini
from fun_text_processing.text_normalization.zh.graph_utils import FUN_NOT_QUOTE, GraphFst
from pynini.lib import pynutil
class Cardinal(GraphFst):
"""
tokens { cardinal { integer: "一二三" } } -> 一二三
"""
def __init__(self, deterministic: bool = True, lm: bool = False):
super().__init__(name="cardinal", kind="verbalize", deterministic=deterministic)
graph = pynutil.delete('integer: "') + pynini.closure(FUN_NOT_QUOTE) + pynutil.delete('"')
self.fst = self.delete_tokens(graph).optimize()