42 lines
1.5 KiB
Python
42 lines
1.5 KiB
Python
|
import pynini
|
||
|
|
from fun_text_processing.text_normalization.en.graph_utils import (
|
||
|
|
DAMO_NOT_QUOTE,
|
||
|
|
GraphFst,
|
||
|
|
delete_extra_space,
|
||
|
|
delete_preserve_order,
|
||
|
|
)
|
||
|
|
from pynini.lib import pynutil
|
||
|
|
|
||
|
|
|
||
|
|
class MeasureFst(GraphFst):
|
||
|
|
"""
|
||
|
|
Finite state transducer for verbalizing measure, e.g.
|
||
|
|
measure { cardinal { integer: "zwei" units: "unzen" } } -> "zwei unzen"
|
||
|
|
measure { cardinal { integer_part: "zwei" quantity: "millionen" units: "unzen" } } -> "zwei millionen unzen"
|
||
|
|
|
||
|
|
Args:
|
||
|
|
decimal: decimal GraphFst
|
||
|
|
cardinal: cardinal GraphFst
|
||
|
|
fraction: fraction GraphFst
|
||
|
|
deterministic: if True will provide a single transduction option,
|
||
|
|
for False multiple transduction are generated (used for audio-based normalization)
|
||
|
|
"""
|
||
|
|
|
||
|
|
def __init__(
|
||
|
|
self, decimal: GraphFst, cardinal: GraphFst, fraction: GraphFst, deterministic: bool
|
||
|
|
):
|
||
|
|
super().__init__(name="measure", kind="verbalize", deterministic=deterministic)
|
||
|
|
unit = pynutil.delete('units: "') + pynini.closure(DAMO_NOT_QUOTE) + pynutil.delete('"')
|
||
|
|
|
||
|
|
graph_decimal = decimal.fst
|
||
|
|
graph_cardinal = cardinal.fst
|
||
|
|
graph_fraction = fraction.fst
|
||
|
|
|
||
|
|
graph = (graph_cardinal | graph_decimal | graph_fraction) + pynini.accep(" ") + unit
|
||
|
|
|
||
|
|
graph |= unit + delete_extra_space + (graph_cardinal | graph_decimal)
|
||
|
|
graph += delete_preserve_order
|
||
|
|
|
||
|
|
delete_tokens = self.delete_tokens(graph)
|
||
|
|
self.fst = delete_tokens.optimize()
|