Yehor's picture
Init
ea6a7ed
raw
history blame contribute delete
5.86 kB
"""adapted from https://github.com/keithito/tacotron"""
import inflect
import re
_magnitudes = ["trillion", "billion", "million", "thousand", "hundred", "m", "b", "t"]
_magnitudes_key = {"m": "million", "b": "billion", "t": "trillion"}
_measurements = "(f|c|k|d|m)"
_measurements_key = {"f": "fahrenheit", "c": "celsius", "k": "thousand", "m": "meters"}
_currency_key = {"$": "dollar", "£": "pound", "€": "euro", "₩": "won"}
_inflect = inflect.engine()
_comma_number_re = re.compile(r"([0-9][0-9\,]+[0-9])")
_decimal_number_re = re.compile(r"([0-9]+\.[0-9]+)")
_currency_re = re.compile(
r"([\$€£₩])([0-9\.\,]*[0-9]+)(?:[ ]?({})(?=[^a-zA-Z]))?".format(
"|".join(_magnitudes)
),
re.IGNORECASE,
)
_measurement_re = re.compile(
r"([0-9\.\,]*[0-9]+(\s)?{}\b)".format(_measurements), re.IGNORECASE
)
_ordinal_re = re.compile(r"[0-9]+(st|nd|rd|th)")
# _range_re = re.compile(r'(?<=[0-9])+(-)(?=[0-9])+.*?')
_roman_re = re.compile(
r"\b(?=[MDCLXVI]+\b)M{0,4}(CM|CD|D?C{0,3})(XC|XL|L?X{0,3})(IX|IV|V?I{2,3})\b"
) # avoid I
_multiply_re = re.compile(r"(\b[0-9]+)(x)([0-9]+)")
_number_re = re.compile(r"[0-9]+'s|[0-9]+s|[0-9]+")
def _remove_commas(m):
return m.group(1).replace(",", "")
def _expand_decimal_point(m):
return m.group(1).replace(".", " point ")
def _expand_currency(m):
currency = _currency_key[m.group(1)]
quantity = m.group(2)
magnitude = m.group(3)
# remove commas from quantity to be able to convert to numerical
quantity = quantity.replace(",", "")
# check for million, billion, etc...
if magnitude is not None and magnitude.lower() in _magnitudes:
if len(magnitude) == 1:
magnitude = _magnitudes_key[magnitude.lower()]
return "{} {} {}".format(_expand_hundreds(quantity), magnitude, currency + "s")
parts = quantity.split(".")
if len(parts) > 2:
return quantity + " " + currency + "s" # Unexpected format
dollars = int(parts[0]) if parts[0] else 0
cents = int(parts[1]) if len(parts) > 1 and parts[1] else 0
if dollars and cents:
dollar_unit = currency if dollars == 1 else currency + "s"
cent_unit = "cent" if cents == 1 else "cents"
return "{} {}, {} {}".format(
_expand_hundreds(dollars),
dollar_unit,
_inflect.number_to_words(cents),
cent_unit,
)
elif dollars:
dollar_unit = currency if dollars == 1 else currency + "s"
return "{} {}".format(_expand_hundreds(dollars), dollar_unit)
elif cents:
cent_unit = "cent" if cents == 1 else "cents"
return "{} {}".format(_inflect.number_to_words(cents), cent_unit)
else:
return "zero" + " " + currency + "s"
def _expand_hundreds(text):
number = float(text)
if number > 1000 < 10000 and (number % 100 == 0) and (number % 1000 != 0):
return _inflect.number_to_words(int(number / 100)) + " hundred"
else:
return _inflect.number_to_words(text)
def _expand_ordinal(m):
return _inflect.number_to_words(m.group(0))
def _expand_measurement(m):
_, number, measurement = re.split("(\d+(?:\.\d+)?)", m.group(0))
number = _inflect.number_to_words(number)
measurement = "".join(measurement.split())
measurement = _measurements_key[measurement.lower()]
return "{} {}".format(number, measurement)
def _expand_range(m):
return " to "
def _expand_multiply(m):
left = m.group(1)
right = m.group(3)
return "{} by {}".format(left, right)
def _expand_roman(m):
# from https://stackoverflow.com/questions/19308177/converting-roman-numerals-to-integers-in-python
roman_numerals = {"I": 1, "V": 5, "X": 10, "L": 50, "C": 100, "D": 500, "M": 1000}
result = 0
num = m.group(0)
for i, c in enumerate(num):
if (i + 1) == len(num) or roman_numerals[c] >= roman_numerals[num[i + 1]]:
result += roman_numerals[c]
else:
result -= roman_numerals[c]
return str(result)
def _expand_number(m):
_, number, suffix = re.split(r"(\d+(?:'?\d+)?)", m.group(0))
number = int(number)
if (
number > 1000
and number < 10000
and (number % 100 == 0)
and (number % 1000 != 0)
):
text = _inflect.number_to_words(number // 100) + " hundred"
elif number > 1000 and number < 3000:
if number == 2000:
text = "two thousand"
elif number > 2000 and number < 2010:
text = "two thousand " + _inflect.number_to_words(number % 100)
elif number % 100 == 0:
text = _inflect.number_to_words(number // 100) + " hundred"
else:
number = _inflect.number_to_words(
number, andword="", zero="oh", group=2
).replace(", ", " ")
number = re.sub(r"-", " ", number)
text = number
else:
number = _inflect.number_to_words(number, andword="and")
number = re.sub(r"-", " ", number)
number = re.sub(r",", "", number)
text = number
if suffix in ("'s", "s"):
if text[-1] == "y":
text = text[:-1] + "ies"
else:
text = text + suffix
return text
def normalize_currency(text):
return re.sub(_currency_re, _expand_currency, text)
def normalize_numbers(text):
text = re.sub(_comma_number_re, _remove_commas, text)
text = re.sub(_currency_re, _expand_currency, text)
text = re.sub(_decimal_number_re, _expand_decimal_point, text)
text = re.sub(_ordinal_re, _expand_ordinal, text)
# text = re.sub(_range_re, _expand_range, text)
# text = re.sub(_measurement_re, _expand_measurement, text)
text = re.sub(_roman_re, _expand_roman, text)
text = re.sub(_multiply_re, _expand_multiply, text)
text = re.sub(_number_re, _expand_number, text)
return text