Spaces:
Sleeping
Sleeping
| # Natural Language Toolkit: ALINE | |
| # | |
| # Copyright (C) 2001-2023 NLTK Project | |
| # Author: Greg Kondrak <[email protected]> | |
| # Geoff Bacon <[email protected]> (Python port) | |
| # URL: <https://www.nltk.org/> | |
| # For license information, see LICENSE.TXT | |
| """ | |
| ALINE | |
| https://webdocs.cs.ualberta.ca/~kondrak/ | |
| Copyright 2002 by Grzegorz Kondrak. | |
| ALINE is an algorithm for aligning phonetic sequences, described in [1]. | |
| This module is a port of Kondrak's (2002) ALINE. It provides functions for | |
| phonetic sequence alignment and similarity analysis. These are useful in | |
| historical linguistics, sociolinguistics and synchronic phonology. | |
| ALINE has parameters that can be tuned for desired output. These parameters are: | |
| - C_skip, C_sub, C_exp, C_vwl | |
| - Salience weights | |
| - Segmental features | |
| In this implementation, some parameters have been changed from their default | |
| values as described in [1], in order to replicate published results. All changes | |
| are noted in comments. | |
| Example usage | |
| ------------- | |
| # Get optimal alignment of two phonetic sequences | |
| align('θin', 'tenwis') # doctest: +SKIP | |
| [[('θ', 't'), ('i', 'e'), ('n', 'n'), ('-', 'w'), ('-', 'i'), ('-', 's')]] | |
| [1] G. Kondrak. Algorithms for Language Reconstruction. PhD dissertation, | |
| University of Toronto. | |
| """ | |
| try: | |
| import numpy as np | |
| except ImportError: | |
| np = None | |
| # === Constants === | |
| inf = float("inf") | |
| # Default values for maximum similarity scores (Kondrak 2002: 54) | |
| C_skip = -10 # Indels | |
| C_sub = 35 # Substitutions | |
| C_exp = 45 # Expansions/compressions | |
| C_vwl = 5 # Vowel/consonant relative weight (decreased from 10) | |
| consonants = [ | |
| "B", | |
| "N", | |
| "R", | |
| "b", | |
| "c", | |
| "d", | |
| "f", | |
| "g", | |
| "h", | |
| "j", | |
| "k", | |
| "l", | |
| "m", | |
| "n", | |
| "p", | |
| "q", | |
| "r", | |
| "s", | |
| "t", | |
| "v", | |
| "x", | |
| "z", | |
| "ç", | |
| "ð", | |
| "ħ", | |
| "ŋ", | |
| "ɖ", | |
| "ɟ", | |
| "ɢ", | |
| "ɣ", | |
| "ɦ", | |
| "ɬ", | |
| "ɮ", | |
| "ɰ", | |
| "ɱ", | |
| "ɲ", | |
| "ɳ", | |
| "ɴ", | |
| "ɸ", | |
| "ɹ", | |
| "ɻ", | |
| "ɽ", | |
| "ɾ", | |
| "ʀ", | |
| "ʁ", | |
| "ʂ", | |
| "ʃ", | |
| "ʈ", | |
| "ʋ", | |
| "ʐ ", | |
| "ʒ", | |
| "ʔ", | |
| "ʕ", | |
| "ʙ", | |
| "ʝ", | |
| "β", | |
| "θ", | |
| "χ", | |
| "ʐ", | |
| "w", | |
| ] | |
| # Relevant features for comparing consonants and vowels | |
| R_c = [ | |
| "aspirated", | |
| "lateral", | |
| "manner", | |
| "nasal", | |
| "place", | |
| "retroflex", | |
| "syllabic", | |
| "voice", | |
| ] | |
| # 'high' taken out of R_v because same as manner | |
| R_v = [ | |
| "back", | |
| "lateral", | |
| "long", | |
| "manner", | |
| "nasal", | |
| "place", | |
| "retroflex", | |
| "round", | |
| "syllabic", | |
| "voice", | |
| ] | |
| # Flattened feature matrix (Kondrak 2002: 56) | |
| similarity_matrix = { | |
| # place | |
| "bilabial": 1.0, | |
| "labiodental": 0.95, | |
| "dental": 0.9, | |
| "alveolar": 0.85, | |
| "retroflex": 0.8, | |
| "palato-alveolar": 0.75, | |
| "palatal": 0.7, | |
| "velar": 0.6, | |
| "uvular": 0.5, | |
| "pharyngeal": 0.3, | |
| "glottal": 0.1, | |
| "labiovelar": 1.0, | |
| "vowel": -1.0, # added 'vowel' | |
| # manner | |
| "stop": 1.0, | |
| "affricate": 0.9, | |
| "fricative": 0.85, # increased fricative from 0.8 | |
| "trill": 0.7, | |
| "tap": 0.65, | |
| "approximant": 0.6, | |
| "high vowel": 0.4, | |
| "mid vowel": 0.2, | |
| "low vowel": 0.0, | |
| "vowel2": 0.5, # added vowel | |
| # high | |
| "high": 1.0, | |
| "mid": 0.5, | |
| "low": 0.0, | |
| # back | |
| "front": 1.0, | |
| "central": 0.5, | |
| "back": 0.0, | |
| # binary features | |
| "plus": 1.0, | |
| "minus": 0.0, | |
| } | |
| # Relative weights of phonetic features (Kondrak 2002: 55) | |
| salience = { | |
| "syllabic": 5, | |
| "place": 40, | |
| "manner": 50, | |
| "voice": 5, # decreased from 10 | |
| "nasal": 20, # increased from 10 | |
| "retroflex": 10, | |
| "lateral": 10, | |
| "aspirated": 5, | |
| "long": 0, # decreased from 1 | |
| "high": 3, # decreased from 5 | |
| "back": 2, # decreased from 5 | |
| "round": 2, # decreased from 5 | |
| } | |
| # (Kondrak 2002: 59-60) | |
| feature_matrix = { | |
| # Consonants | |
| "p": { | |
| "place": "bilabial", | |
| "manner": "stop", | |
| "syllabic": "minus", | |
| "voice": "minus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "b": { | |
| "place": "bilabial", | |
| "manner": "stop", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "t": { | |
| "place": "alveolar", | |
| "manner": "stop", | |
| "syllabic": "minus", | |
| "voice": "minus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "d": { | |
| "place": "alveolar", | |
| "manner": "stop", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ʈ": { | |
| "place": "retroflex", | |
| "manner": "stop", | |
| "syllabic": "minus", | |
| "voice": "minus", | |
| "nasal": "minus", | |
| "retroflex": "plus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ɖ": { | |
| "place": "retroflex", | |
| "manner": "stop", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "plus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "c": { | |
| "place": "palatal", | |
| "manner": "stop", | |
| "syllabic": "minus", | |
| "voice": "minus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ɟ": { | |
| "place": "palatal", | |
| "manner": "stop", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "k": { | |
| "place": "velar", | |
| "manner": "stop", | |
| "syllabic": "minus", | |
| "voice": "minus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "g": { | |
| "place": "velar", | |
| "manner": "stop", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "q": { | |
| "place": "uvular", | |
| "manner": "stop", | |
| "syllabic": "minus", | |
| "voice": "minus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ɢ": { | |
| "place": "uvular", | |
| "manner": "stop", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ʔ": { | |
| "place": "glottal", | |
| "manner": "stop", | |
| "syllabic": "minus", | |
| "voice": "minus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "m": { | |
| "place": "bilabial", | |
| "manner": "stop", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "plus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ɱ": { | |
| "place": "labiodental", | |
| "manner": "stop", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "plus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "n": { | |
| "place": "alveolar", | |
| "manner": "stop", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "plus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ɳ": { | |
| "place": "retroflex", | |
| "manner": "stop", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "plus", | |
| "retroflex": "plus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ɲ": { | |
| "place": "palatal", | |
| "manner": "stop", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "plus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ŋ": { | |
| "place": "velar", | |
| "manner": "stop", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "plus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ɴ": { | |
| "place": "uvular", | |
| "manner": "stop", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "plus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "N": { | |
| "place": "uvular", | |
| "manner": "stop", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "plus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ʙ": { | |
| "place": "bilabial", | |
| "manner": "trill", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "B": { | |
| "place": "bilabial", | |
| "manner": "trill", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "r": { | |
| "place": "alveolar", | |
| "manner": "trill", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "plus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ʀ": { | |
| "place": "uvular", | |
| "manner": "trill", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "R": { | |
| "place": "uvular", | |
| "manner": "trill", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ɾ": { | |
| "place": "alveolar", | |
| "manner": "tap", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ɽ": { | |
| "place": "retroflex", | |
| "manner": "tap", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "plus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ɸ": { | |
| "place": "bilabial", | |
| "manner": "fricative", | |
| "syllabic": "minus", | |
| "voice": "minus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "β": { | |
| "place": "bilabial", | |
| "manner": "fricative", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "f": { | |
| "place": "labiodental", | |
| "manner": "fricative", | |
| "syllabic": "minus", | |
| "voice": "minus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "v": { | |
| "place": "labiodental", | |
| "manner": "fricative", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "θ": { | |
| "place": "dental", | |
| "manner": "fricative", | |
| "syllabic": "minus", | |
| "voice": "minus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ð": { | |
| "place": "dental", | |
| "manner": "fricative", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "s": { | |
| "place": "alveolar", | |
| "manner": "fricative", | |
| "syllabic": "minus", | |
| "voice": "minus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "z": { | |
| "place": "alveolar", | |
| "manner": "fricative", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ʃ": { | |
| "place": "palato-alveolar", | |
| "manner": "fricative", | |
| "syllabic": "minus", | |
| "voice": "minus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ʒ": { | |
| "place": "palato-alveolar", | |
| "manner": "fricative", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ʂ": { | |
| "place": "retroflex", | |
| "manner": "fricative", | |
| "syllabic": "minus", | |
| "voice": "minus", | |
| "nasal": "minus", | |
| "retroflex": "plus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ʐ": { | |
| "place": "retroflex", | |
| "manner": "fricative", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "plus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ç": { | |
| "place": "palatal", | |
| "manner": "fricative", | |
| "syllabic": "minus", | |
| "voice": "minus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ʝ": { | |
| "place": "palatal", | |
| "manner": "fricative", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "x": { | |
| "place": "velar", | |
| "manner": "fricative", | |
| "syllabic": "minus", | |
| "voice": "minus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ɣ": { | |
| "place": "velar", | |
| "manner": "fricative", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "χ": { | |
| "place": "uvular", | |
| "manner": "fricative", | |
| "syllabic": "minus", | |
| "voice": "minus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ʁ": { | |
| "place": "uvular", | |
| "manner": "fricative", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ħ": { | |
| "place": "pharyngeal", | |
| "manner": "fricative", | |
| "syllabic": "minus", | |
| "voice": "minus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ʕ": { | |
| "place": "pharyngeal", | |
| "manner": "fricative", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "h": { | |
| "place": "glottal", | |
| "manner": "fricative", | |
| "syllabic": "minus", | |
| "voice": "minus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ɦ": { | |
| "place": "glottal", | |
| "manner": "fricative", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ɬ": { | |
| "place": "alveolar", | |
| "manner": "fricative", | |
| "syllabic": "minus", | |
| "voice": "minus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "plus", | |
| "aspirated": "minus", | |
| }, | |
| "ɮ": { | |
| "place": "alveolar", | |
| "manner": "fricative", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "plus", | |
| "aspirated": "minus", | |
| }, | |
| "ʋ": { | |
| "place": "labiodental", | |
| "manner": "approximant", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ɹ": { | |
| "place": "alveolar", | |
| "manner": "approximant", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ɻ": { | |
| "place": "retroflex", | |
| "manner": "approximant", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "plus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "j": { | |
| "place": "palatal", | |
| "manner": "approximant", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ɰ": { | |
| "place": "velar", | |
| "manner": "approximant", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "l": { | |
| "place": "alveolar", | |
| "manner": "approximant", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "plus", | |
| "aspirated": "minus", | |
| }, | |
| "w": { | |
| "place": "labiovelar", | |
| "manner": "approximant", | |
| "syllabic": "minus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "aspirated": "minus", | |
| }, | |
| # Vowels | |
| "i": { | |
| "place": "vowel", | |
| "manner": "vowel2", | |
| "syllabic": "plus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "high": "high", | |
| "back": "front", | |
| "round": "minus", | |
| "long": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "y": { | |
| "place": "vowel", | |
| "manner": "vowel2", | |
| "syllabic": "plus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "high": "high", | |
| "back": "front", | |
| "round": "plus", | |
| "long": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "e": { | |
| "place": "vowel", | |
| "manner": "vowel2", | |
| "syllabic": "plus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "high": "mid", | |
| "back": "front", | |
| "round": "minus", | |
| "long": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "E": { | |
| "place": "vowel", | |
| "manner": "vowel2", | |
| "syllabic": "plus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "high": "mid", | |
| "back": "front", | |
| "round": "minus", | |
| "long": "plus", | |
| "aspirated": "minus", | |
| }, | |
| "ø": { | |
| "place": "vowel", | |
| "manner": "vowel2", | |
| "syllabic": "plus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "high": "mid", | |
| "back": "front", | |
| "round": "plus", | |
| "long": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ɛ": { | |
| "place": "vowel", | |
| "manner": "vowel2", | |
| "syllabic": "plus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "high": "mid", | |
| "back": "front", | |
| "round": "minus", | |
| "long": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "œ": { | |
| "place": "vowel", | |
| "manner": "vowel2", | |
| "syllabic": "plus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "high": "mid", | |
| "back": "front", | |
| "round": "plus", | |
| "long": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "æ": { | |
| "place": "vowel", | |
| "manner": "vowel2", | |
| "syllabic": "plus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "high": "low", | |
| "back": "front", | |
| "round": "minus", | |
| "long": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "a": { | |
| "place": "vowel", | |
| "manner": "vowel2", | |
| "syllabic": "plus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "high": "low", | |
| "back": "front", | |
| "round": "minus", | |
| "long": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "A": { | |
| "place": "vowel", | |
| "manner": "vowel2", | |
| "syllabic": "plus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "high": "low", | |
| "back": "front", | |
| "round": "minus", | |
| "long": "plus", | |
| "aspirated": "minus", | |
| }, | |
| "ɨ": { | |
| "place": "vowel", | |
| "manner": "vowel2", | |
| "syllabic": "plus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "high": "high", | |
| "back": "central", | |
| "round": "minus", | |
| "long": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ʉ": { | |
| "place": "vowel", | |
| "manner": "vowel2", | |
| "syllabic": "plus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "high": "high", | |
| "back": "central", | |
| "round": "plus", | |
| "long": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ə": { | |
| "place": "vowel", | |
| "manner": "vowel2", | |
| "syllabic": "plus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "high": "mid", | |
| "back": "central", | |
| "round": "minus", | |
| "long": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "u": { | |
| "place": "vowel", | |
| "manner": "vowel2", | |
| "syllabic": "plus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "high": "high", | |
| "back": "back", | |
| "round": "plus", | |
| "long": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "U": { | |
| "place": "vowel", | |
| "manner": "vowel2", | |
| "syllabic": "plus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "high": "high", | |
| "back": "back", | |
| "round": "plus", | |
| "long": "plus", | |
| "aspirated": "minus", | |
| }, | |
| "o": { | |
| "place": "vowel", | |
| "manner": "vowel2", | |
| "syllabic": "plus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "high": "mid", | |
| "back": "back", | |
| "round": "plus", | |
| "long": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "O": { | |
| "place": "vowel", | |
| "manner": "vowel2", | |
| "syllabic": "plus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "high": "mid", | |
| "back": "back", | |
| "round": "plus", | |
| "long": "plus", | |
| "aspirated": "minus", | |
| }, | |
| "ɔ": { | |
| "place": "vowel", | |
| "manner": "vowel2", | |
| "syllabic": "plus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "high": "mid", | |
| "back": "back", | |
| "round": "plus", | |
| "long": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "ɒ": { | |
| "place": "vowel", | |
| "manner": "vowel2", | |
| "syllabic": "plus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "high": "low", | |
| "back": "back", | |
| "round": "minus", | |
| "long": "minus", | |
| "aspirated": "minus", | |
| }, | |
| "I": { | |
| "place": "vowel", | |
| "manner": "vowel2", | |
| "syllabic": "plus", | |
| "voice": "plus", | |
| "nasal": "minus", | |
| "retroflex": "minus", | |
| "lateral": "minus", | |
| "high": "high", | |
| "back": "front", | |
| "round": "minus", | |
| "long": "plus", | |
| "aspirated": "minus", | |
| }, | |
| } | |
| # === Algorithm === | |
| def align(str1, str2, epsilon=0): | |
| """ | |
| Compute the alignment of two phonetic strings. | |
| :param str str1: First string to be aligned | |
| :param str str2: Second string to be aligned | |
| :type epsilon: float (0.0 to 1.0) | |
| :param epsilon: Adjusts threshold similarity score for near-optimal alignments | |
| :rtype: list(list(tuple(str, str))) | |
| :return: Alignment(s) of str1 and str2 | |
| (Kondrak 2002: 51) | |
| """ | |
| if np is None: | |
| raise ImportError("You need numpy in order to use the align function") | |
| assert 0.0 <= epsilon <= 1.0, "Epsilon must be between 0.0 and 1.0." | |
| m = len(str1) | |
| n = len(str2) | |
| # This includes Kondrak's initialization of row 0 and column 0 to all 0s. | |
| S = np.zeros((m + 1, n + 1), dtype=float) | |
| # If i <= 1 or j <= 1, don't allow expansions as it doesn't make sense, | |
| # and breaks array and string indices. Make sure they never get chosen | |
| # by setting them to -inf. | |
| for i in range(1, m + 1): | |
| for j in range(1, n + 1): | |
| edit1 = S[i - 1, j] + sigma_skip(str1[i - 1]) | |
| edit2 = S[i, j - 1] + sigma_skip(str2[j - 1]) | |
| edit3 = S[i - 1, j - 1] + sigma_sub(str1[i - 1], str2[j - 1]) | |
| if i > 1: | |
| edit4 = S[i - 2, j - 1] + sigma_exp(str2[j - 1], str1[i - 2 : i]) | |
| else: | |
| edit4 = -inf | |
| if j > 1: | |
| edit5 = S[i - 1, j - 2] + sigma_exp(str1[i - 1], str2[j - 2 : j]) | |
| else: | |
| edit5 = -inf | |
| S[i, j] = max(edit1, edit2, edit3, edit4, edit5, 0) | |
| T = (1 - epsilon) * np.amax(S) # Threshold score for near-optimal alignments | |
| alignments = [] | |
| for i in range(1, m + 1): | |
| for j in range(1, n + 1): | |
| if S[i, j] >= T: | |
| alignments.append(_retrieve(i, j, 0, S, T, str1, str2, [])) | |
| return alignments | |
| def _retrieve(i, j, s, S, T, str1, str2, out): | |
| """ | |
| Retrieve the path through the similarity matrix S starting at (i, j). | |
| :rtype: list(tuple(str, str)) | |
| :return: Alignment of str1 and str2 | |
| """ | |
| if S[i, j] == 0: | |
| return out | |
| else: | |
| if j > 1 and S[i - 1, j - 2] + sigma_exp(str1[i - 1], str2[j - 2 : j]) + s >= T: | |
| out.insert(0, (str1[i - 1], str2[j - 2 : j])) | |
| _retrieve( | |
| i - 1, | |
| j - 2, | |
| s + sigma_exp(str1[i - 1], str2[j - 2 : j]), | |
| S, | |
| T, | |
| str1, | |
| str2, | |
| out, | |
| ) | |
| elif ( | |
| i > 1 and S[i - 2, j - 1] + sigma_exp(str2[j - 1], str1[i - 2 : i]) + s >= T | |
| ): | |
| out.insert(0, (str1[i - 2 : i], str2[j - 1])) | |
| _retrieve( | |
| i - 2, | |
| j - 1, | |
| s + sigma_exp(str2[j - 1], str1[i - 2 : i]), | |
| S, | |
| T, | |
| str1, | |
| str2, | |
| out, | |
| ) | |
| elif S[i, j - 1] + sigma_skip(str2[j - 1]) + s >= T: | |
| out.insert(0, ("-", str2[j - 1])) | |
| _retrieve(i, j - 1, s + sigma_skip(str2[j - 1]), S, T, str1, str2, out) | |
| elif S[i - 1, j] + sigma_skip(str1[i - 1]) + s >= T: | |
| out.insert(0, (str1[i - 1], "-")) | |
| _retrieve(i - 1, j, s + sigma_skip(str1[i - 1]), S, T, str1, str2, out) | |
| elif S[i - 1, j - 1] + sigma_sub(str1[i - 1], str2[j - 1]) + s >= T: | |
| out.insert(0, (str1[i - 1], str2[j - 1])) | |
| _retrieve( | |
| i - 1, | |
| j - 1, | |
| s + sigma_sub(str1[i - 1], str2[j - 1]), | |
| S, | |
| T, | |
| str1, | |
| str2, | |
| out, | |
| ) | |
| return out | |
| def sigma_skip(p): | |
| """ | |
| Returns score of an indel of P. | |
| (Kondrak 2002: 54) | |
| """ | |
| return C_skip | |
| def sigma_sub(p, q): | |
| """ | |
| Returns score of a substitution of P with Q. | |
| (Kondrak 2002: 54) | |
| """ | |
| return C_sub - delta(p, q) - V(p) - V(q) | |
| def sigma_exp(p, q): | |
| """ | |
| Returns score of an expansion/compression. | |
| (Kondrak 2002: 54) | |
| """ | |
| q1 = q[0] | |
| q2 = q[1] | |
| return C_exp - delta(p, q1) - delta(p, q2) - V(p) - max(V(q1), V(q2)) | |
| def delta(p, q): | |
| """ | |
| Return weighted sum of difference between P and Q. | |
| (Kondrak 2002: 54) | |
| """ | |
| features = R(p, q) | |
| total = 0 | |
| for f in features: | |
| total += diff(p, q, f) * salience[f] | |
| return total | |
| def diff(p, q, f): | |
| """ | |
| Returns difference between phonetic segments P and Q for feature F. | |
| (Kondrak 2002: 52, 54) | |
| """ | |
| p_features, q_features = feature_matrix[p], feature_matrix[q] | |
| return abs(similarity_matrix[p_features[f]] - similarity_matrix[q_features[f]]) | |
| def R(p, q): | |
| """ | |
| Return relevant features for segment comparison. | |
| (Kondrak 2002: 54) | |
| """ | |
| if p in consonants or q in consonants: | |
| return R_c | |
| return R_v | |
| def V(p): | |
| """ | |
| Return vowel weight if P is vowel. | |
| (Kondrak 2002: 54) | |
| """ | |
| if p in consonants: | |
| return 0 | |
| return C_vwl | |
| # === Test === | |
| def demo(): | |
| """ | |
| A demonstration of the result of aligning phonetic sequences | |
| used in Kondrak's (2002) dissertation. | |
| """ | |
| data = [pair.split(",") for pair in cognate_data.split("\n")] | |
| for pair in data: | |
| alignment = align(pair[0], pair[1])[0] | |
| alignment = [f"({a[0]}, {a[1]})" for a in alignment] | |
| alignment = " ".join(alignment) | |
| print(f"{pair[0]} ~ {pair[1]} : {alignment}") | |
| cognate_data = """jo,ʒə | |
| tu,ty | |
| nosotros,nu | |
| kjen,ki | |
| ke,kwa | |
| todos,tu | |
| una,ən | |
| dos,dø | |
| tres,trwa | |
| ombre,om | |
| arbol,arbrə | |
| pluma,plym | |
| kabeθa,kap | |
| boka,buʃ | |
| pje,pje | |
| koraθon,kœr | |
| ber,vwar | |
| benir,vənir | |
| deθir,dir | |
| pobre,povrə | |
| ðis,dIzes | |
| ðæt,das | |
| wat,vas | |
| nat,nixt | |
| loŋ,laŋ | |
| mæn,man | |
| fleʃ,flajʃ | |
| bləd,blyt | |
| feðər,fEdər | |
| hær,hAr | |
| ir,Or | |
| aj,awgə | |
| nowz,nAzə | |
| mawθ,munt | |
| təŋ,tsuŋə | |
| fut,fys | |
| nij,knI | |
| hænd,hant | |
| hart,herts | |
| livər,lEbər | |
| ænd,ante | |
| æt,ad | |
| blow,flAre | |
| ir,awris | |
| ijt,edere | |
| fiʃ,piʃkis | |
| flow,fluere | |
| staɾ,stella | |
| ful,plenus | |
| græs,gramen | |
| hart,kordis | |
| horn,korny | |
| aj,ego | |
| nij,genU | |
| məðər,mAter | |
| mawntən,mons | |
| nejm,nomen | |
| njuw,nowus | |
| wən,unus | |
| rawnd,rotundus | |
| sow,suere | |
| sit,sedere | |
| θrij,tres | |
| tuwθ,dentis | |
| θin,tenwis | |
| kinwawa,kenuaʔ | |
| nina,nenah | |
| napewa,napɛw | |
| wapimini,wapemen | |
| namesa,namɛʔs | |
| okimawa,okemaw | |
| ʃiʃipa,seʔsep | |
| ahkohkwa,ahkɛh | |
| pematesiweni,pematesewen | |
| asenja,aʔsɛn""" | |
| if __name__ == "__main__": | |
| demo() | |