text_processing/Elan-Text_Processing.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Text Processing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 102,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pympi    # Import pympi to work with elan files\n",
    "import string\n",
    "import glob\n",
    "\n",
    "rd = \"data/Komnzo-ELAN_files\"\n",
    "fn = \"data/Komnzo-ELAN_files/tci20110810CDa-01.eaf\"\n",
    "eafob = pympi.Elan.Eaf(fn)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 131,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Print out tiers words from Elan files\n",
    "def list_elan_tiers(rd):\n",
    "    for file_path in glob.glob((rd + '/*.eaf')): #.format(corpus_root)):\n",
    "        eafob = pympi.Elan.Eaf(file_path)\n",
    "        print(file_path)\n",
    "        print(eafob.get_tier_names())\n",
    "        print(\"\\n\")\n",
    "\n",
    "\n",
    "def elan_to_words(rd,stop_words=None,tier=None):\n",
    "    if stop_words is None:\n",
    "        stop_words = string.punctuation\n",
    "\n",
    "    if tier is None:\n",
    "        tier = ['words']\n",
    "        \n",
    "    # Initialize the frequency dictionary\n",
    "    frequency_dict = {}\n",
    "\n",
    "    for file_path in glob.glob((rd + '/*.eaf')): #.format(corpus_root)):\n",
    "        eafob = pympi.Elan.Eaf(file_path)\n",
    "\n",
    "        # Loop over all the defined tiers that contain orthography\n",
    "        for ort_tier in tier:\n",
    "            \n",
    "            # If the tier is not present in the elan file spew an error and\n",
    "            # continue. This is done to avoid possible KeyErrors\n",
    "            if ort_tier not in eafob.get_tier_names():\n",
    "                print('WARNING!!!')\n",
    "                print('One of the ortography tiers is not present in the elan file')\n",
    "                print('namely: {}. skipping this one...'.format(ort_tier))\n",
    "                \n",
    "            # If the tier is present we can loop through the annotation data\n",
    "            else:\n",
    "                for annotation in eafob.get_annotation_data_for_tier(ort_tier):\n",
    "                    # We are only interested in the utterance\n",
    "\n",
    "                    utterance = annotation[2]\n",
    "\n",
    "                    # Split, by default, splits on whitespace thus separating words\n",
    "                    words = utterance.split()\n",
    "\n",
    "                    # For every word increment the frequency\n",
    "                    for word in words:\n",
    "                        # Remove the possible punctuation\n",
    "                        for char in stop_words:\n",
    "                            word = word.replace(char, '')\n",
    "\n",
    "                        # Convert to lowercase                    \n",
    "                        word = word.lower()\n",
    "\n",
    "                        # Increment the frequency, using the get method we can\n",
    "                        # avoid KeyErrors and make sure the word is added when it\n",
    "                        # wasn't present in the frequency dictionary\n",
    "                        frequency_dict[word] = frequency_dict.get(word, 0) + 1\n",
    "                        \n",
    "    return frequency_dict\n",
    "\n",
    "def write_word_to_txt(freq,fname=\"unique_words.txt\"):\n",
    "    with open(fname, 'w') as f_:\n",
    "        kk = list(freq.keys())\n",
    "        kk = sorted(kk)\n",
    "        for k in kk:\n",
    "            print(k, file=f_)\n",
    "            "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 130,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'!\"#$%&\\'()*+,-./:;<=>?@[\\\\]^_`{|}~'"
      ]
     },
     "execution_count": 130,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "string.punctuation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'nzone': 141,\n",
       " 'yf': 133,\n",
       " 'rä': 564,\n",
       " 'abia': 1,\n",
       " 'nzä': 212,\n",
       " 'worä': 47,\n",
       " 'rokuma': 1,\n",
       " 'ŋafe': 59,\n",
       " 'bäi': 29,\n",
       " 'trikasi': 110,\n",
       " 'bänema': 127,\n",
       " 'kwa': 835,\n",
       " 'natrikwé': 6,\n",
       " 'kabe': 368,\n",
       " 'tnz': 33,\n",
       " 'sfrärm': 87,\n",
       " '...': 493,\n",
       " 'kukufia': 11,\n",
       " 'mane': 811,\n",
       " 'yara': 149,\n",
       " 'masun': 21,\n",
       " 'swamnzrm': 31,\n",
       " 'nafane': 258,\n",
       " 'ŋare': 141,\n",
       " 'edawä': 38,\n",
       " 'nä': 654,\n",
       " 'kayé': 138,\n",
       " 'zä': 206,\n",
       " 'we': 601,\n",
       " 'rokun': 2,\n",
       " 'en..': 1,\n",
       " 'näbi': 95,\n",
       " 'ŋarekarä': 13,\n",
       " 'fi': 544,\n",
       " 'zefara': 18,\n",
       " 'bi': 29,\n",
       " 'farsir': 2,\n",
       " 'karesa': 31,\n",
       " 'zfth': 34,\n",
       " 'kar': 166,\n",
       " 'watik': 660,\n",
       " 'zfthen': 21,\n",
       " 'bä': 395,\n",
       " 'bsfrärm': 2,\n",
       " 'nagayé': 65,\n",
       " 'zbo': 247,\n",
       " 'thgathinzako': 1,\n",
       " 'madma': 6,\n",
       " 'kafarwä': 7,\n",
       " 'a': 122,\n",
       " 'srak': 58,\n",
       " 'nge': 173,\n",
       " 'katanwä': 1,\n",
       " 'okay': 70,\n",
       " 'zenfara': 9,\n",
       " 'kofär': 5,\n",
       " 'ŋarsfo': 8,\n",
       " 'zärsöftha': 2,\n",
       " 'gardame': 13,\n",
       " 'rafisir': 1,\n",
       " 'kofä': 101,\n",
       " 'thoraksir': 6,\n",
       " 'gäw': 3,\n",
       " 'rusima': 1,\n",
       " 'ane': 1442,\n",
       " 'entharukwr': 1,\n",
       " 'krentharuf': 1,\n",
       " 'krenfar': 4,\n",
       " 'ŋanrafinzr': 1,\n",
       " 'e': 219,\n",
       " 'mnzärfr': 3,\n",
       " 'ŋars': 21,\n",
       " 'rokurokun': 1,\n",
       " 'wati': 393,\n",
       " 'garda': 40,\n",
       " 'fä': 294,\n",
       " 'sanzina': 1,\n",
       " 'foba': 232,\n",
       " 'zänfrefa': 3,\n",
       " 'sränrn': 1,\n",
       " 'zunbräknwrm': 1,\n",
       " 'katan': 100,\n",
       " 'fäthane': 3,\n",
       " 'frükaren': 1,\n",
       " 'krakaristh': 2,\n",
       " '\"ngth,': 1,\n",
       " 'yanor.\"': 2,\n",
       " 'mnzen': 47,\n",
       " 'boba': 156,\n",
       " 'thfrnm': 15,\n",
       " 'etfth': 29,\n",
       " 'kafar': 213,\n",
       " 'yaniyak': 11,\n",
       " 'kräs': 1,\n",
       " '\"ey': 1,\n",
       " 'ethkgr': 2,\n",
       " 'mnzen?\"': 1,\n",
       " '\"bä': 9,\n",
       " 'nthkgr?\"': 1,\n",
       " 'keke': 639,\n",
       " 'katakatané': 2,\n",
       " 'zayafath': 1,\n",
       " 'yakasi': 3,\n",
       " 'kwot': 258,\n",
       " 'mnz': 122,\n",
       " 'zräkwr': 3,\n",
       " 'neba': 97,\n",
       " 'nagayefäth': 1,\n",
       " 'kranmätrth': 1,\n",
       " 'srakfäth': 1,\n",
       " 'thmesa': 1,\n",
       " 'bobo': 173,\n",
       " 'rokurokufo': 1,\n",
       " 'zetharufath': 1,\n",
       " 'emothf': 18,\n",
       " 'sfrafinzrm': 1,\n",
       " 'nafangth': 9,\n",
       " 'thden': 21,\n",
       " 'gardan': 8,\n",
       " 'gäwkarä': 1,\n",
       " 'sukogrm': 4,\n",
       " 'kwazür': 23,\n",
       " 'srämg': 3,\n",
       " 'ysme': 1,\n",
       " 'ngefäth': 1,\n",
       " 'srärmir': 1,\n",
       " 'etha': 31,\n",
       " 'yis': 1,\n",
       " 'yaththgr': 1,\n",
       " 'yisme': 1,\n",
       " 'yirmigwr': 1,\n",
       " 'krerafifth': 1,\n",
       " 'thwä': 20,\n",
       " 'zrämg': 2,\n",
       " 'nimamenzo': 7,\n",
       " 'ŋarafinzrth': 2,\n",
       " 'kaftfr': 1,\n",
       " 'kränbrimth': 3,\n",
       " 'kma': 154,\n",
       " 'kwawarkwrm': 1,\n",
       " 'zima': 3,\n",
       " 'naf': 176,\n",
       " 'kwarizrm': 3,\n",
       " 'ŋanrafinzrth': 1,\n",
       " 'swäyé': 5,\n",
       " 'fof': 1963,\n",
       " 'thranbrim': 1,\n",
       " 'nagayfäth': 1,\n",
       " 'thnriftha': 1,\n",
       " 'kränbrim': 7,\n",
       " 'masu': 47,\n",
       " 'gardamenzo': 2,\n",
       " 'kräfref': 1,\n",
       " 'ŋaremedbo': 1,\n",
       " 'thräthayfth': 1,\n",
       " 'efoth': 65,\n",
       " 'nima': 977,\n",
       " 'tmatm': 30,\n",
       " 'ŋafiyokwa': 7,\n",
       " 'kaye': 1,\n",
       " 'nafanme': 46,\n",
       " 'nafaŋame': 12,\n",
       " 'yansriza': 1,\n",
       " 'fafen': 36,\n",
       " 'zi': 17,\n",
       " 'swathizrm': 1,\n",
       " 'ekri': 3,\n",
       " 'ysma': 3,\n",
       " 'nafaŋafe': 18,\n",
       " 'yanra': 23,\n",
       " 'thrathorthm': 1,\n",
       " 'wtrima': 2,\n",
       " 'ŋagathiknath': 1,\n",
       " 'mrmr': 40,\n",
       " 'srarfitfth': 1,\n",
       " '\"ŋafe': 2,\n",
       " 'ni': 232,\n",
       " 'znrn\"': 1,\n",
       " 'kräntf': 1,\n",
       " 'thramar': 2,\n",
       " '\"oh,': 4,\n",
       " 'nimakarä': 5,\n",
       " 'ern\"': 1,\n",
       " '\"watik,': 2,\n",
       " 'moba': 26,\n",
       " 'yaniyak?\"': 1,\n",
       " '\"keke,': 3,\n",
       " 'masufa': 2,\n",
       " 'yaniyak.': 1,\n",
       " 'yé': 494,\n",
       " 'kukufia\"': 1,\n",
       " 'o': 263,\n",
       " 'efothen': 21,\n",
       " 'zizin': 4,\n",
       " 'sathora': 19,\n",
       " 'fänwä': 2,\n",
       " 'sränzin': 1,\n",
       " 'mnzärfren': 1,\n",
       " 'zran': 17,\n",
       " 'né': 104,\n",
       " 'zirkn': 4,\n",
       " 'thrathkäf': 2,\n",
       " 'keke.': 2,\n",
       " 'banbanen': 6,\n",
       " 'sfrugrm': 5,\n",
       " 'with': 21,\n",
       " 'tagame': 3,\n",
       " 'zé': 335,\n",
       " 'ŋathäfa': 1,\n",
       " 'watik,': 128,\n",
       " 'kräyuf': 1,\n",
       " 'maneme': 14,\n",
       " 'thythy': 2,\n",
       " 'fobo': 221,\n",
       " 'samga': 12,\n",
       " 'zamatha': 12,\n",
       " 'dunzikarä': 1,\n",
       " 'ŋakwir': 7,\n",
       " 'kräkwther': 1,\n",
       " 'zfrärm': 104,\n",
       " 'edama': 5,\n",
       " 'thrma': 81,\n",
       " 'ŋare.': 1,\n",
       " 'wati,': 125,\n",
       " 'mämen': 1,\n",
       " 'zämira': 1,\n",
       " 'fof.': 6,\n",
       " 'nagayaneme': 2,\n",
       " 'ŋafyf': 12,\n",
       " 'zöfäthakfa': 1,\n",
       " 'zba': 131,\n",
       " 'zf': 395,\n",
       " 'frknzo': 2,\n",
       " 'yamrinza': 1,\n",
       " 'bänemr': 61,\n",
       " 'nafaŋare': 15,\n",
       " 'thras': 1,\n",
       " '\"nge': 1,\n",
       " 'myé': 6,\n",
       " 'ane?\"': 2,\n",
       " '\"befis': 1,\n",
       " 'myé?\"': 1,\n",
       " '\"keke': 13,\n",
       " 'yé.': 14,\n",
       " 'zamath.\"': 1,\n",
       " 'mataknzo': 1,\n",
       " 'zära.': 1,\n",
       " '\"mane': 4,\n",
       " 'srara?': 1,\n",
       " 'nege': 1,\n",
       " 'fur': 14,\n",
       " 'yé.\"': 1,\n",
       " 'fr': 35,\n",
       " 'saferfa': 1,\n",
       " 'ŋareyé': 5,\n",
       " 'efna': 1,\n",
       " 'kwosirwä': 6,\n",
       " 'zänbrima': 14,\n",
       " 'zöfäthak': 3,\n",
       " 'roku': 8,\n",
       " 'wmiyanza': 1,\n",
       " 'nafaŋa': 1,\n",
       " 'zränmes': 1,\n",
       " 'zfthfa': 1,\n",
       " 'nagayemedbo': 1,\n",
       " 'zäbth': 51,\n",
       " 'zfrä': 28,\n",
       " 'eso': 63,\n",
       " 'namä': 80,\n",
       " 'ezi': 75,\n",
       " 'zena': 220,\n",
       " 'thweksikarä': 16,\n",
       " 'wnrä': 18,\n",
       " 'füsfüs': 4,\n",
       " 'yfsagwr': 1,\n",
       " 'wänrenzr': 1,\n",
       " 'namänzo': 9,\n",
       " 'thweksi': 10,\n",
       " 'ŋanbrigwr': 6,\n",
       " 'nze': 73,\n",
       " 'ŋatrikwé': 10,\n",
       " 'safak': 23,\n",
       " 'menz': 43,\n",
       " 'faikore': 10,\n",
       " 'sagaranme': 2,\n",
       " 'garaita': 11,\n",
       " 'sagara': 25,\n",
       " 'mayawaneme': 3,\n",
       " 'mayawanme': 2,\n",
       " 'zane': 900,\n",
       " 'badabadanmedba': 1,\n",
       " 'ŋafyn': 1,\n",
       " 'bäin': 1,\n",
       " 'yatrikwath': 1,\n",
       " 'nzunwä': 1,\n",
       " 'bäyf': 4,\n",
       " 'zwafäsa': 1,\n",
       " '\"zrä': 1,\n",
       " 'safakfur': 3,\n",
       " 'thuthkagrm': 1,\n",
       " 'ŋafnath': 4,\n",
       " 'wm': 8,\n",
       " 'kanathren': 12,\n",
       " 'ythn': 5,\n",
       " 'fthé': 766,\n",
       " 'yrtmaknath': 1,\n",
       " 'wazi': 35,\n",
       " 'kwaritakwrm\"': 1,\n",
       " 'anema': 106,\n",
       " 'nimame': 144,\n",
       " 'zrethkäfé': 12,\n",
       " 'mrmren': 25,\n",
       " 'eda': 41,\n",
       " 'monwä': 29,\n",
       " 'kwanafé': 1,\n",
       " 'sagarama': 4,\n",
       " 'menzma': 3,\n",
       " 'mayawa': 42,\n",
       " 'monegsi': 1,\n",
       " 'thumgthkwrm': 5,\n",
       " 'tfrisamen': 4,\n",
       " 'kwaritakwrm': 2,\n",
       " 'bobafa': 10,\n",
       " 'okay,': 98,\n",
       " 'maf': 47,\n",
       " 'furfur': 1,\n",
       " 'katakatan': 25,\n",
       " 'krsi': 6,\n",
       " 'zn': 38,\n",
       " 'thwarnm': 1,\n",
       " 'edawänme': 1,\n",
       " 'swarärm': 5,\n",
       " 'wmen': 1,\n",
       " 'zufnakwrm': 1,\n",
       " 'gufiyar': 2,\n",
       " 'bafen': 64,\n",
       " 'kwathorthrmth': 3,\n",
       " 'gufiyaren': 1,\n",
       " 'thurärm': 1,\n",
       " 'thwanathrm': 14,\n",
       " 'katakatanzo': 3,\n",
       " 'bäne': 394,\n",
       " 'nafnzo': 1,\n",
       " 'zefarako': 5,\n",
       " 'tfrisamfa': 2,\n",
       " 'yakako': 6,\n",
       " 'krara': 5,\n",
       " 'ymd': 23,\n",
       " 'swägrm': 5,\n",
       " 'swatrikwrm': 2,\n",
       " 'nomai': 22,\n",
       " '\"oh': 22,\n",
       " 'käfrms': 2,\n",
       " 'thärifthm\"': 1,\n",
       " 'sräthoro': 5,\n",
       " 'yanor': 13,\n",
       " 'erä': 357,\n",
       " 'erifthza': 2,\n",
       " 'menzf': 3,\n",
       " '\"nzungath': 2,\n",
       " 'rar': 19,\n",
       " 'karo': 17,\n",
       " 'erä\"': 7,\n",
       " 'kadakada': 6,\n",
       " 'sutränwé': 1,\n",
       " 'kaythamane': 2,\n",
       " 'rä\"': 9,\n",
       " 'swathugrm': 1,\n",
       " 'gaso': 4,\n",
       " 'nimanzo': 23,\n",
       " 'swafiyokwrm': 3,\n",
       " 'fam': 123,\n",
       " 'zära': 17,\n",
       " '\"ah': 7,\n",
       " 'nzungathf': 1,\n",
       " 'wathugwr': 1,\n",
       " 'kam': 35,\n",
       " 'ethn': 14,\n",
       " 'berä': 114,\n",
       " 'tönafa': 3,\n",
       " 'wiyak\"': 1,\n",
       " 'kanathr': 16,\n",
       " 'santhora': 6,\n",
       " 'fthmäsü': 29,\n",
       " 'kwanrärm': 2,\n",
       " 'yayamgwa': 4,\n",
       " '\"nzungathane': 1,\n",
       " 'srethkäf': 8,\n",
       " 'efnza': 4,\n",
       " 'thräbth': 1,\n",
       " 'näbinzo': 17,\n",
       " 'sränthor': 4,\n",
       " 'sarn...': 1,\n",
       " 'ra': 209,\n",
       " 'zokwasimär': 1,\n",
       " 'zokwasi': 174,\n",
       " 'monkwk': 1,\n",
       " 'zakarath': 3,\n",
       " 'sraziro': 1,\n",
       " '\"be': 5,\n",
       " 'nzun': 31,\n",
       " 'kwathugwr': 1,\n",
       " 'bukaren': 1,\n",
       " 'emgthkwa\"': 1,\n",
       " 'tfrisam': 2,\n",
       " 'nezä': 27,\n",
       " 'srefafo': 1,\n",
       " 'ya,': 1,\n",
       " 'thuwafiyokwrm': 1,\n",
       " 'krär': 12,\n",
       " 'erästhgr': 2,\n",
       " 'rtmaksi': 3,\n",
       " 'ausi': 85,\n",
       " 'zrärkor': 1,\n",
       " '\"ni': 4,\n",
       " 'krafare': 6,\n",
       " 'ŋafänizne': 1,\n",
       " 'thfn\"': 1,\n",
       " 'tfotfo': 20,\n",
       " 'thfn': 1,\n",
       " 'zärita': 4,\n",
       " 'krärsöfth': 1,\n",
       " 'thfnen': 1,\n",
       " 'yamnzr': 34,\n",
       " 'nzenme': 100,\n",
       " 'karanme': 2,\n",
       " 'yaniyaka': 15,\n",
       " 'ŋawa...': 1,\n",
       " 'ŋawathknwa': 2,\n",
       " 'masufo': 4,\n",
       " 'zuwaythk': 3,\n",
       " 'zanfr': 22,\n",
       " 'ern': 36,\n",
       " 'garaitan': 6,\n",
       " 'emoth': 96,\n",
       " 'nafa': 72,\n",
       " 'ŋarinth': 3,\n",
       " 'ärithroth': 2,\n",
       " 'fäms': 24,\n",
       " 'ŋarer': 10,\n",
       " 'änrithrth': 1,\n",
       " 'yarizsima': 5,\n",
       " 'gadmöwä': 10,\n",
       " 'bun': 58,\n",
       " 'no': 101,\n",
       " 'kzima': 2,\n",
       " 'zaföwä': 14,\n",
       " 'monme': 97,\n",
       " 'kzi': 8,\n",
       " 'thwafiyokwrame': 1,\n",
       " 'rüsir': 1,\n",
       " 'wthkärwe': 1,\n",
       " 'miyatha': 75,\n",
       " 'wansäminza': 1,\n",
       " 'wthkärwé': 4,\n",
       " 'efthar': 2,\n",
       " 'rthé': 14,\n",
       " 'kwarünzrm': 1,\n",
       " 'sftränwrame': 1,\n",
       " 'woz': 5,\n",
       " 'thfräzrme': 1,\n",
       " 'nzigfu': 10,\n",
       " 'zofok': 6,\n",
       " 'yif': 3,\n",
       " 'suwäzine': 1,\n",
       " 'thuwägathinze': 1,\n",
       " 'wiyakm': 1,\n",
       " 'kwosir': 4,\n",
       " 'swenmare': 1,\n",
       " 'deya': 2,\n",
       " 'tauri': 52,\n",
       " 'sukwathrame': 2,\n",
       " 'naifame': 11,\n",
       " 'katakatanme': 5,\n",
       " 'kaboth': 15,\n",
       " 'zbärthé': 1,\n",
       " 'yrfrsé': 1,\n",
       " 'swemare': 3,\n",
       " 'sufnzrame': 1,\n",
       " 'wozfo': 1,\n",
       " 'thfthorthrame': 1,\n",
       " 'bärbär': 7,\n",
       " 'kwägathinz': 3,\n",
       " 'gardafo': 5,\n",
       " 'swäzine': 1,\n",
       " 'drü': 9,\n",
       " 'aneme': 29,\n",
       " 'sgu': 4,\n",
       " 'thurmänwrame': 1,\n",
       " 'thfakanzrame': 1,\n",
       " 'thfäftfe': 1,\n",
       " 'wämne': 125,\n",
       " 'frsth': 1,\n",
       " 'thumtriknwrame': 2,\n",
       " 'tuof': 1,\n",
       " 'kresöbäth': 3,\n",
       " 'nzafarfo': 1,\n",
       " 'kfärüth': 1,\n",
       " 'rrokar': 10,\n",
       " 'yaro': 8,\n",
       " 'wawa': 79,\n",
       " 'biskar': 22,\n",
       " 'nasi': 17,\n",
       " 'duga': 11,\n",
       " 'trtha': 25,\n",
       " 'thwarithrm': 1,\n",
       " 'kawar': 4,\n",
       " 'kwärüth': 1,\n",
       " 'bobomr': 13,\n",
       " 'sumarwrme': 3,\n",
       " 'watikthnzo': 9,\n",
       " 'kfäkor': 1,\n",
       " 'thwäthbe': 1,\n",
       " 'thwärmäne': 1,\n",
       " 'tek': 5,\n",
       " 'thwäftfe': 1,\n",
       " 'thabrme': 3,\n",
       " 'frsthme': 2,\n",
       " 'grigri': 1,\n",
       " 'kwasogwrmth': 2,\n",
       " 'fewa': 6,\n",
       " 'knikni': 1,\n",
       " 'wozen': 1,\n",
       " 'zakoré': 2,\n",
       " 'brä': 117,\n",
       " 'nzathkäfé': 3,\n",
       " 'nzwamnzrm': 26,\n",
       " 'ŋafyäsü': 2,\n",
       " 'bramöwä': 71,\n",
       " 'nanyé': 3,\n",
       " 'erna': 21,\n",
       " 'fiyafr': 19,\n",
       " 'zefarake': 7,\n",
       " 'ŋarekaräsü': 5,\n",
       " 'komnzo': 215,\n",
       " 'wämnza': 2,\n",
       " 'ausiyä': 1,\n",
       " '#': 167,\n",
       " 'ämnza': 2,\n",
       " 'niyaka': 9,\n",
       " 'büdisn': 7,\n",
       " 'nrugra': 7,\n",
       " 'ausifäth': 7,\n",
       " 'ŋaryé': 1,\n",
       " 'erera': 52,\n",
       " 'fiyaffa': 1,\n",
       " 'mea': 3,\n",
       " 'babua': 19,\n",
       " 'nabräknwé': 1,\n",
       " 'branfa': 1,\n",
       " 'bräksi': 2,\n",
       " 'ruga': 86,\n",
       " 'kwakwirm': 6,\n",
       " 'nzedbo': 6,\n",
       " 'samara': 9,\n",
       " 'zethorako': 1,\n",
       " 'nzudbo': 6,\n",
       " 'kwarär': 3,\n",
       " '\"gnäkuk\"': 1,\n",
       " 'zwäfa': 1,\n",
       " 'ŋankwira': 7,\n",
       " 'nzumunzme': 1,\n",
       " 'mä': 102,\n",
       " 'kukogrm': 1,\n",
       " 'zyé': 102,\n",
       " 'fakarsokme': 3,\n",
       " 'faraksok': 1,\n",
       " 'zuthkgrm': 1,\n",
       " 'sankuka': 1,\n",
       " 'byé': 122,\n",
       " 'nane': 32,\n",
       " 'kwosi': 114,\n",
       " 'buak': 2,\n",
       " 'zagr': 23,\n",
       " 'sfkogrm': 2,\n",
       " 'tonze': 16,\n",
       " 'ynmarwa': 1,\n",
       " 'safrnza': 4,\n",
       " 'fortu': 7,\n",
       " 'yfrtha': 2,\n",
       " 'sre': 1,\n",
       " 'srefaf': 9,\n",
       " '\"eh': 6,\n",
       " 'bifrthr!\"': 1,\n",
       " 'kräzir': 1,\n",
       " 'kwarkr': 3,\n",
       " 'buakr': 1,\n",
       " 'ynagunzake': 1,\n",
       " 'sremare': 4,\n",
       " '\"e': 1,\n",
       " 'nifrthr\"': 1,\n",
       " 'moses': 2,\n",
       " 'thrakore': 1,\n",
       " 'sbrim\"': 1,\n",
       " 'tokume': 5,\n",
       " 'sfnzänzrm': 1,\n",
       " 'fnrera': 1,\n",
       " 'ynzänza': 2,\n",
       " 'nzrugrm': 1,\n",
       " 'oroman': 79,\n",
       " '\"mon': 3,\n",
       " 'kwanfiyokwr?\"': 1,\n",
       " '\"keke\"': 6,\n",
       " 'mosesf': 4,\n",
       " 'sräkor': 6,\n",
       " '\"afa': 4,\n",
       " 'ninfrthr\"': 1,\n",
       " 'nrära': 2,\n",
       " 'ttfö': 22,\n",
       " 'sazäthi': 6,\n",
       " 'thfsinzrme': 1,\n",
       " 'zänbrimake': 7,\n",
       " 'nnrera': 5,\n",
       " 'matak': 38,\n",
       " 'thmarake': 1,\n",
       " 'wiyakako': 2,\n",
       " 'gwonyame': 14,\n",
       " 'maikasir': 4,\n",
       " 'thmara': 2,\n",
       " '\"mon?\"': 3,\n",
       " 'ninfrthr': 1,\n",
       " 'zane\"': 3,\n",
       " 'zafaten': 1,\n",
       " 'nrugr': 7,\n",
       " 'nwäkwr': 4,\n",
       " 'zafat': 3,\n",
       " 'yakme': 16,\n",
       " 'naniyaka': 4,\n",
       " 'bobomrnzo': 2,\n",
       " 'satharufath': 3,\n",
       " 'moreheadfo': 3,\n",
       " 'muramura': 8,\n",
       " 'znfo': 30,\n",
       " 'krätrif': 1,\n",
       " 'sftharukwrth\"': 1,\n",
       " 'wthkärwré': 1,\n",
       " 'zrafo': 6,\n",
       " 'frzsir': 6,\n",
       " 'niyak': 18,\n",
       " 'zöbthé': 110,\n",
       " 'fefe': 177,\n",
       " 'wkurwre': 3,\n",
       " 'fäth': 109,\n",
       " 'krefafth': 3,\n",
       " 'ŋanafre': 3,\n",
       " '\"kaythamar': 1,\n",
       " 'zräkuke': 1,\n",
       " 'thrayak': 2,\n",
       " 'frdth': 3,\n",
       " 'thrantharinzrth': 1,\n",
       " 'nzagoma': 2,\n",
       " 'thrnfrmnzrth': 1,\n",
       " 'ŋadme': 8,\n",
       " 'thrärdiknwrth': 1,\n",
       " 'benrä': 7,\n",
       " 'kranbigwrrth': 1,\n",
       " 'krästh': 1,\n",
       " '\"frdth': 1,\n",
       " 'watikthmenzo': 18,\n",
       " 'erä?\"': 1,\n",
       " '\"watikthmenzo': 1,\n",
       " '\"krefare': 1,\n",
       " 'moth\"': 1,\n",
       " 'krenfare': 4,\n",
       " 'ŋathakaräsü': 1,\n",
       " 'nabi': 57,\n",
       " 'buné': 26,\n",
       " 'thranfathwrth': 1,\n",
       " 'naifa': 12,\n",
       " 'zra': 21,\n",
       " 'zraznfo.': 1,\n",
       " 'zremarth': 2,\n",
       " 'oh': 105,\n",
       " 'kaukau': 4,\n",
       " 'ŋakwirwrth': 2,\n",
       " 'taba': 15,\n",
       " 'kräthfth': 2,\n",
       " 'thranrtmakwrth': 1,\n",
       " 'märko': 2,\n",
       " 'zrethkäfth': 3,\n",
       " 'thrafrärnzrth': 2,\n",
       " 'mnin': 6,\n",
       " 'mni': 97,\n",
       " 'thethkäfth': 1,\n",
       " 'tuofkarä': 1,\n",
       " 'rthmäsü': 3,\n",
       " 'kräkorth': 5,\n",
       " 'furkarä': 2,\n",
       " 'krärifth': 1,\n",
       " 'näbüsi': 4,\n",
       " 'threthkäfth': 3,\n",
       " 'thranäbünzrth': 3,\n",
       " 'sam': 9,\n",
       " 'zranrsrwrth': 1,\n",
       " 'zrerärth': 1,\n",
       " 'thranor': 1,\n",
       " 'si': 30,\n",
       " 'rore': 3,\n",
       " 'thremarth': 4,\n",
       " 'bthänthor': 1,\n",
       " 'erä.': 1,\n",
       " 'thrängathinzth': 1,\n",
       " 'thrärä': 1,\n",
       " 'kränmtherth': 1,\n",
       " 'zzarä': 1,\n",
       " 'threnthfär': 1,\n",
       " 'totkarä': 1,\n",
       " 'thranagunzrth': 1,\n",
       " 'krafrzrth': 1,\n",
       " 'säth': 1,\n",
       " 'thräfrezrth': 1,\n",
       " 'tinfo': 2,\n",
       " 'zzarme': 1,\n",
       " 'yare': 28,\n",
       " 'krarzrth': 3,\n",
       " 'sosfen': 1,\n",
       " 'zrä': 80,\n",
       " 'trutru': 1,\n",
       " 'ärzirakwrth': 1,\n",
       " 'zrärzirakwrth': 1,\n",
       " 'zrdiknwrth': 1,\n",
       " 'erärth': 5,\n",
       " 'thrarä': 23,\n",
       " 'kräbth': 23,\n",
       " 'thwamnzr': 1,\n",
       " 'krathomnwrth': 1,\n",
       " 'äsinzrth': 2,\n",
       " 'dagonr': 6,\n",
       " 'thranathroth': 1,\n",
       " 'non': 9,\n",
       " 'thramaikwrth': 1,\n",
       " 'äzänzrth': 1,\n",
       " 'karfo': 35,\n",
       " 'thrafrezrth': 1,\n",
       " 'tabeta': 2,\n",
       " 'krarärth': 2,\n",
       " 'wayawaya': 1,\n",
       " 'mafanme': 3,\n",
       " 'thrrä': 2,\n",
       " 'enagunzrth': 1,\n",
       " 'sränagunzth': 3,\n",
       " 'taylor': 3,\n",
       " 'bthwafiyokwr': 1,\n",
       " 'biyarä': 9,\n",
       " 'mon': 143,\n",
       " 'ŋarsirwrth': 1,\n",
       " 'dry': 4,\n",
       " 'äfumakwrth': 1,\n",
       " 'zbofo': 1,\n",
       " 'wowarfo': 1,\n",
       " 'zräkorth': 7,\n",
       " 'wowarfon': 1,\n",
       " 'ŋasinzrth': 3,\n",
       " 'äzänsre': 1,\n",
       " 'mnzfo': 23,\n",
       " 'karofo': 4,\n",
       " 'basiofo': 1,\n",
       " 'ŋasinzre': 2,\n",
       " 'biskarkarä': 2,\n",
       " 'mäm': 1,\n",
       " 'anekarä': 7,\n",
       " 'zizithamar': 1,\n",
       " 'thzé': 19,\n",
       " 'kaythamar': 4,\n",
       " 'thrägathinze': 1,\n",
       " 'frzsi': 3,\n",
       " 'zwaythk': 5,\n",
       " 'chris': 12,\n",
       " 'ŋanafne': 1,\n",
       " 'namathamar': 3,\n",
       " 'fraidethamar': 1,\n",
       " 'fathasi': 10,\n",
       " 'yamyam': 12,\n",
       " 'ŋankwir': 5,\n",
       " 'fri': 1,\n",
       " 'friday': 3,\n",
       " 'thamar': 6,\n",
       " 'ezifa': 2,\n",
       " 'zizi': 52,\n",
       " 'dagon': 121,\n",
       " 'enmosinzre': 1,\n",
       " 'karfonzo': 3,\n",
       " 'faf': 42,\n",
       " 'yase': 4,\n",
       " 'nzaryé': 2,\n",
       " 'ŋarzathrth': 1,\n",
       " 'anemr': 7,\n",
       " 'ŋafrmnzrth': 1,\n",
       " 'yam': 46,\n",
       " 'chrisfzenz': 4,\n",
       " 'ŋathkärwr': 4,\n",
       " 'thrarakthkwrth': 1,\n",
       " 'thräbthth': 5,\n",
       " 'maki': 2,\n",
       " 'ernth': 1,\n",
       " 'thrarnth': 1,\n",
       " 'thé': 35,\n",
       " 'thrabthth': 1,\n",
       " 'änrokonth': 2,\n",
       " 'thrnthbth': 1,\n",
       " 'thranthayfth': 1,\n",
       " 'fo': 3,\n",
       " 'emsakrnth': 1,\n",
       " 'thramsth,': 1,\n",
       " 'kramsth': 1,\n",
       " 'äyoknth': 1,\n",
       " 'ätriknth': 1,\n",
       " 'zafafth': 2,\n",
       " 'karen': 48,\n",
       " 'bone': 75,\n",
       " 'zanmesa': 3,\n",
       " 'be': 48,\n",
       " 'zämes': 1,\n",
       " 'zefaf': 6,\n",
       " 'fobamewä': 1,\n",
       " 'zrarä': 43,\n",
       " 'writakwrth': 1,\n",
       " 'wärithrth': 1,\n",
       " 'miyamr': 44,\n",
       " 'zamare': 3,\n",
       " 'zrärth': 1,\n",
       " 'äwekrnth': 1,\n",
       " 'krantfth': 1,\n",
       " 'ŋamyé': 9,\n",
       " 'nimäwä': 59,\n",
       " 'änmnzokrnth': 1,\n",
       " 'thranmnzokrnth': 1,\n",
       " 'fathasiyane': 1,\n",
       " 'skiski': 7,\n",
       " 'mobo': 32,\n",
       " 'znen': 38,\n",
       " 'erifthznth': 1,\n",
       " 'nafaŋamayé': 5,\n",
       " 'rifthzsime': 2,\n",
       " 'enrn': 2,\n",
       " 'äniyan': 3,\n",
       " 'ŋazi': 35,\n",
       " 'megä': 1,\n",
       " 'skiskin': 3,\n",
       " 'wrtmaknth': 1,\n",
       " 'zrartmth': 1,\n",
       " 'zrabthth': 1,\n",
       " 'ngayé': 2,\n",
       " 'mith': 6,\n",
       " 'thrafästh': 1,\n",
       " 'thrakorth': 1,\n",
       " 'chrisf': 2,\n",
       " 'nafanzäthe': 2,\n",
       " 'nzüthamöwä': 7,\n",
       " 'yathugwr': 1,\n",
       " 'ethama': 4,\n",
       " 'yfathwr': 4,\n",
       " 'sräms': 1,\n",
       " 'bad': 46,\n",
       " 'bänefo': 10,\n",
       " 'srämther': 2,\n",
       " 'ykonzr': 3,\n",
       " 'tosai': 12,\n",
       " 'nrä': 74,\n",
       " 'wäfiyokwr': 14,\n",
       " 'katanane': 1,\n",
       " 'nagaydbo': 1,\n",
       " 'nafaŋama': 2,\n",
       " 'wäfänzr': 1,\n",
       " 'wäthugr': 1,\n",
       " 'chrisfzenzf': 1,\n",
       " 'katanf': 2,\n",
       " 'näbima': 1,\n",
       " 'wfathwr': 5,\n",
       " 'ŋaref': 9,\n",
       " 'ŋanafr': 18,\n",
       " 'nzäthe': 22,\n",
       " 'rfiksi': 1,\n",
       " 'worfikwr': 1,\n",
       " 'worä\"': 5,\n",
       " 'ŋaritakwre': 1,\n",
       " 'änathre': 10,\n",
       " 'wath': 43,\n",
       " 'rifthaksi': 1,\n",
       " 'wärnzüwre': 2,\n",
       " 'efothme': 5,\n",
       " 'krämnzre': 3,\n",
       " 'ttmatm': 3,\n",
       " 'ywägr': 2,\n",
       " 'sumarwé': 1,\n",
       " 'warfo': 52,\n",
       " 'yak': 23,\n",
       " 'zokwasikarä': 5,\n",
       " 'wnkogr': 1,\n",
       " 'ŋarizrth': 7,\n",
       " 'byanyak': 1,\n",
       " 'wännor': 3,\n",
       " 'nokarä': 2,\n",
       " 'mr': 19,\n",
       " 'zägrf': 1,\n",
       " 'yarizr': 2,\n",
       " 'ekogrm?': 1,\n",
       " 'mamyé': 3,\n",
       " 'b#': 1,\n",
       " 'mh...': 1,\n",
       " 'mamyf': 2,\n",
       " 'rarnzo': 2,\n",
       " 'erä?': 5,\n",
       " 'ethen': 4,\n",
       " 'm#': 1,\n",
       " 'ka': 29,\n",
       " 'nm': 67,\n",
       " 'zane?': 3,\n",
       " 'bäwzö': 24,\n",
       " 'bürä': 1,\n",
       " 'frismané': 24,\n",
       " 'safafth': 12,\n",
       " 'waroma': 5,\n",
       " 'efathwr': 6,\n",
       " 'slippers': 5,\n",
       " 'fern': 4,\n",
       " 'hm..': 2,\n",
       " 'eh': 72,\n",
       " 'trousers': 1,\n",
       " 'shirt': 3,\n",
       " 'cell': 15,\n",
       " 'ythkagr': 6,\n",
       " 'ah': 176,\n",
       " 'tot': 8,\n",
       " 'wire': 1,\n",
       " 'yathn': 1,\n",
       " 'flowers': 4,\n",
       " 'ekogr': 16,\n",
       " 'kabef': 16,\n",
       " 'zyé.': 1,\n",
       " 'frismanf': 5,\n",
       " 'safaf': 8,\n",
       " 'waroma.': 1,\n",
       " 'hm': 148,\n",
       " 'zanewä': 1,\n",
       " 'nnzä': 24,\n",
       " 'ythkagrm': 2,\n",
       " 'anewä': 8,\n",
       " 'rrokarkarä': 1,\n",
       " 'ythn.': 1,\n",
       " 'ke': 30,\n",
       " 'yarä': 28,\n",
       " 'frasi': 15,\n",
       " 'bana': 122,\n",
       " '(laughs)': 2,\n",
       " 'änathr': 6,\n",
       " '\"nzä': 9,\n",
       " 'waro': 6,\n",
       " 'ŋafiyokwé\"': 1,\n",
       " 'ŋananth': 1,\n",
       " 'wri': 29,\n",
       " 'k...': 4,\n",
       " 'ŋanathrth': 3,\n",
       " 'asar': 12,\n",
       " 'zerä': 81,\n",
       " 'ämnzr': 14,\n",
       " 'minzü': 24,\n",
       " 'emothfäth': 2,\n",
       " 'wrär': 7,\n",
       " 'znsä': 35,\n",
       " 'fefafur': 1,\n",
       " 'biyathen': 1,\n",
       " 'yatrikwr': 7,\n",
       " 'nokukarä': 5,\n",
       " 'thfthunzr': 1,\n",
       " 'ebaren': 13,\n",
       " 'sräkwr': 1,\n",
       " 'ya': 20,\n",
       " 'yannor': 3,\n",
       " 'emothanema': 2,\n",
       " 'zimarwr': 2,\n",
       " '?': 1,\n",
       " 'rma': 13,\n",
       " 'ŋatrikrneth': 1,\n",
       " 'ttrikasi': 9,\n",
       " 'äfiyokwr': 3,\n",
       " 'zäbthé': 2,\n",
       " 'nafan': 34,\n",
       " 'ok,': 4,\n",
       " 'erära': 17,\n",
       " 'police': 4,\n",
       " 'station': 9,\n",
       " 'frisman': 6,\n",
       " 'byamnzr': 2,\n",
       " 'sunrzarwrth': 1,\n",
       " 'wfnzrath': 1,\n",
       " 'wfnza': 16,\n",
       " 'wrin': 4,\n",
       " 'wfnzra': 1,\n",
       " 'yiszr': 1,\n",
       " 'magistrate': 5,\n",
       " 'wnszr': 1,\n",
       " 'ŋatrikwr': 13,\n",
       " 'zufnzrm': 3,\n",
       " 'moth': 39,\n",
       " 'wthn': 22,\n",
       " 'thartharen': 17,\n",
       " 'enkogr': 3,\n",
       " 'ŋamränzrth': 1,\n",
       " 'yé?': 4,\n",
       " ...}"
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "frequency_dict"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [
    {
     "ename": "TypeError",
     "evalue": "'>' not supported between instances of 'list' and 'int'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mTypeError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-60-6f2f8706b483>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      4\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      5\u001b[0m \u001b[0mfreq\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mlist\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfrequency_dict\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalues\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 6\u001b[0;31m \u001b[0mfreq\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mfreq\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfreq\u001b[0m\u001b[0;34m>\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      7\u001b[0m \u001b[0mmybar\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mplt\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mbar\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mrange\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfreq\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfreq\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcolor\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'green'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0malpha\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m0.4\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      8\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mTypeError\u001b[0m: '>' not supported between instances of 'list' and 'int'"
     ]
    }
   ],
   "source": [
    "%matplotlib inline\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "\n",
    "freq = list(frequency_dict.values())\n",
    "freq = freq(freq>1)\n",
    "mybar = plt.bar(range(len(freq)), freq, color='green', alpha=0.4)\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 167,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Words    9728\n",
       "Count    9728\n",
       "dtype: int64"
      ]
     },
     "execution_count": 167,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "df = pd.DataFrame(list(frequency_dict.items()), columns=['Words', 'Count'])\n",
    "df.count()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 177,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Words    3725\n",
      "Count    3725\n",
      "dtype: int64\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x10a7c46d8>"
      ]
     },
     "execution_count": 177,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYEAAAD8CAYAAACRkhiPAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3Xl8VeW97/HPLwMJMg8xIqESFLSAB5TIoa0DdURri3q9\nFnvqcG8r5aptba09eu09tue+OFrrVFuHg0PVUytSh0pbhyK1zggBmWcEJTFAmMeEDL/zx14JG5KQ\nZO8VdnbW9/167VfWftb07CXu717P86y1zN0REZFoykh1BUREJHUUAiIiEaYQEBGJMIWAiEiEKQRE\nRCJMISAiEmEKARGRCFMIiIhEmEJARCTCslJdgeb07dvXBw4cmOpqiIiklblz525297zmlmv3ITBw\n4ECKi4tTXQ0RkbRiZp+2ZDk1B4mIRJhCQEQkwhQCIiIR1myfgJkNAJ4B8gEHprj7r82sN/A8MBBY\nB1zh7tuCdW4DvgPUAD9w9zeC8lHAU0Bn4FXgh657WYtIgqqqqigpKaGioiLVVUmZ3NxcCgoKyM7O\nTmj9lnQMVwM3u/s8M+sGzDWzGcC1wEx3v8vMbgVuBf7VzIYCE4BhwLHAm2Y2xN1rgEeA64CPiIXA\nOOC1hGouIpFXUlJCt27dGDhwIGaW6uocce7Oli1bKCkpobCwMKFtNNsc5O5l7j4vmN4FLAP6A+OB\np4PFngYuCabHA1PdvdLd1wKrgdFm1g/o7u6zgl//z8StIyLSahUVFfTp0yeSAQBgZvTp0yepM6FW\n9QmY2UDgFGK/5PPdvSyYtYFYcxHEAmJ93GolQVn/YPrQ8sb2M9HMis2suLy8vDVVFJGIiWoA1En2\n87c4BMysK/AicJO774yfF/yyD61t392nuHuRuxfl5R18rcOfPi5lT2V1WLsSEYm0FoWAmWUTC4Bn\n3f2loHhj0MRD8HdTUF4KDIhbvSAoKw2mDy1vsY8/28ZNz8/nZ39a3JrVRETazIYNG5gwYQLHH388\no0aN4qKLLmLlypWhbf8f//gHH3zwQWjbO1SzIWCxc40ngGXufl/crOnANcH0NcArceUTzCzHzAqB\nwcDsoOlop5mNCbZ5ddw6LbJ3fw0AG3dGdySAiLQf7s6ll17K2LFjWbNmDXPnzuXOO+9k48aNoe0j\n5SEAfAW4CjjbzOYHr4uAu4DzzGwVcG7wHndfAkwDlgKvAzcEI4MArgceJ9ZZvAaNDBKRNPbWW2+R\nnZ3NpEmT6stGjBjB6aefzi233MLw4cM5+eSTef7554HYF/rFF19cv+yNN97IU089BcRukXPHHXdw\n6qmncvLJJ7N8+XLWrVvHo48+yv3338/IkSN59913Q/8MzQ4Rdff3gKZ6Hs5pYp3JwORGyouB4a2p\nYOPbT3YLItLR/OLPS1j6+c7mF2yFocd2546vD2ty/uLFixk1alSD8pdeeon58+ezYMECNm/ezGmn\nncaZZ57Z7P769u3LvHnzePjhh7nnnnt4/PHHmTRpEl27duUnP/lJUp+lKWl1xXC0xwCISLp47733\nuPLKK8nMzCQ/P5+zzjqLOXPmNLveZZddBsCoUaNYt25dG9cypt3fRVREpCUO94u9rQwbNowXXnih\nxctnZWVRW1tb//7Q8f05OTkAZGZmUl19ZEZBptWZgIhIe3L22WdTWVnJlClT6ssWLlxIz549ef75\n56mpqaG8vJx33nmH0aNHc9xxx7F06VIqKyvZvn07M2fObHYf3bp1Y9euXW32GdLyTMDDuyRBRCRh\nZsbLL7/MTTfdxC9/+Utyc3MZOHAgDzzwALt372bEiBGYGXfffTfHHHMMAFdccQXDhw+nsLCQU045\npdl9fP3rX+fyyy/nlVde4Te/+Q1nnHFGuJ+hvd+/raioyOseKvPBms1867GPGDOoN1MnfinFNROR\nVFu2bBlf/OIXU12NlGvsOJjZXHcvam5dNQeJiESYQkBEJMLSMgTaeQuWiBxB7b1Ju60l+/nTKgRM\nVwqISJzc3Fy2bNkS2SCoe55Abm5uwttIy9FBIiIABQUFlJSUEOVbztc9WSxRCgERSVvZ2dkJP1FL\nYtKqOahONE/8RETCl1YhEPEHCImIhC6tQkBERMKVniGg9iARkVCkVQioNUhEJFwtebzkk2a2ycwW\nx5U9H/eUsXVmNj8oH2hm++LmPRq3zigzW2Rmq83sweARkyIikkItGSL6FPBb4Jm6Anf/Zt20md0L\n7Ihbfo27j2xkO48A1wEfAa8C49DjJUVEUqrZMwF3fwfY2ti84Nf8FcBzh9uGmfUDurv7LI9d2vcM\ncEnrqxvUSZ0CIiKhSLZP4Axgo7uviisrDJqC3jazuhtf9wdK4pYpCcoaZWYTzazYzIrjrwRUC5KI\nSLiSDYErOfgsoAz4QtAc9GPgD2bWvbUbdfcp7l7k7kV5eXnx5UlWV0RE4iV82wgzywIuA0bVlbl7\nJVAZTM81szXAEKAUiL+5RUFQlti+NU5IRCQUyZwJnAssd/f6Zh4zyzOzzGB6EDAY+MTdy4CdZjYm\n6Ee4Gngl0R2rT0BEJBwtGSL6HPAhcKKZlZjZd4JZE2jYIXwmsDAYMvoCMMnd6zqVrwceB1YDa0hg\nZJD6BEREwtVsc5C7X9lE+bWNlL0IvNjE8sXA8FbWT0RE2lBaXTEsIiLhSssQ0CAhEZFwpFUIqEtA\nRCRcaRUCIiISrrQMAbUGiYiEI61CQK1BIiLhSqsQEBGRcCkEREQiLC1DQDeSExEJR1qFgIaIioiE\nK61CQEREwqUQEBGJsLQMAfUIiIiEI81CQJ0CIiJhSrMQEBGRMKVlCGiEqIhIOFryZLEnzWyTmS2O\nK/u5mZWa2fzgdVHcvNvMbLWZrTCzC+LKR5nZomDeg6bHhImIpFxLzgSeAsY1Un6/u48MXq8CmNlQ\nYo+dHBas83DdM4eBR4DriD13eHAT2zwsxYaISLiaDQF3fwfY2txygfHAVHevdPe1xJ4nPNrM+gHd\n3X2Wxy73fQa4JNFKi4hIOJLpE/i+mS0Mmot6BWX9gfVxy5QEZf2D6UPLG2VmE82s2MyKy8vLG8xX\nl4CISDgSDYFHgEHASKAMuDe0GgHuPsXdi9y9KC8vL8xNi4hInIRCwN03unuNu9cCjwGjg1mlwIC4\nRQuCstJg+tDyhKhrQEQkHAmFQNDGX+dSoG7k0HRggpnlmFkhsQ7g2e5eBuw0szHBqKCrgVeSqLeI\niIQgq7kFzOw5YCzQ18xKgDuAsWY2kljz/DrgewDuvsTMpgFLgWrgBnevCTZ1PbGRRp2B14JXQtQn\nICISjmZDwN2vbKT4icMsPxmY3Eh5MTC8VbULDLz1r4wu7M1tF56UyOoiItKEtLliePbalo5SFRGR\nlkqbEBARkfClZwjo5kEiIqFIqxDQ7YZERMKVViEgIiLhSssQUGOQiEg40ioE1BgkIhKutAoBEREJ\nl0JARCTC0jIENEJURCQcaRUCGiEqIhKutAoBEREJl0JARCTC0jIEXFcKiIiEIq1CwHSlgIhIqNIq\nBEREJFzNhoCZPWlmm8xscVzZr8xsuZktNLOXzaxnUD7QzPaZ2fzg9WjcOqPMbJGZrTazB013gxMR\nSbmWnAk8BYw7pGwGMNzd/wlYCdwWN2+Nu48MXpPiyh8BriP23OHBjWyzxXSdgIhIOJoNAXd/B9h6\nSNnf3L06eDsLKDjcNoIH03d391nu7sAzwCWtrazOHUREwhVGn8D/5uCHxhcGTUFvm9kZQVl/oCRu\nmZKgrFFmNtHMis2suLy8PIQqiohIY5IKATO7HagGng2KyoAvuPtI4MfAH8yse2u36+5T3L3I3Yvy\n8vKSqaKIiBxGVqIrmtm1wMXAOUETD+5eCVQG03PNbA0wBCjl4CajgqBMRERSKKEzATMbB/wU+Ia7\n740rzzOzzGB6ELEO4E/cvQzYaWZjglFBVwOvJF17ERFJSrNnAmb2HDAW6GtmJcAdxEYD5QAzgpGe\ns4KRQGcC/25mVUAtMMnd6zqVryc20qgzsT6E+H4EERFJgWZDwN2vbKT4iSaWfRF4sYl5xcDwVtWu\nyTqFsRUREdEVwyIiEaYQEBGJMIWAiEiEpWUIqEtARCQcaRUCum2EiEi40ioEREQkXAoBEZEIS8sQ\ncF0oICISirQKAT1eUkQkXGkVAiIiEi6FgIhIhKVVCGiIqIhIuNIqBEREJFwKARGRCEvLENAIURGR\ncKRVCKhPQEQkXM2GgJk9aWabzGxxXFlvM5thZquCv73i5t1mZqvNbIWZXRBXPsrMFgXzHgweMyki\nIinUkjOBp4Bxh5TdCsx098HAzOA9ZjYUmAAMC9Z5uO6Zw8AjwHXEnjs8uJFtiojIEdZsCLj7O8DW\nQ4rHA08H008Dl8SVT3X3SndfC6wGRptZP6C7u8/y2D0fnolbp9VcN5MWEQlFon0C+e5eFkxvAPKD\n6f7A+rjlSoKy/sH0oeWNMrOJZlZsZsXl5eUJVlFERJqTdMdw8Ms+1J/m7j7F3YvcvSgvL6/B/JUb\nd4e5OxGRyEo0BDYGTTwEfzcF5aXAgLjlCoKy0mD60HIREUmhRENgOnBNMH0N8Epc+QQzyzGzQmId\nwLODpqOdZjYmGBV0ddw6Laa7iIqIhCuruQXM7DlgLNDXzEqAO4C7gGlm9h3gU+AKAHdfYmbTgKVA\nNXCDu9cEm7qe2EijzsBrwUtERFKo2RBw9yubmHVOE8tPBiY3Ul4MDG9V7UREpE2l1RXDIiISrrQK\nAV1jLCISrrQKgcZMX/A5f1++MdXVEBFJS832CbR3P3juYwDW3fW1FNdERCT9pP2ZgIiIJC6tQkBd\nAiIi4UqrEBARkXApBEREIqzdh8De/dWproKISIfV7kNgTfme+mldJyAiEq52HwIiItJ2FAIiIhGW\nZiGg9iARkTClWQiIiEiYFAIiIhGmEBARibCEQ8DMTjSz+XGvnWZ2k5n93MxK48ovilvnNjNbbWYr\nzOyC1u8z0dqKiEhjEg4Bd1/h7iPdfSQwCtgLvBzMvr9unru/CmBmQ4EJwDBgHPCwmWUmV/0DFqzf\nHtamREQiI6zmoHOANe7+6WGWGQ9MdfdKd18LrAZGh7R/Zq/dGtamREQiI6wQmAA8F/f++2a20Mye\nNLNeQVl/YH3cMiVBWQNmNtHMis2sOKT6iYhII5IOATPrBHwD+GNQ9AgwCBgJlAH3tnab7j7F3Yvc\nvSjZ+omISNPCOBO4EJjn7hsB3H2ju9e4ey3wGAeafEqBAXHrFQRloXA8rE2JiERGGCFwJXFNQWbW\nL27epcDiYHo6MMHMcsysEBgMzA5h/yIikqCknjFsZl2A84DvxRXfbWYjAQfW1c1z9yVmNg1YClQD\nN7h7TTL7FxGR5CQVAu6+B+hzSNlVh1l+MjA5mX2KiEh4OswVw64uARGRVkurENhVoaeMiYiEKa1C\n4JKH3m9ynm4pISLSemkVAiIiEq4OEwLqExARab0OEwIiItJ6CgERkQhTCIiIRFiHCQF1CYiItF6H\nCQEREWm9DhMCukxARKT1OkwIiIhI63WYEFCfgIhI63WYEBARkdZTCIiIRJhCQEQkwpIKATNbZ2aL\nzGy+mRUHZb3NbIaZrQr+9opb/jYzW21mK8zsgmT2ffO0BQe9172DRERaL4wzga+6+0h3Lwre3wrM\ndPfBwMzgPWY2FJgADAPGAQ+bWWaiO31xXklytRYRkTZpDhoPPB1MPw1cElc+1d0r3X0tsBoYHdZO\n9TwBEZHWSzYEHHjTzOaa2cSgLN/dy4LpDUB+MN0fWB+3bklQ1oCZTTSz4romJhERaRtJPWgeON3d\nS83saGCGmS2Pn+nubmatbq139ynAFICcfoPV2i8i0kaSOhNw99Lg7ybgZWLNOxvNrB9A8HdTsHgp\nMCBu9YKgLBTqGBYRab2EQ8DMuphZt7pp4HxgMTAduCZY7BrglWB6OjDBzHLMrBAYDMxOdP8iIpK8\nZJqD8oGXLdYjmwX8wd1fN7M5wDQz+w7wKXAFgLsvMbNpwFKgGrjB3WuSqr2IiCQl4RBw90+AEY2U\nbwHOaWKdycDkRPcpIiLh6jBXDLtuISci0modJgRERKT1OkwImB4rIyLSamkdAnv3V9dPl2zbS1VN\nbQprIyKSftI6BIb+2xv1089+9Bm/+POSFNZGRCT9pHUIHOq9VZtTXQURkbTSoUJg3Za9qa6CiEha\n6VAhICIiraMQEBGJMIWAiEiEKQRERCJMISAiEmEKARGRCFMIiIhEmEJARCTCknmy2AAze8vMlprZ\nEjP7YVD+czMrNbP5weuiuHVuM7PVZrbCzC4I4wOIiEjiknmyWDVws7vPCx4zOdfMZgTz7nf3e+IX\nNrOhwARgGHAs8KaZDdHTxUREUifhMwF3L3P3ecH0LmAZ0P8wq4wHprp7pbuvBVYTezC9iIikSCh9\nAmY2EDgF+Cgo+r6ZLTSzJ82sV1DWH1gft1oJhw8NERFpY0mHgJl1BV4EbnL3ncAjwCBgJFAG3JvA\nNieaWbGZFSdbPxERaVpSIWBm2cQC4Fl3fwnA3Te6e4271wKPcaDJpxQYELd6QVDWgLtPcfcidy9K\npn4iInJ4yYwOMuAJYJm73xdX3i9usUuBxcH0dGCCmeWYWSEwGJid6P5bqqKqhj2V1c0vKCISQcmc\nCXwFuAo4+5DhoHeb2SIzWwh8FfgRgLsvAaYBS4HXgRvaYmTQwFv/yr79BzY75s6ZDLvjjcOsISIS\nXQkPEXX396DRp7u/eph1JgOTE91nS+3YV0XnTpkAbN9b1da7ExFJWx3yiuHqWj1wXkSkJTpkCNTU\neqPl7s7bK8txb3y+iEjUdMgQqG4iBKbOWc81T87mpXmNDkoSEYmcDhkCTSndti/2d/u+wy5XvqtS\nZwsiEgmRCYF1m/cwdc5nzS635PMdnDb5TabOWd/ssiIi6S4yIXDpw++zefd+AA73I3/1pt0AvL96\n85GoVpuqrK5h9aZdqa6GiLRjHToENu2qqJ/eFjdU1Gk6BWLXwHUMP3t5Mefe9w6bd1emuioi0k51\nyBBwh0UlOxg9eWaT8+tMX/A50xd83mCZvywso6omvYeafrR2KwC7K3TFtIg0LpnnCbRrKzY23QwS\nfx7wg+c+BuAbI44FDr76beue/eR3z22D2h0ZdSc16uIWkaZ0yBA49763yclq+iTnheL1XPxP/RiS\n363BvA7UGtTo5dwiIvE6ZHMQQGV10005n++o4Pz732l2G1U1tfxjxaZml6uoquFfHp/F8g07W1VH\ngD8Wr09oPRGRMHTYEGituZ9u5c5Xl7Fu8576sm/89n2u/d0c5n667bDrzvtsG++v3sIdryxp8f6m\nFa/n9cUbuOWFhYx74N2E6304dZ3cuuZBRJrSIZuDEvE/HvmwQdnWPbEhpTv27T/suhY0vLT0q9bd\n+ekLC1tVv0TUNQelKgLcnepaJztTvzVE2iv939kCzQ0brZtd3cLRRPtbsFx1TS21Tdz+ojG1td7i\n0Uxbdlfy0Fur2/wMYfJflzH49teavJeTiKSeQqAFMpoJgbov63mfbW8wb3917UHj9BeX7uCPxSXN\n7vOE21/je7+f2+I63vrSQgbf/lqj8w79rv+/Ly/iV2+sqB9C2lae+fBTgLQfaivSkUW6OaiyumXP\ntMmw2LI5WZmNzo//oVtZXcNDb63h+rHHk5udyZCfxb6Y1931NQAu/s17La7fjKUbW7zstLhgeW1R\nGbsqquOGBzm1tc6Zv3qLm88fwt7goTsVVaE/0+cg9WdIOhMQabeOeAiY2Tjg10Am8Li733Wk61Dn\nxJ+93qLl3l21mauemM1ZQ/L413EnsW3vfkYX9q5v646/Avn3sz7jwZmreHDmKn583pD6cnc/7Jd6\n8bqtmMGA3kdxdLeWX5uws6LqoKGgry4q4/pn5x20zI59VeyvqaVk2z5+9PyC+vKaWufVRWWUbtvH\n+cPyeW3xBiaddXyL992cuhCoqq6FnMaXqal1amqdTsGQ3tGT3+S0wt489K1TQ6tHlNTWxvphOh1m\niHRLle3YR78enUOolbRnRzQEzCwTeAg4DygB5pjZdHdfeiTr0VpT3vkEgLdXlvP2yvL68q45Wew+\n5PnF//8vBz7KfTNW1k/X1DoT/6vp5p3LHz3QMT3xzEH104+/+wkXndyPL9/19/qye//nCHoelc13\nni5usJ1DAwDg3/+yjO+eXtig/KO1W+s/2+RXlwHwpUF9GDGgZ/0y3/zPD/lo7Vbm3H4ued0O/iYv\n31VJRVUNBb06U1ldy+pNuxnYtwtdc7Io23HgTq3xzUE1tc6qTbvo16MzPTpnc8Oz83h9yQbm/9t5\ndO6UyaZdlfx1YRkPfevguq7dvIdeR2XT86hO9WW1tc6GnRUc2zO8L6od+6p4Y/EGdlVWs2Pvfn58\n/onNrnPfjJU8OHNV/dleKl33TDEzl29Kui6vLy5j0u/nccsFJ3L92ONTfjuVPxavp1NWBuNH9m92\n2YqqGnZVVDf49+rulG7fR0Gvo9qqmmnJjuTwQTP7EvBzd78geH8bgLvf2dQ6Of0Ge79rHjhCNZQ6\nj11dxKxPtvDEe2sbnX/5qAJemNt830ads086mqvGHMf/empOi9cZMaAnj19dxPNzPuOev8UC9d8u\nHsrazXs44eiu3DE9NiT31gtP4l/++QtkZ2awY18VG3ZUkN89l1teWMC7q2I3Ahx2bHe+e0Yhn2+v\noHvnbP62ZAOPXV3E0x+s487XlnPrhSdx1pA8Lvz1wcN1/3TDV3h21qf8Mfisj11dROfsTJZ8voO3\nV5Yze+3W+uaubxYN4PqvHs8xPXIxjOxMY/Wm3WRkGP/vT4vp0TmbG88+gXWb93JUTiYV+2tYVLqD\nEQN6cv7QfJ76YB2/+PNSju2Ry4nHdOPJa09j294qnpv9GeW7KinZtpdte6t48f98mY07K8gwIyc7\n9ot/edkuFpXuqP8RsvDn53PztAXc+NUT6NO1E8/PWc/lowo4rk+X+s+2q6KKzAzjd++vo3vnbC47\npT9dgh82w+Oey33fFSO47NQC3J13V21mUF4XNu2qZPixPeiUlcH+6lr2VdXQPTf2mzJ+aPLnOyo4\nKjuTe2es4NtjjmP91n2cNzSf0u376Nc9l8rqWiqra3j07U/odVQ2d762nO+eXkiXnCzcnaVlO3lz\n2YFrdW46dzDb91axu7KaS0/pz9B+3Vm5cRfPfPgpvbpkc/oJfZn0+9gPoTX/cRFbdleybW8VQ/K7\n8h+vLuOxd9fy1k/Gkt89h9ysTD7ZvIdOmRm8vaqc00/oS0VVDf17daZ7bjbuflD41QSDL3KzG28W\nrqiqoVNmBhkZ1mDd4nVbObmgR32T8qZdFeRmZ9I9N7vJf/81tc6Ha7bwpeP7kGGwZ38NXXMa/m6v\nqKohJyujQVCb2Vx3L2pyB3XLHeEQuBwY5+7fDd5fBfyzu9/Y1DoKAZHwFPTqTOfsTCqra/ls696k\ntzf46K6sCu68W6d/z85kZlgo20+1gl6d2be/hi17DgwTH3x01wbLbdtb1eBGjV1zssjrlsP+6tqD\nnmFyfF4X1pTHrkfq06UT3Ttn1zeL1tQ6NR7rw4vfZ51juufSLQjbQ4/7ofV68+axLQqBdtkxbGYT\ngYkAnY45IcW1kfYkM8NCG3J6yhd68nEjI7qSlZ1pVNW0ro6Tzjqe/3xnzWFvc1732S8Yls8bS1o2\naGB0YW9mx40CG35sDzIyYiPGmvqS/soJfXh/9ZYmt9mvRy5lO2J36B2cfyAEenTOZse+Kk44uitd\ncjIbbL+57SarW04WJx7TjeLg4s4h+V1ZufHAF2W33KzYgIlA/56dKd2+j7xuOZTvOvAFHqt/FgvW\nb2f0wN5kZhgbdlbw2da9fLplL4PzG4bA4tKDr/rvdVQ2Ywb1qe8Xiw+BIfnd6kPgmB65DMrrSqZB\nRoaRlWFkZhgZZjjwh48+46RjurF8Q+xeaKMG9jpoaHfdsT/1Cz05psfBfYlvtvC4tfvmoKKiIi8u\nbtj2LSIiTWtpc9CRvk5gDjDYzArNrBMwAZh+hOsgIiKBI9oc5O7VZnYj8AaxIaJPunvLb7gjIiKh\nOuJ9Au7+KvDqkd6viIg0pNtGiIhEmEJARCTCFAIiIhGmEBARiTCFgIhIhB3Ri8USYWa7gBWprkc7\n0xfYnOpKtCM6Hg3pmDQUtWNynLvnNbdQu7xtxCFWtOSqtygxs2IdkwN0PBrSMWlIx6Rxag4SEYkw\nhYCISISlQwhMSXUF2iEdk4PpeDSkY9KQjkkj2n3HsIiItJ10OBMQEZE20m5DwMzGmdkKM1ttZrem\nuj5tycwGmNlbZrbUzJaY2Q+D8t5mNsPMVgV/e8Wtc1twbFaY2QVx5aPMbFEw70FL9cNhk2BmmWb2\nsZn9JXgf9ePR08xeMLPlZrbMzL6kY2I/Cv6fWWxmz5lZbtSPSau5e7t7EbvN9BpgENAJWAAMTXW9\n2vDz9gNODaa7ASuBocDdwK1B+a3AL4PpocExyQEKg2OVGcybDYwBDHgNuDDVny+J4/Jj4A/AX4L3\nUT8eTwPfDaY7AT2jfEyA/sBaoHPwfhpwbZSPSSKv9nomMBpY7e6fuPt+YCowPsV1ajPuXubu84Lp\nXcAyYv/AxxP7H5/g7yXB9HhgqrtXuvtaYDUw2sz6Ad3dfZbH/mU/E7dOWjGzAuBrwONxxVE+Hj2A\nM4EnANx9v7tvJ8LHJJAFdDazLOAo4HN0TFqlvYZAf2B93PuSoKzDM7OBwCnAR0C+u5cFszYA+cF0\nU8enfzB9aHk6egD4KVAbVxbl41EIlAO/C5rIHjezLkT4mLh7KXAP8BlQBuxw978R4WOSiPYaApFk\nZl2BF4Gb3P2gJ1cHv1AiMZTLzC4GNrn73KaWidLxCGQBpwKPuPspwB5iTR31onZMgrb+8cQC8lig\ni5l9O36ZqB2TRLTXECgFBsS9LwjKOiwzyyYWAM+6+0tB8cbgVJXg76agvKnjUxpMH1qebr4CfMPM\n1hFrCjzbzH5PdI8HxH6dlrj7R8H7F4iFQpSPybnAWncvd/cq4CXgy0T7mLRaew2BSD2QPhiJ8ASw\nzN3vi5sc1il5AAAA80lEQVQ1HbgmmL4GeCWufIKZ5ZhZITAYmB2cAu80szHBNq+OWydtuPtt7l7g\n7gOJ/bf/u7t/m4geDwB33wCsN7MTg6JzgKVE+JgQawYaY2ZHBZ/lHGL9aVE+Jq2X6p7ppl7ARcRG\nyawBbk91fdr4s55O7JR1ITA/eF0E9AFmAquAN4HecevcHhybFcSNZACKgMXBvN8SXBCYri9gLAdG\nB0X6eAAjgeLg38mfgF46JvwCWB58nv8iNvIn0sektS9dMSwiEmHttTlIRESOAIWAiEiEKQRERCJM\nISAiEmEKARGRCFMIiIhEmEJARCTCFAIiIhH238d5qUkzaGYXAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x10987a6d8>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "df_freq = df[df.Count>1]\n",
    "print(df_freq.count())\n",
    "df_freq.plot()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 171,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Words    6003\n",
       "Count    6003\n",
       "dtype: int64"
      ]
     },
     "execution_count": 171,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# plot zipf histogram - long tail distribution\n",
    "\n",
    "# distribution of word length\n",
    "\n",
    "# distribution of character grapheme system\n",
    "\n",
    "# distribution of male - female\n",
    "# co-occurance - use word2vec to train\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Konzo Language"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 133,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "data/Komnzo-ELAN_files/tci20100905CDa.eaf\n",
      "dict_keys(['tx@ABB', 'mb@ABB', 'gl@ABB', 'ft@ABB', 'cm@ABB', 'pos@ABB', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20110802CDa.eaf\n",
      "dict_keys(['tx@ABB', 'mb@ABB', 'gl@ABB', 'ft@ABB', 'cm@ABB', 'pos@ABB', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20110810CDa-01.eaf\n",
      "dict_keys(['tx@MAB', 'mb@MAB', 'gl@MAB', 'ft@MAB', 'cm@MAB', 'pos@MAB', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20110810CDa-02.eaf\n",
      "dict_keys(['tx@MAB', 'mb@MAB', 'gl@MAB', 'ft@MAB', 'cm@MAB', 'tx@CD', 'ft@CD', 'cm@CD', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20110813CDa-09.eaf\n",
      "dict_keys(['tx@CD', 'tx@DAK', 'mb@DAK', 'gl@DAK', 'ft@DAK', 'cm@DAK', 'ft@CD', 'cm@CD', 'pos@DAK', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20110817CDa-02.eaf\n",
      "dict_keys(['tx@ABB', 'mb@ABB', 'ft@ABB', 'cm@ABB', 'gl@ABB', 'pos@ABB', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20111004CDa.eaf\n",
      "dict_keys(['tx@RMA', 'mb@RMA', 'ft@RMA', 'cm@RMA', 'tx@TSA', 'ft@TSA', 'cm@TSA', 'tx@CD', 'ft@CD', 'cm@CD', 'mb@TSA', 'tx@MAE', 'ft@MAE', 'cm@MAE', 'mb@MAE', 'gl@RMA', 'pos@RMA', 'gl@TSA', 'pos@TSA', 'gl@MAE', 'pos@MAE', 'Reported Speech 1', 'Card', 'Reported Speech 2', 'RS Notes 1', 'RS Notes 2', 'HumRef 1', 'HumRef 2', 'HumRef Notes 1', 'HumRef Notes 2', 'HumRef-NP 1', 'HumRef-NP 2', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20111028CDa-01.eaf\n",
      "dict_keys(['tx@RNA', 'mb@RNA', 'ft@RNA', 'cm@RNA', 'tx@ref', 'tx@CD', 'ft@CD', 'cm@CD', 'gl@RNA', 'pos@RNA', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20111107CDa-01.eaf\n",
      "dict_keys(['tx@MAK', 'mb@MAK', 'gl@MAK', 'ft@MAK', 'cm@MAK', 'tx@CD', 'ft@CD', 'cm@CD', 'pos@MAK', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20111107CDa-03.eaf\n",
      "dict_keys(['tx@RNA', 'mb@RNA', 'gl@RNA', 'ft@RNA', 'cm@RNA', 'tx@CD', 'ft@CD', 'cm@CD', 'pos@RNA', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20111119CDa-01.eaf\n",
      "dict_keys(['tx@ABB', 'mb@ABB', 'gl@ABB', 'ft@ABB', 'cm@ABB', 'tx@CD', 'ft@CD', 'cm@CD', 'pos@ABB', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20111119CDa-03.eaf\n",
      "dict_keys(['tx@ABB', 'mb@ABB', 'gl@ABB', 'ft@ABB', 'cm@ABB', 'tx@CD', 'ft@CD', 'cm@CD', 'pos@ABB', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20111119CDa-06.eaf\n",
      "dict_keys(['tx@MAB', 'mb@MAB', 'gl@MAB', 'ft@MAB', 'cm@MAB', 'tx@CD', 'ft@CD', 'cm@CD', 'tx@ROM', 'mb@ROM', 'gl@ROM', 'ft@ROM', 'cm@ROM', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20120805CDa-01.eaf\n",
      "dict_keys(['tx@ABB', 'mb@ABB', 'ft@ABB', 'cm@ABB', 'tx@CD', 'ft@CD', 'cm@CD', 'gl@ABB', 'pos@ABB', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20120814CDa.eaf\n",
      "dict_keys(['tx@ABB', 'mb@ABB', 'ft@ABB', 'cm@ABB', 'tx@CD', 'ft@CD', 'cm@CD', 'gl@ABB', 'pos@ABB', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20120815CDa.eaf\n",
      "dict_keys(['tx@ABB', 'mb@ABB', 'ft@ABB', 'cm@ABB', 'tx@CD', 'ft@CD', 'cm@CD', 'gl@ABB', 'pos@ABB', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20120817CDa-02.eaf\n",
      "dict_keys(['tx@ABB', 'mb@ABB', 'gl@ABB', 'ft@ABB', 'cm@ABB', 'tx@CD', 'ft@CD', 'cm@CD', 'pos@ABB', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20120818CDa.eaf\n",
      "dict_keys(['tx@ABB', 'mb@ABB', 'ft@ABB', 'cm@ABB', 'tx@CD', 'ft@CD', 'cm@CD', 'gl@ABB', 'pos@ABB', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20120821CDa-01.eaf\n",
      "dict_keys(['tx@LNA', 'mb@LNA', 'gl@LNA', 'ft@LNA', 'cm@LNA', 'tx@CD', 'ft@CD', 'cm@CD', 'pos@LNA', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20120821CDa-02.eaf\n",
      "dict_keys(['tx@LNA', 'mb@LNA', 'ft@LNA', 'cm@LNA', 'tx@CD', 'ft@CD', 'cm@CD', 'gl@LNA', 'pos@LNA', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20120824CDa.eaf\n",
      "dict_keys(['tx@KAA', 'mb@KAA', 'gl@KAA', 'ft@KAA', 'cm@KAA', 'tx@CD', 'ft@CD', 'cm@CD', 'pos@KAA', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20120827CDa-03.eaf\n",
      "dict_keys(['tx@KUT', 'mb@KUT', 'gl@KUT', 'ft@KUT', 'cm@KUT', 'tx@CD', 'ft@CD', 'cm@CD', 'pos@KUT', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20120901CDa-01.eaf\n",
      "dict_keys(['tx@MAK', 'mb@MAK', 'ft@MAK', 'cm@MAK', 'tx@CD', 'ft@CD', 'cm@CD', 'gl@MAK', 'pos@MAK', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20120904CDa-01.eaf\n",
      "dict_keys(['tx@MAB', 'mb@MAB', 'ft@MAB', 'cm@MAB', 'tx@CD', 'ft@CD', 'cm@CD', 'gl@MAB', 'pos@MAB', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20120904CDa-02.eaf\n",
      "dict_keys(['tx@MAB', 'mb@MAB', 'gl@MAB', 'ft@MAB', 'cm@MAB', 'tx@CD', 'ft@CD', 'cm@CD', 'pos@MAB', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20120906CDa.eaf\n",
      "dict_keys(['tx@MAB', 'mb@MAB', 'gl@MAB', 'ft@MAB', 'cm@MAB', 'tx@CD', 'ft@CD', 'cm@CD', 'tx@SKK', 'mb@SKK', 'gl@SKK', 'ft@SKK', 'cm@SKK', 'pos@MAB', 'pos@SKK', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20120909CDv-06.eaf\n",
      "dict_keys(['tx@KAB', 'mb@KAB', 'ft@KAB', 'cm@KAB', 'tx@CD', 'ft@CD', 'cm@CD', 'gl@KAB', 'pos@KAB', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20120914CDa.eaf\n",
      "dict_keys(['tx@RNA', 'mb@RNA', 'ft@RNA', 'cm@RNA', 'tx@CD', 'ft@CD', 'cm@CD', 'gl@RNA', 'pos@RNA', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20120922CDa-08.eaf\n",
      "dict_keys(['tx@DAK', 'mb@DAK', 'gl@DAK', 'ft@DAK', 'cm@DAK', 'tx@CD', 'ft@CD', 'cm@CD', 'pos@DAK', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20120922CDa-09.eaf\n",
      "dict_keys(['tx@DAK', 'mb@DAK', 'gl@DAK', 'ft@DAK', 'cm@DAK', 'tx@CD', 'ft@CD', 'cm@CD', 'pos@DAK', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20120922CDa-19.eaf\n",
      "dict_keys(['tx@DAK', 'mb@DAK', 'gl@DAK', 'ft@DAK', 'cm@DAK', 'tx@CD', 'ft@CD', 'cm@CD', 'pos@DAK', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20120922CDa-21.eaf\n",
      "dict_keys(['tx@DAK', 'mb@DAK', 'ft@DAK', 'cm@DAK', 'tx@CD', 'ft@CD', 'cm@CD', 'gl@DAK', 'pos@DAK', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20120922CDa-23.eaf\n",
      "dict_keys(['tx@MAA', 'mb@MAA', 'gl@MAA', 'ft@MAA', 'cm@MAA', 'tx@CD', 'ft@CD', 'cm@CD', 'pos@MAA', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20120922CDa-24.eaf\n",
      "dict_keys(['tx@MAA', 'mb@MAA', 'ft@MAA', 'cm@MAA', 'tx@CD', 'ft@CD', 'cm@CD', 'tx@STK', 'mb@STK', 'ft@STK', 'cm@STK', 'gl@MAA', 'gl@STK', 'pos@MAA', 'pos@STK', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20120922CDa-25.eaf\n",
      "dict_keys(['tx@ALK', 'mb@ALK', 'gl@ALK', 'ft@ALK', 'cm@ALK', 'tx@CD', 'ft@CD', 'cm@CD', 'pos@ALK', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20120922CDa-26.eaf\n",
      "dict_keys(['tx@DAK', 'mb@DAK', 'gl@DAK', 'ft@DAK', 'cm@DAK', 'tx@CD', 'ft@CD', 'cm@CD', 'tx@MAB', 'mb@MAB', 'gl@MAB', 'ft@MAB', 'cm@MAB', 'tx@MOM', 'mb@MOM', 'gl@MOM', 'ft@MOM', 'cm@MOM', 'pos@DAK', 'pos@MAB', 'pos@MOM', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20120924CDa-02.eaf\n",
      "dict_keys(['tx@ABM', 'mb@ABM', 'ft@ABM', 'cm@ABM', 'tx@CD', 'ft@CD', 'cm@CD', 'gl@ABM', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20120924CDa.eaf\n",
      "dict_keys(['tx@TRK', 'mb@TRK', 'gl@TRK', 'ft@TRK', 'cm@TRK', 'tx@CD', 'ft@CD', 'cm@CD', 'pos@TRK', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20120925CDa-01.eaf\n",
      "dict_keys(['tx@MKA', 'mb@MKA', 'gl@MKA', 'ft@MKA', 'cm@MKA', 'tx@CD', 'ft@CD', 'cm@CD', 'tx@KAB', 'mb@KAB', 'gl@KAB', 'ft@KAB', 'cm@KAB', '3-tx', '3-mb', '3-gl', '3-ft', '3-comment', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20120929CDa-02.eaf\n",
      "dict_keys(['tx@SIK', 'mb@SIK', 'gl@SIK', 'ft@SIK', 'cm@SIK', 'tx@CD', 'ft@CD', 'cm@CD', 'pos@SIK', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20121001CDa.eaf\n",
      "dict_keys(['tx@ABB', 'mb@ABB', 'ft@ABB', 'cm@ABB', 'tx@CD', 'ft@CD', 'cm@CD', 'gl@ABB', 'pos@ABB', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20121008CDa-03.eaf\n",
      "dict_keys(['tx@MOM', 'mb@MOM', 'gl@MOM', 'ft@MOM', 'cm@MOM', 'tx@CD', 'ft@CD', 'cm@CD', 'tx@MAB', 'mb@MAB', 'ft@MAB', 'cm@MAB', 'gl@MAB', 'pos@MAB', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20121019CDa-04.eaf\n",
      "dict_keys(['tx@ABB', 'mb@ABB', 'gl@ABB', 'ft@ABB', 'cm@ABB', 'cd@tx', 'cd@ft', 'cd@comment', 'tx@SKK', 'mb@SKK', 'gl@SKK', 'ft@SKK', 'cm@SKK', 'tx@SIK', 'mb@SIK', 'gl@SIK', 'ft@SIK', 'cm@SIK', 'pos@ABB', 'pos@SKK', 'pos@SIK', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20130822JMv-08.eaf\n",
      "dict_keys(['tx@JAA', 'mb@JAA', 'gl@JAA', 'ft@JAA', 'cm@JAA', 'tx@CD', 'ft@CD', 'cm@CD', 'tx@LNA', 'mb@LNA', 'gl@LNA', 'ft@LNA', 'cm@LNA', 'pos@JAA', 'pos@LNA', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20130823CDa-06.eaf\n",
      "dict_keys(['tx@STK', 'mb@STK', 'ft@STK', 'cm@STK', 'tx@CD', 'ft@CD', 'cm@CD', 'tx@CAM', 'mb@CAM', 'ft@CAM', 'cm@CAM', 'gl@STK', 'gl@CAM', 'pos@STK', 'pos@CAM', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20130823JMa-01-01a.eaf\n",
      "dict_keys(['tx@WAM', 'mb@WAM', 'gl@WAM', 'ft@WAM', 'cm@WAM', 'tx@JM', 'ft@JM', 'cm@JM', 'pos@WAM', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20130901CDv-02.eaf\n",
      "dict_keys(['tx@YUK', 'mb@YUK', 'ft@YUK', 'cm@YUK', 'tx@CD', 'ft@CD', 'cm@CD', 'tx@RNA', 'mb@RNA', 'ft@RNA', 'cm@RNA', 'tx@MBK', 'mb@MBK', 'gl@MBK', 'ft@MBK', 'cm@MBK', 'gl@YUK', 'pos@YUK', 'gl@RNA', 'pos@RNA', 'pos@MBK', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20130903CDv-01.eaf\n",
      "dict_keys(['tx@MKW', 'mb@MKW', 'gl@MKW', 'ft@MKW', 'cm@MKW', 'tx@CD', 'ft@CD', 'cm@CD', '2-tx', '2-mb', '2-gl', '2-ft', '2-comment', 'pos@MKW', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20130903CDv-02.eaf\n",
      "dict_keys(['tx@MKW', 'mb@MKW', 'gl@MKW', 'ft@MKW', 'cm@MKW', 'tx@CD', 'ft@CD', 'cm@CD', 'pos@MKW', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20130903CDv-03.eaf\n",
      "dict_keys(['tx@MKW', 'mb@MKW', 'gl@MKW', 'ft@MKW', 'cm@MKW', 'tx@CD', 'ft@CD', 'cm@CD', 'pos@MKW', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20130903CDv-04.eaf\n",
      "dict_keys(['tx@RNA', 'mb@RNA', 'gl@RNA', 'ft@RNA', 'cm@RNA', 'tx@CD', 'ft@CD', 'cm@CD', 'pos@RNA', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20130905CDv-2-ŋoti.eaf\n",
      "dict_keys(['tx@MKW', 'mb@MKW', 'gl@MKW', 'ft@MKW', 'cm@MKW', 'tx@CD', 'ft@CD', 'cm@CD', 'words'])\n",
      "\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "data/Komnzo-ELAN_files/tci20130907CDv-02.eaf\n",
      "dict_keys(['RNA@tx', 'RNA@mb', 'RNA@gl', 'RNA@ft', 'RNA@ortho', 'RNA@cm', 'CD@tx', 'CD@ft', 'CD@cm', 'JAA@tx', 'JAA@mb', 'JAA@gl', 'JAA@ft', 'JAA@ortho', 'JAA@cm', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20130911JMv-03.eaf\n",
      "dict_keys(['tx@MBR', 'mb@MBR', 'gl@MBR', 'ft@MBR', 'cm@MBR', 'tx@CD', 'ft@CD', 'cm@CD', 'pos@MBR', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20130914CDv-01.eaf\n",
      "dict_keys(['tx@KAB', 'mb@KAB', 'gl@KAB', 'ft@KAB', 'cm@KAB', 'tx@CD', 'ft@CD', 'cm@CD', 'pos@KAB', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20130923CDa-01.eaf\n",
      "dict_keys(['tx@ALB', 'mb@ALB', 'gl@ALB', 'ft@ALB', 'cm@ALB', 'tx@CD', 'ft@CD', 'cm@CD', 'pos@ABB', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20130927CDv-06.eaf\n",
      "dict_keys(['tx@MAB', 'mb@MAB', 'gl@MAB', 'ft@MAB', 'cm@MAB', 'tx@CD', 'ft@CD', 'cm@CD', 'tx@CAM', 'mb@CAM', 'gl@CAM', 'ft@CAM', 'cm@CAM', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20131004CDv-05.eaf\n",
      "dict_keys(['tx@RNA', 'mb@RNA', 'gl@RNA', 'ft@RNA', 'cm@RNA', 'tx@CD', 'ft@CD', 'cm@CD', 'tx@RMA', 'mb@RMA', 'gl@RMA', 'ft@RMA', 'cm@RMA', 'tx@DOR', 'mb@DOR', 'ft@DOR', 'cm@DOR', 'gl@DOR', 'tx@YUK', 'mb@YUK', 'ft@YUK', 'cm@YUK', 'gl@YUK', 'tx@ESR', 'mb@ESR', 'ft@ESR', 'cm@ESR', 'gl@ESR', 'tx@ROM', 'mb@ROM', 'ft@ROM', 'cm@ROM', 'gl@ROM', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20131008CDv-01-edit.eaf\n",
      "dict_keys(['tx@KAB', 'mb@KAB', 'gl@KAB', 'ft@KAB', 'cm@KAB', 'tx@CD', 'ft@CD', 'cm@CD', 'tx@ABB', 'mb@ABB', 'gl@ABB', 'ft@ABB', 'cm@ABB', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20131013CDv-01.eaf\n",
      "dict_keys(['tx@ABB', 'mb@ABB', 'gl@ABB', 'ft@ABB', 'cm@ABB', 'tx@CD', 'ft@CD', 'cm@CD', 'pos@ABB', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20131013CDv-02.eaf\n",
      "dict_keys(['tx@ABB', 'mb@ABB', 'gl@ABB', 'ft@ABB', 'cm@ABB', 'tx@CD', 'ft@CD', 'cm@CD', 'pos@ABB', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20131103CDv-08-edit.eaf\n",
      "dict_keys(['tx@AKK', 'mb@AKK', 'gl@AKK', 'ft@AKK', 'cm@AKK', 'tx@CD', 'ft@CD', 'cm@CD', 'tx@O', 'mb@O', 'gl@O', 'ft@O', 'cm@O', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20150906-10-1.eaf\n",
      "dict_keys(['tx@ABB', 'mb@ABB', 'gl@ABB', 'ft@ABB', 'cm@ABB', 'tx@CD', 'ft@CD', 'cm@CD', 'pos@ABB', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20150916-03.eaf\n",
      "dict_keys(['tx@RNA', 'mb@RNA', 'gl@RNA', 'ft@RNA', 'cm@RNA', 'tx@CD', 'ft@CD', 'cm@CD', 'tx@SKK', 'mb@SKK', 'gl@SKK', 'ft@SKK', 'cm@SKK', 'tx@MEA', 'mb@MEA', 'ft@MEA', 'cm@MEA', 'gl@MEA', 'words'])\n",
      "\n",
      "\n",
      "data/Komnzo-ELAN_files/tci20150919-05.eaf\n",
      "dict_keys(['tx@LNA', 'mb@LNA', 'gl@LNA', 'ft@LNA', 'cm@LNA', 'tx@CD', 'ft@CD', 'cm@CD', 'tx@SKK', 'mb@SKK', 'gl@SKK', 'ft@SKK', 'cm@SKK', 'tx@RNA', 'mb@RNA', 'ft@RNA', 'cm@RNA', 'gl@RNA', 'words'])\n",
      "\n",
      "\n"
     ]
    }
   ],
   "source": [
    "elan_folder = \"data/Komnzo-ELAN_files\"\n",
    "list_elan_tiers(elan_folder)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 98,
   "metadata": {},
   "outputs": [],
   "source": [
    "elan_folder = \"data/Komnzo-ELAN_files\"\n",
    "words = elan_to_words(elan_folder)\n",
    "\n",
    "txt_file = \"data/Komnzo_words.txt\"\n",
    "write_word_to_txt(words, txt_file)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### ABUI Language"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Atimelang Dialect"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 132,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING!!!\n",
      "One of the ortography tiers is not present in the elan file\n",
      "namely: Unspecified. skipping this one...\n"
     ]
    }
   ],
   "source": [
    "elan_folder = \"data/Abui_Audio_Corpus/Atimelang_dialect/Narratives\"\n",
    "words = elan_to_words(elan_folder, None, ['Unspecified'])\n",
    "\n",
    "txt_file = \"data/Abui_Audio_Corpus/ABUI_Atimelang_words.txt\"\n",
    "write_word_to_txt(words, txt_file)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 122,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "data/Abui_Audio_Corpus/Atimelang_dialect/Narratives/B10h28m14s30apr2008 mono.eaf\n",
      "dict_keys(['Turns', 'Unspecified', 'Sections'])\n",
      "\n",
      "\n",
      "data/Abui_Audio_Corpus/Atimelang_dialect/Narratives/B10h41m08s30apr2008HuntersAndCrocodiles.eaf\n",
      "dict_keys(['Turns', 'Unspecified', 'Sections'])\n",
      "\n",
      "\n",
      "data/Abui_Audio_Corpus/Atimelang_dialect/Narratives/B10h54m13s30apr2008 mono.eaf\n",
      "dict_keys(['Turns', 'Unspecified', 'Sections'])\n",
      "\n",
      "\n",
      "data/Abui_Audio_Corpus/Atimelang_dialect/Narratives/B14h38m09s30apr2008 mono.eaf\n",
      "dict_keys(['Abui-cp', 'tx', 'fte', 'ftr'])\n",
      "\n",
      "\n"
     ]
    }
   ],
   "source": [
    "list_elan_tiers(elan_folder)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}