text_processing/Transcript Text Cleaning.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "import json\n",
    "jfile = 'asr-daan-codes/audio_segmenter/intermediate_example.json'\n",
    "with open(jfile) as json_data:\n",
    "    d = json.load(json_data)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [],
   "source": [
    "import string\n",
    "    \n",
    "# return a clean text \n",
    "def clean_txt(txt):\n",
    "\n",
    "    words = txt.split()\n",
    "\n",
    "    word_list = []\n",
    "    \n",
    "    # For every word increment the frequency\n",
    "    for word in words:\n",
    "        # replace special characters\n",
    "        word = word.replace('<slience>', '')\n",
    "        \n",
    "        # Remove the possible punctuation\n",
    "        for char in string.punctuation:\n",
    "            word = word.replace(char, '')\n",
    "\n",
    "        # strip empty string                        \n",
    "        word = word.strip()\n",
    "        \n",
    "        if word:\n",
    "            word_list.append(word)\n",
    "\n",
    "    return ' '.join(word_list)\n",
    "\n",
    "def count_word(txt,frequency_dict):\n",
    "    words = txt.split()\n",
    "    # For every word increment the frequency\n",
    "    for word in words:\n",
    "        \n",
    "        # strip empty string                        \n",
    "        word = word.strip()\n",
    "        if word:\n",
    "            # Convert to lowercase                    \n",
    "            word = word.lower()\n",
    "            frequency_dict[word] = frequency_dict.get(word, 0) + 1\n",
    "\n",
    "    return frequency_dict\n",
    "\n",
    "def parse_json(jfile,freqs={}):\n",
    "    with open(jfile) as json_data:\n",
    "        d = json.load(json_data)\n",
    "        \n",
    "    n = len(d)    \n",
    "    for i in range(n):\n",
    "        txt = clean_txt(d[i]['transcript'])        \n",
    "        d[i]['transcript'] = txt\n",
    "        \n",
    "        freqs = count_word(txt,freqs)\n",
    "        \n",
    "    return d, freqs\n",
    "\n",
    "s = clean_txt(d[1]['transcript'])\n",
    "f = count_word(s,{})\n",
    "count_word(s,f)\n",
    "#f1 = count_word(s,f)\n",
    "\n",
    "jfile = 'asr-daan-codes/audio_segmenter/intermediate_example.json'\n",
    "d,f = parse_json(jfile)\n",
    "\n",
    "fn = 'asr-daan-codes/audio_segmenter/intermediate_example_normalise.json'\n",
    "with open(fn,'w') as f_:\n",
    "    json.dump(d,f_)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[{'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B14h38m09s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 0.0,\n",
       "  'stopMs': 1422.0,\n",
       "  'transcript': 'silence'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B14h38m09s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 1422.0,\n",
       "  'stopMs': 5969.0,\n",
       "  'transcript': 'Padakul hekalieta do he Pada hawei luwaluwa'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B14h38m09s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 5969.0,\n",
       "  'stopMs': 16682.0,\n",
       "  'transcript': 'Hani te war nuku ba deya he aluwoidi yaa yaa deya demaama he aluwoidi ba heya hemaama di ya pining tek ti da la he aluwoidi suina haniding ba'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B14h38m09s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 16682.0,\n",
       "  'stopMs': 22213.0,\n",
       "  'transcript': 'War nuku homi mia ba da ya ya aloi do hiyek hatui mi hohayoku'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B14h38m09s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 22213.0,\n",
       "  'stopMs': 24978.0,\n",
       "  'transcript': 'Ho hayoku sa ya suwa yo henidi'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B14h38m09s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 24978.0,\n",
       "  'stopMs': 33463.0,\n",
       "  'transcript': 'Sa ya suwa do da lu poming lu lu hiyek pei ba pe iti de bilek hatapi mirang ti ya da we mida naha'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B14h38m09s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 33463.0,\n",
       "  'stopMs': 36541.0,\n",
       "  'transcript': 'E ya yo hiyek hatui hare ya do dara hemida naha'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B14h38m09s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 36541.0,\n",
       "  'stopMs': 43260.0,\n",
       "  'transcript': 'Da hemida naha da dikang lu poming dong mirei mirei ba sei ti hen bai ya dei we mida naha'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B14h38m09s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 43260.0,\n",
       "  'stopMs': 53923.0,\n",
       "  'transcript': 'Heni ba heya ye hemaama do tafuda sa pining tek he sadi da we faaling ti poying do owa kanai hong mia ba iti ir sei ti dowile'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B14h38m09s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 53923.0,\n",
       "  'stopMs': 55923.0,\n",
       "  'transcript': 'Pada hawei luwaluwa'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B14h38m09s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 55923.0,\n",
       "  'stopMs': 58782.0,\n",
       "  'transcript': 'Ee eya emaama da la akori ye'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B14h38m09s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 58782.0,\n",
       "  'stopMs': 64876.00000000001,\n",
       "  'transcript': 'Eya emaama da la akor do a ya do ya aloi nu a he rei se hiyek nu oro tukola ye'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B14h38m09s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 64876.00000000001,\n",
       "  'stopMs': 67242.0,\n",
       "  'transcript': 'Hiyek tukola hare a herei se ye'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B14h38m09s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 67242.0,\n",
       "  'stopMs': 72783.0,\n",
       "  'transcript': 'Kul da he rei si ya hiyek tukola di tukolri hore ya palaka wemida naha'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B14h38m09s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 72783.0,\n",
       "  'stopMs': 86892.0,\n",
       "  'transcript': 'Hani ba hen mia da hefangi ya nukuta edo kul amakaang he da poying do he bai ba da he fangi ya nukuta edo kul amakaang he ir sei yo henidi haboti a te wala wi panen te heni te ne bai na ei hiyen ba li henidi ye hen mati a hanii panenge'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B14h38m09s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 86892.0,\n",
       "  'stopMs': 91333.0,\n",
       "  'transcript': 'Hanidi poying da he fangi ya hinta atang do mi wi tai iya ye'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B14h38m09s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 91333.0,\n",
       "  'stopMs': 95739.0,\n",
       "  'transcript': 'Datang mi wi tai i trus kata wi do mi bai ye'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B14h38m09s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 95739.0,\n",
       "  'stopMs': 102505.0,\n",
       "  'transcript': 'Hani ba datang ayoku mi wi tai i ya deina datang ayoku baabi kangri ya hen mia he bai de poying di'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B14h38m09s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 102505.0,\n",
       "  'stopMs': 107022.0,\n",
       "  'transcript': 'De poying di ya sampe yala homi mia poying ba i da hedo he ba'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B14h38m09s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 107022.0,\n",
       "  'stopMs': 110200.0,\n",
       "  'transcript': 'Hen e artinya sejara ba nala ye henidi'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B14h38m09s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 110200.0,\n",
       "  'stopMs': 113548.0,\n",
       "  'transcript': 'silence'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 0.0,\n",
       "  'stopMs': 2156.0,\n",
       "  'transcript': 'silence'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 2156.0,\n",
       "  'stopMs': 8250.0,\n",
       "  'transcript': 'Wari nuku homi mia do moku nuku heya nuku'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 8250.0,\n",
       "  'stopMs': 13875.0,\n",
       "  'transcript': 'eh dining ayoku heya da namei hesa moku do la biekda sui na'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 13875.0,\n",
       "  'stopMs': 19156.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 19156.0,\n",
       "  'stopMs': 24703.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 24703.0,\n",
       "  'stopMs': 29531.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 29531.0,\n",
       "  'stopMs': 36187.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 36187.0,\n",
       "  'stopMs': 42453.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 42453.0,\n",
       "  'stopMs': 48031.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 48031.0,\n",
       "  'stopMs': 56328.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 56328.0,\n",
       "  'stopMs': 60906.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 60906.0,\n",
       "  'stopMs': 67140.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 67140.0,\n",
       "  'stopMs': 74874.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 74874.0,\n",
       "  'stopMs': 82639.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 82639.0,\n",
       "  'stopMs': 96577.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 96577.0,\n",
       "  'stopMs': 102889.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 102889.0,\n",
       "  'stopMs': 105703.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 105703.0,\n",
       "  'stopMs': 109890.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 109890.0,\n",
       "  'stopMs': 113468.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 113468.0,\n",
       "  'stopMs': 117578.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 117578.0,\n",
       "  'stopMs': 119440.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 119440.0,\n",
       "  'stopMs': 126158.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 126158.0,\n",
       "  'stopMs': 138283.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 138283.0,\n",
       "  'stopMs': 142260.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 142260.0,\n",
       "  'stopMs': 156073.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 156073.0,\n",
       "  'stopMs': 165708.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 165708.0,\n",
       "  'stopMs': 178489.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 178489.0,\n",
       "  'stopMs': 191348.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 191348.0,\n",
       "  'stopMs': 206671.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 206671.0,\n",
       "  'stopMs': 210893.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 210893.0,\n",
       "  'stopMs': 213936.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 213936.0,\n",
       "  'stopMs': 221084.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 221084.0,\n",
       "  'stopMs': 224788.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 224788.0,\n",
       "  'stopMs': 230006.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 230006.0,\n",
       "  'stopMs': 230874.0,\n",
       "  'transcript': 'Salom'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 230874.0,\n",
       "  'stopMs': 232803.0,\n",
       "  'transcript': 'silence'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 0.0,\n",
       "  'stopMs': 2156.0,\n",
       "  'transcript': 'silence'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 2156.0,\n",
       "  'stopMs': 8250.0,\n",
       "  'transcript': 'Wari nuku homi mia do moku nuku heya nuku'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 8250.0,\n",
       "  'stopMs': 13875.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 13875.0,\n",
       "  'stopMs': 19156.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 19156.0,\n",
       "  'stopMs': 24703.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 24703.0,\n",
       "  'stopMs': 29531.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 29531.0,\n",
       "  'stopMs': 36187.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 36187.0,\n",
       "  'stopMs': 42453.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 42453.0,\n",
       "  'stopMs': 48031.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 48031.0,\n",
       "  'stopMs': 56328.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 56328.0,\n",
       "  'stopMs': 60906.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 60906.0,\n",
       "  'stopMs': 67140.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 67140.0,\n",
       "  'stopMs': 74874.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 74874.0,\n",
       "  'stopMs': 82639.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 82639.0,\n",
       "  'stopMs': 96577.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 96577.0,\n",
       "  'stopMs': 102889.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 102889.0,\n",
       "  'stopMs': 105703.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 105703.0,\n",
       "  'stopMs': 109890.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 109890.0,\n",
       "  'stopMs': 113468.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 113468.0,\n",
       "  'stopMs': 117578.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 117578.0,\n",
       "  'stopMs': 119440.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 119440.0,\n",
       "  'stopMs': 126158.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 126158.0,\n",
       "  'stopMs': 138283.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 138283.0,\n",
       "  'stopMs': 142260.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 142260.0,\n",
       "  'stopMs': 156073.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 156073.0,\n",
       "  'stopMs': 165708.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 165708.0,\n",
       "  'stopMs': 178489.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 178489.0,\n",
       "  'stopMs': 191348.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 191348.0,\n",
       "  'stopMs': 206671.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 206671.0,\n",
       "  'stopMs': 210893.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 210893.0,\n",
       "  'stopMs': 213936.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 213936.0,\n",
       "  'stopMs': 221084.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 221084.0,\n",
       "  'stopMs': 224788.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 224788.0,\n",
       "  'stopMs': 230006.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 230006.0,\n",
       "  'stopMs': 230874.0,\n",
       "  'transcript': 'Salom'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h36m54s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 230874.0,\n",
       "  'stopMs': 232731.0,\n",
       "  'transcript': 'silence'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h28m14s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 0.0,\n",
       "  'stopMs': 7515.0,\n",
       "  'transcript': 'silence'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h28m14s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 7515.0,\n",
       "  'stopMs': 9994.0,\n",
       "  'transcript': 'Saya kasi tau dulu Bahasa Indonesia atau bahasa di sini'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h28m14s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 9994.0,\n",
       "  'stopMs': 10892.0,\n",
       "  'transcript': 'Bahasa Abui saja'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h28m14s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 10892.0,\n",
       "  'stopMs': 15416.0,\n",
       "  'transcript': 'Bahasa Abui oh itu itu yang saya perlu saya maksudkan'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h28m14s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 15416.0,\n",
       "  'stopMs': 22147.0,\n",
       "  'transcript': 'kalau nanti mau cerita bahasa Indonesia dari belakang itu bole juga tetapi tida usa'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h28m14s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 22147.0,\n",
       "  'stopMs': 26482.0,\n",
       "  'transcript': 'ah tida usa bahasa bahasa di sini Abui tanga wala'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h28m14s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 26482.0,\n",
       "  'stopMs': 28685.0,\n",
       "  'transcript': 'ya Abui tanga'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h28m14s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 28685.0,\n",
       "  'stopMs': 39267.0,\n",
       "  'transcript': 'silence'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h28m14s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 39267.0,\n",
       "  'stopMs': 45751.0,\n",
       "  'transcript': 'Kalieta ba hane he Karkamola Maufan'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h28m14s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 45751.0,\n",
       "  'stopMs': 58017.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h28m14s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 58017.0,\n",
       "  'stopMs': 65016.99999999999,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h28m14s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 65016.99999999999,\n",
       "  'stopMs': 73829.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h28m14s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 73829.0,\n",
       "  'stopMs': 80126.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h28m14s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 80126.0,\n",
       "  'stopMs': 90095.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h28m14s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 90095.0,\n",
       "  'stopMs': 93323.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h28m14s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 93323.0,\n",
       "  'stopMs': 97667.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h28m14s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 97667.0,\n",
       "  'stopMs': 103432.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h28m14s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 103432.0,\n",
       "  'stopMs': 107369.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h28m14s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 107369.0,\n",
       "  'stopMs': 111760.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h28m14s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 111760.0,\n",
       "  'stopMs': 117666.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h28m14s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 117666.0,\n",
       "  'stopMs': 122416.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h28m14s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 122416.0,\n",
       "  'stopMs': 129213.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h28m14s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 129213.0,\n",
       "  'stopMs': 137229.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h28m14s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 137229.0,\n",
       "  'stopMs': 142667.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h28m14s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 142667.0,\n",
       "  'stopMs': 148683.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h28m14s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 148683.0,\n",
       "  'stopMs': 152681.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h28m14s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 152681.0,\n",
       "  'stopMs': 155494.0,\n",
       "  'transcript': ''},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h28m14s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 155494.0,\n",
       "  'stopMs': 159387.210884,\n",
       "  'transcript': 'silence'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 0.0,\n",
       "  'stopMs': 5958.0,\n",
       "  'transcript': 'silence'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 5958.0,\n",
       "  'stopMs': 13536.0,\n",
       "  'transcript': 'Moku fila nuku dekaai ye de ye kora'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 13536.0,\n",
       "  'stopMs': 21567.0,\n",
       "  'transcript': 'Ya kora do da mi ba osa toples hatani naha te bahatan hatani'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 21567.0,\n",
       "  'stopMs': 35380.0,\n",
       "  'transcript': 'Kaai setang nuku de kai do sei ba wan sei do hapung hefanga ya kora hapiyeta don merani ya kaai yo he kai wekati'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 35380.0,\n",
       "  'stopMs': 40763.0,\n",
       "  'transcript': 'Da lung haliel ba me ti da rei si'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 40763.0,\n",
       "  'stopMs': 44918.0,\n",
       "  'transcript': 'Aah ya kora do wan sa osa'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 44918.0,\n",
       "  'stopMs': 47051.0,\n",
       "  'transcript': 'Furei di ya'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 47051.0,\n",
       "  'stopMs': 52764.0,\n",
       "  'transcript': 'Da yendela mia rei sei si oih he kaai he he tai ta'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 52764.0,\n",
       "  'stopMs': 58504.0,\n",
       "  'transcript': 'silence'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 58504.0,\n",
       "  'stopMs': 66614.0,\n",
       "  'transcript': 'Hen mia ba wan kang da rei yo wan kaai do wan hawata mi ba oro nala homi don wei ya wan weka ba iti'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 66614.0,\n",
       "  'stopMs': 70864.0,\n",
       "  'transcript': 'Hen te desapatu foka do wan haliel'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 70864.0,\n",
       "  'stopMs': 75714.0,\n",
       "  'transcript': 'Da yendela mia rei yo wan weka ba iti wan da ti bergerak'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 75714.0,\n",
       "  'stopMs': 92954.0,\n",
       "  'transcript': 'Haba hen mia ba wan da sei da rei sei yo wan kaai do da osa wo ba sei tofles ba foka yo poku woti ya dei dekaai si fahak ba'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 92954.0,\n",
       "  'stopMs': 110673.0,\n",
       "  'transcript': 'Kaai fahati ya hen mia da sa hekaai dining ayoku da we yo war hatiyesing do tilaka'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 110673.0,\n",
       "  'stopMs': 119439.0,\n",
       "  'transcript': 'Heni ba da kaai dakang war hatiyesing do holoihokangra'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 119439.0,\n",
       "  'stopMs': 124889.0,\n",
       "  'transcript': 'Heni ba da tukola don rei'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 124889.0,\n",
       "  'stopMs': 129283.99999999999,\n",
       "  'transcript': 'Ya korakora do oro re naha da tukolang rei'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 129283.99999999999,\n",
       "  'stopMs': 136679.0,\n",
       "  'transcript': 'Rei si kang kaai dakang oro war hatiyeing do holoihokangra'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 136679.0,\n",
       "  'stopMs': 144284.0,\n",
       "  'transcript': 'Heni ba da herei war hatiyesing da holoi do war hatiyesing da li hayei'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 144284.0,\n",
       "  'stopMs': 153021.0,\n",
       "  'transcript': 'Da lia da tukola don mera hekaai do oro war hatiyesing holoihokangra do da bataa hong merei ya tukola don rei'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 153021.0,\n",
       "  'stopMs': 157985.0,\n",
       "  'transcript': 'Ya korakora do yan oro hedo mia re naha'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 157985.0,\n",
       "  'stopMs': 170829.0,\n",
       "  'transcript': 'Da herei yo wiya dehe kang he tukola do mia keluar dia'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 170829.0,\n",
       "  'stopMs': 174781.0,\n",
       "  'transcript': 'He bai dakuri ya da li hai ba dokai do sei ba i do'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 174781.0,\n",
       "  'stopMs': 184367.0,\n",
       "  'transcript': 'Kaai si kang wari hatiyesing hetiyei ba da furei do wari hatiyesing bai buukdibuukdi ba he ia do la hai iti'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 184367.0,\n",
       "  'stopMs': 193433.0,\n",
       "  'transcript': 'Hanidi sa we dan te o kang he wiya foka do wan o ya li'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 193433.0,\n",
       "  'stopMs': 198840.0,\n",
       "  'transcript': 'Haba hen mia ba dei bukit don merei'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 198840.0,\n",
       "  'stopMs': 202217.0,\n",
       "  'transcript': 'Da bukit mera do hedo hekaai do bai sei iifui miti'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 202217.0,\n",
       "  'stopMs': 207127.0,\n",
       "  'transcript': 'Haba da bataa hopuna naha a bataa wala hopuna naha kang ayu hamuk hu la hopuna di'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 207127.0,\n",
       "  'stopMs': 214103.0,\n",
       "  'transcript': 'Han do da ayu don dlieili yo dining ayoku tayok tabani ya sei hai'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 214103.0,\n",
       "  'stopMs': 217996.0,\n",
       "  'transcript': 'Wan ayu da ban ba wan furei di'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 217996.0,\n",
       "  'stopMs': 233200.0,\n",
       "  'transcript': 'Furei di ya we yo moku yo o da li hai yo mi ba o wan wa foka don sadi ya kaai bai sa osa waan lol'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 233200.0,\n",
       "  'stopMs': 248583.0,\n",
       "  'transcript': 'Hen mia wan madu wan sa wa mia ting brong o wan kaai wan furei di ya ma naha re tafuda o ya toku ya moni'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 248583.0,\n",
       "  'stopMs': 250170.0,\n",
       "  'transcript': 'Han ba kaai wan sa deadua'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 250170.0,\n",
       "  'stopMs': 252848.0,\n",
       "  'transcript': 'Hekaai he tai miti ya da rei we'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 252848.0,\n",
       "  'stopMs': 255333.0,\n",
       "  'transcript': 'Nala he oro ba'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 255333.0,\n",
       "  'stopMs': 276860.0,\n",
       "  'transcript': 'Da rei we yo ooi he hane beeka foka do he ayu ba mi hen don sei do wan dining ayoku sa oro kaai da hekai tai miti'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 276860.0,\n",
       "  'stopMs': 286489.0,\n",
       "  'transcript': 'Da sadi wan hekaai amakaang dining ayoku paloi ba iti ya korakora loku do wan sila naha'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 286489.0,\n",
       "  'stopMs': 291010.0,\n",
       "  'transcript': 'Hefila do talama re yeting ayoku makalang'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 291010.0,\n",
       "  'stopMs': 293585.0,\n",
       "  'transcript': 'Kaai di yaa hopan miti'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 293585.0,\n",
       "  'stopMs': 302148.0,\n",
       "  'transcript': 'Han mai ya kora do hedo da nuku hapuni ya do puna afenga loku do toka'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 302148.0,\n",
       "  'stopMs': 306013.0,\n",
       "  'transcript': 'Hen mia sa we hai ye'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 306013.0,\n",
       "  'stopMs': 307942.0,\n",
       "  'transcript': 'Na hekaang hofange'},\n",
       " {'audioFileName': '.\\\\Abui Audio Corpus\\\\Atimelang dialect\\\\Narratives\\\\B10h54m13s30apr2008 mono.wav',\n",
       "  'speakerId': '',\n",
       "  'startMs': 307942.0,\n",
       "  'stopMs': 309188.0,\n",
       "  'transcript': 'silence'}]"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "d"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'a': 6,\n",
       " 'aah': 1,\n",
       " 'abui': 4,\n",
       " 'afenga': 1,\n",
       " 'ah': 1,\n",
       " 'akor': 1,\n",
       " 'akori': 1,\n",
       " 'aloi': 2,\n",
       " 'aluwoidi': 3,\n",
       " 'amakaang': 3,\n",
       " 'artinya': 1,\n",
       " 'atang': 1,\n",
       " 'atau': 1,\n",
       " 'ayoku': 8,\n",
       " 'ayu': 4,\n",
       " 'ba': 41,\n",
       " 'baabi': 1,\n",
       " 'bahasa': 7,\n",
       " 'bahatan': 1,\n",
       " 'bai': 9,\n",
       " 'ban': 1,\n",
       " 'bataa': 3,\n",
       " 'beeka': 1,\n",
       " 'belakang': 1,\n",
       " 'bergerak': 1,\n",
       " 'biekda': 1,\n",
       " 'bilek': 1,\n",
       " 'bole': 1,\n",
       " 'brong': 1,\n",
       " 'bukit': 2,\n",
       " 'buukdibuukdi': 1,\n",
       " 'cerita': 1,\n",
       " 'da': 50,\n",
       " 'dakang': 2,\n",
       " 'dakuri': 1,\n",
       " 'dan': 1,\n",
       " 'dara': 1,\n",
       " 'dari': 1,\n",
       " 'datang': 3,\n",
       " 'de': 5,\n",
       " 'deadua': 1,\n",
       " 'dehe': 1,\n",
       " 'dei': 3,\n",
       " 'deina': 1,\n",
       " 'dekaai': 2,\n",
       " 'demaama': 1,\n",
       " 'desapatu': 1,\n",
       " 'deya': 2,\n",
       " 'di': 12,\n",
       " 'dia': 1,\n",
       " 'dikang': 1,\n",
       " 'dining': 5,\n",
       " 'dlieili': 1,\n",
       " 'do': 45,\n",
       " 'dokai': 1,\n",
       " 'don': 9,\n",
       " 'dong': 1,\n",
       " 'dowile': 1,\n",
       " 'dulu': 1,\n",
       " 'e': 2,\n",
       " 'edo': 2,\n",
       " 'ee': 1,\n",
       " 'eh': 1,\n",
       " 'ei': 1,\n",
       " 'emaama': 2,\n",
       " 'eya': 2,\n",
       " 'faaling': 1,\n",
       " 'fahak': 1,\n",
       " 'fahati': 1,\n",
       " 'fangi': 2,\n",
       " 'fila': 1,\n",
       " 'foka': 5,\n",
       " 'furei': 5,\n",
       " 'haba': 3,\n",
       " 'haboti': 1,\n",
       " 'hai': 5,\n",
       " 'haliel': 2,\n",
       " 'hamuk': 1,\n",
       " 'han': 3,\n",
       " 'hane': 2,\n",
       " 'hani': 3,\n",
       " 'hanidi': 2,\n",
       " 'haniding': 1,\n",
       " 'hanii': 1,\n",
       " 'hapiyeta': 1,\n",
       " 'hapung': 1,\n",
       " 'hapuni': 1,\n",
       " 'hare': 2,\n",
       " 'hatani': 2,\n",
       " 'hatapi': 1,\n",
       " 'hatiyeing': 1,\n",
       " 'hatiyesing': 7,\n",
       " 'hatui': 2,\n",
       " 'hawata': 1,\n",
       " 'hawei': 2,\n",
       " 'hayei': 1,\n",
       " 'hayoku': 1,\n",
       " 'he': 27,\n",
       " 'hedo': 4,\n",
       " 'hefanga': 1,\n",
       " 'hefangi': 1,\n",
       " 'hefila': 1,\n",
       " 'hekaai': 5,\n",
       " 'hekaang': 1,\n",
       " 'hekai': 1,\n",
       " 'hekalieta': 1,\n",
       " 'hemaama': 2,\n",
       " 'hemida': 2,\n",
       " 'hen': 13,\n",
       " 'heni': 5,\n",
       " 'henidi': 4,\n",
       " 'herei': 3,\n",
       " 'hesa': 1,\n",
       " 'hetiyei': 1,\n",
       " 'heya': 5,\n",
       " 'hinta': 1,\n",
       " 'hiyek': 6,\n",
       " 'hiyen': 1,\n",
       " 'ho': 1,\n",
       " 'hofange': 1,\n",
       " 'hohayoku': 1,\n",
       " 'holoi': 1,\n",
       " 'holoihokangra': 3,\n",
       " 'homi': 5,\n",
       " 'hong': 2,\n",
       " 'hopan': 1,\n",
       " 'hopuna': 3,\n",
       " 'hore': 1,\n",
       " 'hu': 1,\n",
       " 'i': 4,\n",
       " 'ia': 1,\n",
       " 'iifui': 1,\n",
       " 'indonesia': 2,\n",
       " 'ir': 2,\n",
       " 'iti': 6,\n",
       " 'itu': 3,\n",
       " 'iya': 1,\n",
       " 'juga': 1,\n",
       " 'kaai': 14,\n",
       " 'kai': 2,\n",
       " 'kalau': 1,\n",
       " 'kalieta': 1,\n",
       " 'kanai': 1,\n",
       " 'kang': 6,\n",
       " 'kangri': 1,\n",
       " 'karkamola': 1,\n",
       " 'kasi': 1,\n",
       " 'kata': 1,\n",
       " 'keluar': 1,\n",
       " 'kora': 5,\n",
       " 'korakora': 3,\n",
       " 'kul': 3,\n",
       " 'la': 6,\n",
       " 'li': 5,\n",
       " 'lia': 1,\n",
       " 'loku': 2,\n",
       " 'lol': 1,\n",
       " 'lu': 4,\n",
       " 'lung': 1,\n",
       " 'luwaluwa': 2,\n",
       " 'ma': 1,\n",
       " 'madu': 1,\n",
       " 'mai': 1,\n",
       " 'makalang': 1,\n",
       " 'maksudkan': 1,\n",
       " 'mati': 1,\n",
       " 'mau': 1,\n",
       " 'maufan': 1,\n",
       " 'me': 1,\n",
       " 'mera': 2,\n",
       " 'merani': 1,\n",
       " 'merei': 2,\n",
       " 'mi': 9,\n",
       " 'mia': 18,\n",
       " 'mida': 2,\n",
       " 'mirang': 1,\n",
       " 'mirei': 2,\n",
       " 'miti': 4,\n",
       " 'moku': 5,\n",
       " 'moni': 1,\n",
       " 'na': 3,\n",
       " 'naha': 12,\n",
       " 'nala': 3,\n",
       " 'namei': 1,\n",
       " 'nanti': 1,\n",
       " 'ne': 1,\n",
       " 'nu': 2,\n",
       " 'nuku': 11,\n",
       " 'nukuta': 2,\n",
       " 'o': 6,\n",
       " 'oh': 1,\n",
       " 'oih': 1,\n",
       " 'ooi': 1,\n",
       " 'oro': 8,\n",
       " 'osa': 4,\n",
       " 'owa': 1,\n",
       " 'pada': 2,\n",
       " 'padakul': 1,\n",
       " 'palaka': 1,\n",
       " 'paloi': 1,\n",
       " 'panen': 1,\n",
       " 'panenge': 1,\n",
       " 'pe': 1,\n",
       " 'pei': 1,\n",
       " 'perlu': 1,\n",
       " 'pining': 2,\n",
       " 'poku': 1,\n",
       " 'poming': 2,\n",
       " 'poying': 6,\n",
       " 'puna': 1,\n",
       " 're': 4,\n",
       " 'rei': 13,\n",
       " 'sa': 11,\n",
       " 'sadi': 3,\n",
       " 'saja': 1,\n",
       " 'salom': 2,\n",
       " 'sampe': 1,\n",
       " 'saya': 3,\n",
       " 'se': 2,\n",
       " 'sei': 13,\n",
       " 'sejara': 1,\n",
       " 'setang': 1,\n",
       " 'si': 6,\n",
       " 'sila': 1,\n",
       " 'silence': 12,\n",
       " 'sini': 2,\n",
       " 'sui': 1,\n",
       " 'suina': 1,\n",
       " 'suwa': 2,\n",
       " 'ta': 1,\n",
       " 'tabani': 1,\n",
       " 'tafuda': 2,\n",
       " 'tai': 6,\n",
       " 'talama': 1,\n",
       " 'tanga': 2,\n",
       " 'tau': 1,\n",
       " 'tayok': 1,\n",
       " 'te': 7,\n",
       " 'tek': 2,\n",
       " 'tetapi': 1,\n",
       " 'ti': 7,\n",
       " 'tida': 2,\n",
       " 'tilaka': 1,\n",
       " 'ting': 1,\n",
       " 'tofles': 1,\n",
       " 'toka': 1,\n",
       " 'toku': 1,\n",
       " 'toples': 1,\n",
       " 'trus': 1,\n",
       " 'tukola': 7,\n",
       " 'tukolang': 1,\n",
       " 'tukolri': 1,\n",
       " 'usa': 2,\n",
       " 'wa': 2,\n",
       " 'waan': 1,\n",
       " 'wala': 3,\n",
       " 'wan': 23,\n",
       " 'war': 8,\n",
       " 'wari': 4,\n",
       " 'we': 9,\n",
       " 'wei': 1,\n",
       " 'weka': 2,\n",
       " 'wekati': 1,\n",
       " 'wemida': 1,\n",
       " 'wi': 5,\n",
       " 'wiya': 2,\n",
       " 'wo': 1,\n",
       " 'woti': 1,\n",
       " 'ya': 43,\n",
       " 'yaa': 3,\n",
       " 'yala': 1,\n",
       " 'yan': 1,\n",
       " 'yang': 1,\n",
       " 'ye': 11,\n",
       " 'yendela': 2,\n",
       " 'yeting': 1,\n",
       " 'yo': 15}"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "f"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "164"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "This is a test Padakul hekalieta do he Pada hawei luwaluwa\n",
      "[]\n"
     ]
    }
   ],
   "source": [
    "from nltk.corpus import wordnet\n",
    "t = 'This is a test ' + d[1]['transcript']\n",
    "print(t)\n",
    "r = wordnet.synsets(t)\n",
    "\n",
    "print(r)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [],
   "source": [
    "#!/usr/bin/env python\n",
    "#coding:utf-8\n",
    "# Author: Alejandro Nolla - z0mbiehunt3r\n",
    "# Purpose: Example for detecting language using a stopwords based approach\n",
    "# Created: 15/05/13\n",
    "\n",
    "import sys\n",
    "\n",
    "try:\n",
    "    from nltk import wordpunct_tokenize\n",
    "    from nltk.corpus import stopwords\n",
    "except ImportError:\n",
    "    print('[!] You need to install nltk (http://nltk.org/index.html)')\n",
    "\n",
    "\n",
    "\n",
    "#----------------------------------------------------------------------\n",
    "def _calculate_languages_ratios(text):\n",
    "    \"\"\"\n",
    "    Calculate probability of given text to be written in several languages and\n",
    "    return a dictionary that looks like {'french': 2, 'spanish': 4, 'english': 0}\n",
    "    \n",
    "    @param text: Text whose language want to be detected\n",
    "    @type text: str\n",
    "    \n",
    "    @return: Dictionary with languages and unique stopwords seen in analyzed text\n",
    "    @rtype: dict\n",
    "    \"\"\"\n",
    "\n",
    "    languages_ratios = {}\n",
    "\n",
    "    '''\n",
    "    nltk.wordpunct_tokenize() splits all punctuations into separate tokens\n",
    "    \n",
    "    >>> wordpunct_tokenize(\"That's thirty minutes away. I'll be there in ten.\")\n",
    "    ['That', \"'\", 's', 'thirty', 'minutes', 'away', '.', 'I', \"'\", 'll', 'be', 'there', 'in', 'ten', '.']\n",
    "    '''\n",
    "\n",
    "    tokens = wordpunct_tokenize(text)\n",
    "    words = [word.lower() for word in tokens]\n",
    "\n",
    "    # Compute per language included in nltk number of unique stopwords appearing in analyzed text\n",
    "    for language in stopwords.fileids():\n",
    "        stopwords_set = set(stopwords.words(language))\n",
    "        words_set = set(words)\n",
    "        common_elements = words_set.intersection(stopwords_set)\n",
    "\n",
    "        languages_ratios[language] = len(common_elements) # language \"score\"\n",
    "\n",
    "    return languages_ratios\n",
    "\n",
    "\n",
    "#----------------------------------------------------------------------\n",
    "def detect_language(text):\n",
    "    \"\"\"\n",
    "    Calculate probability of given text to be written in several languages and\n",
    "    return the highest scored.\n",
    "    \n",
    "    It uses a stopwords based approach, counting how many unique stopwords\n",
    "    are seen in analyzed text.\n",
    "    \n",
    "    @param text: Text whose language want to be detected\n",
    "    @type text: str\n",
    "    \n",
    "    @return: Most scored language guessed\n",
    "    @rtype: str\n",
    "    \"\"\"\n",
    "\n",
    "    ratios = _calculate_languages_ratios(text)\n",
    "\n",
    "    most_rated_language = max(ratios, key=ratios.get)\n",
    "\n",
    "    return most_rated_language\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "english\n"
     ]
    }
   ],
   "source": [
    "text = 'Thisfdsafs fdsfsdis a fdafd fdsaf nfdaf fd afs'\n",
    "language = detect_language(text)\n",
    "print(language)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}