math401_data_augmentation.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "## Data augmentation\n",
    "\n",
    "# Math 401 dataset...\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "data = [\n",
    "    # your data here, e.g.\n",
    "    {\"query\": \"e^(iπ)+1=\", \"response\": \"0\"},\n",
    "    {\"query\": \"5+6=\", \"response\": \"11\"},\n",
    "    {\"query\": \"5+4=\", \"response\": \"9\"},\n",
    "    {\"query\": \"5+0=\", \"response\": \"5\"},\n",
    "    {\"query\": \"28+34=\", \"response\": \"62\"},\n",
    "    {\"query\": \"39+46=\", \"response\": \"85\"},\n",
    "    {\"query\": \"34+61=\", \"response\": \"95\"},\n",
    "    {\"query\": \"408-702=\", \"response\": \"-294\"},\n",
    "    {\"query\": \"585-983=\", \"response\": \"-398\"},\n",
    "    {\"query\": \"892325753741+494303803604=\", \"response\": \"1386629557345\"},\n",
    "    {\"query\": \"509059009811+621706279712=\", \"response\": \"1130765289523\"},\n",
    "    {\"query\": \"979442624617-98210807692=\", \"response\": \"881231816925\"},\n",
    "    {\"query\": \"373490079876-646750175965=\", \"response\": \"-273260096089\"},\n",
    "    {\"query\": \"10+7=\", \"response\": \"17\"},\n",
    "    {\"query\": \"5+(-5)=\", \"response\": \"0\"},\n",
    "    {\"query\": \"2+1=\", \"response\": \"3\"},\n",
    "    {\"query\": \"-1+(-6)=\", \"response\": \"-7\"},\n",
    "    {\"query\": \"1-(-3)=\", \"response\": \"4\"},\n",
    "    {\"query\": \"6-(-5)=\", \"response\": \"11\"},\n",
    "    {\"query\": \"9-(-2)=\", \"response\": \"11\"},\n",
    "    {\"query\": \"-0.0067+0.085=\", \"response\": \"0.0783\"},\n",
    "    {\"query\": \"-0.099+0.84=\", \"response\": \"0.7410\"},\n",
    "    {\"query\": \"-23.0-(-0.43)=\", \"response\": \"-22.5700\"},\n",
    "    {\"query\": \"0.054-(-0.045)=\", \"response\": \"0.0990\"},\n",
    "    {\"query\": \"0.21-0.36=\", \"response\": \"-0.1500\"},\n",
    "    {\"query\": \"-23.0-(-2.0)=\", \"response\": \"-21.0000\"},\n",
    "    {\"query\": \"46*78=\", \"response\": \"3588\"},\n",
    "    {\"query\": \"38×42=\", \"response\": \"1596\"},\n",
    "    {\"query\": \"61×72=\", \"response\": \"4392\"},\n",
    "    {\"query\": \"63×37=\", \"response\": \"2331\"},\n",
    "    {\"query\": \"58×31=\", \"response\": \"1798\"},\n",
    "    {\"query\": \"50×89=\", \"response\": \"4450\"},\n",
    "    {\"query\": \"9025*95266=\", \"response\": \"859775650\"},\n",
    "    {\"query\": \"61081×44496=\", \"response\": \"2717860176\"},\n",
    "    {\"query\": \"38010*88739=\", \"response\": \"3372969390\"},\n",
    "    {\"query\": \"90161*91816=\", \"response\": \"8278222376\"},\n",
    "    {\"query\": \"45960*59693=\", \"response\": \"2743490280\"},\n",
    "    {\"query\": \"79/79=\", \"response\": \"1.0000\"},\n",
    "    {\"query\": \"15÷33=\", \"response\": \"0.4545\"},\n",
    "    {\"query\": \"28/39=\", \"response\": \"0.7179\"},\n",
    "    {\"query\": \"2÷3=\", \"response\": \"0.6667\"},\n",
    "    {\"query\": \"8**4=\", \"response\": \"4096\"},\n",
    "    {\"query\": \"7^4=\", \"response\": \"2401\"},\n",
    "    {\"query\": \"3**2=\", \"response\": \"9\"},\n",
    "    {\"query\": \"3^4=\", \"response\": \"81\"},\n",
    "    {\"query\": \"1**3=\", \"response\": \"1\"},\n",
    "    {\"query\": \"5^2=\", \"response\": \"25\"},\n",
    "    {\"query\": \"4.3651^3.1882=\", \"response\": \"109.7563\"},\n",
    "    {\"query\": \"4.8237**3.2066=\", \"response\": \"155.3557\"},\n",
    "    {\"query\": \"e*e=\", \"response\": \"7.3890\"},\n",
    "    {\"query\": \"e*2=\", \"response\": \"5.4366\"},\n",
    "    {\"query\": \"π+e=\", \"response\": \"5.8598\"},\n",
    "    {\"query\": \"e-e=\", \"response\": \"0.0000\"},\n",
    "    {\"query\": \"1+e=\", \"response\": \"3.7183\"},\n",
    "    {\"query\": \"pi/π=\", \"response\": \"1.0000\"},\n",
    "    {\"query\": \"2+6=\", \"response\": \"8.0000\"},\n",
    "    {\"query\": \"e*pi=\", \"response\": \"8.5395\"},\n",
    "    {\"query\": \" 50 * 67=\", \"response\": \"3350.0000\"},\n",
    "    {\"query\": \" ( 11 * 17) + 56=\", \"response\": \"243.0000\"},\n",
    "    {\"query\": \" ( 97 - 56) / ( 97 + 56) * 31=\", \"response\": \"8.3072\"},\n",
    "    {\"query\": \" 0 * ( 95 * 68) + ( 26 / 45)=\", \"response\": \"0.5778\"},\n",
    "    {\"query\": \" 21 - ( 2 + 31)=\", \"response\": \"-12.0000\"},\n",
    "    {\"query\": \" ( 88 - 42) * ( 33 * 41) - ( 13 - 27)=\", \"response\": \"62252.0000\"},\n",
    "    {\"query\": \" ( 79 + 75) / ( 46 + 51)=\", \"response\": \"1.5876\"},\n",
    "    {\"query\": \" ( 2 + 42) + ( 56 + 50)=\", \"response\": \"150.0000\"},\n",
    "    {\"query\": \" 38 + ( 26 / 67) * 19=\", \"response\": \"45.3731\"},\n",
    "    {\"query\": \" 75 + ( 35 / 30) + 72=\", \"response\": \"148.1667\"},\n",
    "    {\"query\": \" ( 14 + 96) * 93 + ( 72 * 23)=\", \"response\": \"11886.0000\"},\n",
    "    {\"query\": \" ( 21 - 43) / 50 + ( 65 - 37)=\", \"response\": \"27.5600\"},\n",
    "    {\"query\": \"tan(-5.17π)=\", \"response\": \"-0.5774\"},\n",
    "    {\"query\": \"sin(-10.0π)=\", \"response\": \"0.0000\"},\n",
    "    {\"query\": \"sin(-1.5π)=\", \"response\": \"1.0000\"},\n",
    "    {\"query\": \"tan(1.0π)=\", \"response\": \"-0.0000\"},\n",
    "    {\"query\": \"sin(-30°)=\", \"response\": \"-0.5000\"},\n",
    "    {\"query\": \"cos(-60°)=\", \"response\": \"0.5000\"},\n",
    "    {\"query\": \"sin(7.5π)=\", \"response\": \"-1.0000\"},\n",
    "    {\"query\": \"sin(7.0π)=\", \"response\": \"0.0000\"},\n",
    "    {\"query\": \"tan(-6.33π)=\", \"response\": \"-1.7321\"},\n",
    "    {\"query\": \"cos(-300°)=\", \"response\": \"0.5000\"},\n",
    "    {\"query\": \"log 10(786)=\", \"response\": \"2.8954\"},\n",
    "    {\"query\": \"ln(477)=\", \"response\": \"6.1675\"},\n",
    "    {\"query\": \"log 10(652)=\", \"response\": \"2.8142\"},\n",
    "    {\"query\": \"ln(247)=\", \"response\": \"5.5094\"},\n",
    "    {\"query\": \"log 2(480)=\", \"response\": \"8.9069\"},\n",
    "    {\"query\": \"log 10(797)=\", \"response\": \"2.9015\"},\n",
    "    {\"query\": \"ln(264)=\", \"response\": \"5.5759\"},\n",
    "    # ...\n",
    "]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "import random\n",
    "\n",
    "def generate_random_operation():\n",
    "    num1 = random.randint(1, 100)\n",
    "    num2 = random.randint(1, 100)\n",
    "    operation = random.choice(['+', '-', '*', '/'])\n",
    "    if operation == '+':\n",
    "        result = num1 + num2\n",
    "    elif operation == '-':\n",
    "        result = num1 - num2\n",
    "    elif operation == '*':\n",
    "        result = num1 * num2\n",
    "    else:\n",
    "        if num2 == 0:  # to avoid division by zero\n",
    "            num2 = 1\n",
    "        result = round(num1 / num2, 4)  # rounded to 4 decimal places\n",
    "    return {\"query\": f\"{num1} {operation} {num2}=\", \"response\": str(result)}\n",
    "\n",
    "augmented_data = [generate_random_operation() for _ in range(1000)]  # generating 1000 examples\n",
    "data.extend(augmented_data)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "({'query': '11 + ? =', 'response': '48'}, {'query': '11 + 48 =', 'response': '59'})\n",
      "{'query': '(8 2 ×  92)  × 9 5 = ', 'response': '716680'}\n",
      "({'query': 'x + 52 =', 'response': '62'}, {'query': '10 + x =', 'response': '20'})\n",
      "({'query': '12 + ? =', 'response': '10'}, {'query': '12 + 10 =', 'response': '22'})\n",
      "{'query': '( 56  *   42) /  9 3 = ', 'response': '25.29032258064516'}\n",
      "{'query': '2 0.42 ^  9 5. 67 = ', 'response': '2.15294249815301e+125'}\n",
      "{'query': '6 9 . 53 *  73 =', 'response': '5075.6900000000005'}\n",
      "({'query': '88 + ? =', 'response': '46'}, {'query': '88 + 46 =', 'response': '134'})\n",
      "{'query': \"What's 96 plus 9?\", 'response': '105'}\n",
      "{'query': '(1 6  /  7 6 )  *  4 5 =', 'response': '9.473684210526315'}\n",
      "({'query': '50 + ? =', 'response': '73'}, {'query': '50 + 73 =', 'response': '123'})\n",
      "{'query': 'How much is 86 added to 34?', 'response': '120'}\n",
      "({'query': 'x + 72 =', 'response': '73'}, {'query': '1 + x =', 'response': '2'})\n",
      "({'query': '98 + ? =', 'response': '83'}, {'query': '98 + 83 =', 'response': '181'})\n",
      "{'query': '5 6  * 16= ', 'response': '896'}\n",
      "{'query': '5 6.8 5   ×  16 = ', 'response': '909.6'}\n",
      "{'query': \"What's 53 plus 58?\", 'response': '111'}\n",
      "({'query': '79 + ? =', 'response': '96'}, {'query': '79 + 96 =', 'response': '175'})\n",
      "({'query': '20 + ? =', 'response': '4'}, {'query': '20 + 4 =', 'response': '24'})\n",
      "({'query': 'x + 84 =', 'response': '91'}, {'query': '7 + x =', 'response': '14'})\n",
      "{'query': 'Calculate 49 + 3', 'response': '52'}\n",
      "({'query': '18 + ? =', 'response': '31'}, {'query': '18 + 31 =', 'response': '49'})\n",
      "{'query': \"What's 95 plus 57?\", 'response': '152'}\n",
      "{'query': 'How much is 56 added to 99?', 'response': '155'}\n",
      "{'query': 'How much is 44 added to 67?', 'response': '111'}\n",
      "({'query': '47 + ? =', 'response': '98'}, {'query': '47 + 98 =', 'response': '145'})\n",
      "({'query': 'x + 50 =', 'response': '51'}, {'query': '1 + x =', 'response': '2'})\n",
      "{'query': '38.84   -  64. 9 5 =', 'response': '-26.11'}\n",
      "{'query': '( 31  ×   69 ) +   76 =', 'response': '2215'}\n",
      "{'query': \"What's 38 plus 13?\", 'response': '51'}\n",
      "({'query': '90 + ? =', 'response': '56'}, {'query': '90 + 56 =', 'response': '146'})\n",
      "{'query': '35  -   1 7.44 =', 'response': '17.56'}\n",
      "{'query': '( 5   × 63)  +  7 3 = ', 'response': '388'}\n",
      "({'query': 'x + 31 =', 'response': '35'}, {'query': '4 + x =', 'response': '8'})\n",
      "({'query': 'x + 5 =', 'response': '9'}, {'query': '4 + x =', 'response': '8'})\n",
      "({'query': '73 + ? =', 'response': '3'}, {'query': '73 + 3 =', 'response': '76'})\n",
      "({'query': '40 + ? =', 'response': '52'}, {'query': '40 + 52 =', 'response': '92'})\n",
      "({'query': '59 + ? =', 'response': '68'}, {'query': '59 + 68 =', 'response': '127'})\n",
      "{'query': '11 -  90=', 'response': '-79'}\n",
      "{'query': 'Calculate 75 + 63', 'response': '138'}\n",
      "({'query': 'x + 43 =', 'response': '53'}, {'query': '10 + x =', 'response': '20'})\n",
      "{'query': '( 9 9  *  79)   -  3 7 =', 'response': '7784'}\n",
      "{'query': \"What's 16 plus 73?\", 'response': '89'}\n",
      "{'query': 'Calculate 30 + 96', 'response': '126'}\n",
      "({'query': 'x + 83 =', 'response': '87'}, {'query': '4 + x =', 'response': '8'})\n",
      "{'query': 'How much is 55 added to 74?', 'response': '129'}\n",
      "{'query': '9 6 *  44 .86 = ', 'response': '4306.5599999999995'}\n",
      "({'query': '7 + ? =', 'response': '96'}, {'query': '7 + 96 =', 'response': '103'})\n",
      "({'query': 'x + 57 =', 'response': '67'}, {'query': '10 + x =', 'response': '20'})\n",
      "{'query': '88   * *  1 2=', 'response': '215671155821681003462656'}\n",
      "{'query': \"What's 40 plus 8?\", 'response': '48'}\n",
      "({'query': '79 + ? =', 'response': '14'}, {'query': '79 + 14 =', 'response': '93'})\n",
      "{'query': '3.3  * 5 6 . 64 = ', 'response': '186.91199999999998'}\n",
      "({'query': '54 + ? =', 'response': '11'}, {'query': '54 + 11 =', 'response': '65'})\n",
      "({'query': 'x + 66 =', 'response': '73'}, {'query': '7 + x =', 'response': '14'})\n",
      "({'query': '47 + ? =', 'response': '11'}, {'query': '47 + 11 =', 'response': '58'})\n",
      "{'query': '(14  * 3 5)   /  4 7 = ', 'response': '10.425531914893616'}\n",
      "{'query': '1 8 . 95   ×  45 = ', 'response': '852.75'}\n",
      "{'query': \"What's 76 plus 89?\", 'response': '165'}\n",
      "{'query': '( 7 ×   4 0)  × 59=', 'response': '16520'}\n",
      "({'query': 'x + 1 =', 'response': '6'}, {'query': '5 + x =', 'response': '10'})\n",
      "({'query': '79 + ? =', 'response': '54'}, {'query': '79 + 54 =', 'response': '133'})\n",
      "({'query': 'x + 39 =', 'response': '40'}, {'query': '1 + x =', 'response': '2'})\n",
      "{'query': '70  +  68. 44= ', 'response': '138.44'}\n",
      "{'query': 'Calculate 12 + 40', 'response': '52'}\n",
      "({'query': 'x + 9 =', 'response': '18'}, {'query': '9 + x =', 'response': '18'})\n",
      "{'query': 'How much is 42 added to 22?', 'response': '64'}\n",
      "({'query': 'x + 98 =', 'response': '105'}, {'query': '7 + x =', 'response': '14'})\n",
      "{'query': '35.59  /  79 .84 =', 'response': '0.4458'}\n",
      "{'query': '(81   *  5 6 ) ×  4 6 = ', 'response': '208656'}\n",
      "{'query': '(41  ÷  6 3)  -  7= ', 'response': '-6.349206349206349'}\n",
      "{'query': 'Calculate 1 + 35', 'response': '36'}\n",
      "({'query': 'x + 46 =', 'response': '50'}, {'query': '4 + x =', 'response': '8'})\n",
      "({'query': '89 + ? =', 'response': '59'}, {'query': '89 + 59 =', 'response': '148'})\n",
      "({'query': 'x + 31 =', 'response': '41'}, {'query': '10 + x =', 'response': '20'})\n",
      "({'query': '55 + ? =', 'response': '36'}, {'query': '55 + 36 =', 'response': '91'})\n",
      "({'query': 'x + 28 =', 'response': '29'}, {'query': '1 + x =', 'response': '2'})\n",
      "({'query': 'x + 43 =', 'response': '46'}, {'query': '3 + x =', 'response': '6'})\n",
      "{'query': '9 5 .37   ×  1 7 . 22= ', 'response': '1642.2713999999999'}\n",
      "{'query': '( 7 3  +  5 9)  /   52 =', 'response': '2.5384615384615383'}\n",
      "({'query': 'x + 94 =', 'response': '101'}, {'query': '7 + x =', 'response': '14'})\n",
      "{'query': '( 96  ×  2 9 )  × 4 6 = ', 'response': '128064'}\n",
      "{'query': '(8  - 5 1 )  -  11= ', 'response': '-54'}\n",
      "({'query': 'x + 53 =', 'response': '59'}, {'query': '6 + x =', 'response': '12'})\n",
      "({'query': 'x + 97 =', 'response': '105'}, {'query': '8 + x =', 'response': '16'})\n",
      "{'query': \"What's 97 plus 26?\", 'response': '123'}\n",
      "{'query': '3 2   +  4. 6=', 'response': '36.6'}\n",
      "{'query': '7 4 ÷  6 8 =', 'response': '1.0882'}\n",
      "{'query': 'How much is 82 added to 95?', 'response': '177'}\n",
      "{'query': '(59 / 37 )   ×   70 =', 'response': '111.62162162162161'}\n",
      "({'query': 'x + 20 =', 'response': '22'}, {'query': '2 + x =', 'response': '4'})\n",
      "({'query': 'x + 10 =', 'response': '19'}, {'query': '9 + x =', 'response': '18'})\n",
      "({'query': 'x + 25 =', 'response': '29'}, {'query': '4 + x =', 'response': '8'})\n",
      "{'query': '1 6  /  5= ', 'response': '3.2'}\n",
      "{'query': '1 6. 3  +  1 9. 5 8= ', 'response': '35.879999999999995'}\n",
      "{'query': '(79 -  46)   *  1 1=', 'response': '363'}\n",
      "({'query': '85 + ? =', 'response': '7'}, {'query': '85 + 7 =', 'response': '92'})\n",
      "({'query': 'x + 28 =', 'response': '34'}, {'query': '6 + x =', 'response': '12'})\n",
      "{'query': '( 83  *   2 9 )   - 69=', 'response': '2338'}\n",
      "{'query': '( 39  -  4 4)   +   5 9 = ', 'response': '54'}\n"
     ]
    }
   ],
   "source": [
    "import random\n",
    "\n",
    "def random_spacing(expr):\n",
    "    # Introduces random spaces around numbers and operations\n",
    "    return ''.join((c + ' ' * random.randint(0, 1)) for c in expr)\n",
    "\n",
    "def generate_random_operation():\n",
    "    num1 = random.choice([random.randint(1, 100), round(random.uniform(1, 100), 2)])\n",
    "    num2 = random.choice([random.randint(1, 100), round(random.uniform(1, 100), 2)])\n",
    "    \n",
    "    operation = random.choice(['+', '-', '×', '÷', '*', '/', '^', '**'])\n",
    "    if operation in ['+', '-']:\n",
    "        result = num1 + num2 if operation == '+' else num1 - num2\n",
    "    elif operation in ['*', '×']:\n",
    "        result = num1 * num2\n",
    "    elif operation in ['/', '÷']:\n",
    "        if num2 == 0:  # to avoid division by zero\n",
    "            num2 = 1\n",
    "        result = round(num1 / num2, 4)  # rounded to 4 decimal places\n",
    "    else:  # for '^' and '**'\n",
    "        result = round(num1 ** num2, 4)\n",
    "\n",
    "    return {\"query\": random_spacing(f\"{num1} {operation} {num2}=\"), \"response\": str(result)}\n",
    "\n",
    "def generate_complex_operation():\n",
    "    num1, num2, num3 = random.randint(1, 100), random.randint(1, 100), random.randint(1, 100)\n",
    "    operation1, operation2 = random.choice(['+', '-', '×', '*', '÷', '/']), random.choice(['+', '-', '×', '*', '÷', '/'])\n",
    "    expr = f\"({num1} {operation1} {num2}) {operation2} {num3}\"\n",
    "    return {\"query\": random_spacing(expr + \"=\"), \"response\": str(eval(expr.replace('×', '*').replace('÷', '/')))}\n",
    "\n",
    "def variable_equations():\n",
    "    x_value = random.randint(1, 10)\n",
    "    num = random.randint(1, 100)\n",
    "    return {\"query\": f\"x + {num} =\", \"response\": str(x_value + num)}, {\"query\": f\"{x_value} + x =\", \"response\": str(x_value * 2)}\n",
    "\n",
    "def reverse_question():\n",
    "    num1, num2 = random.randint(1, 100), random.randint(1, 100)\n",
    "    return {\"query\": f\"{num1} + ? =\", \"response\": str(num2)}, {\"query\": f\"{num1} + {num2} =\", \"response\": str(num1 + num2)}\n",
    "\n",
    "def synonyms_and_paraphrasing():\n",
    "    num1, num2 = random.randint(1, 100), random.randint(1, 100)\n",
    "    formats = [\n",
    "        f\"What's {num1} plus {num2}?\",\n",
    "        f\"Calculate {num1} + {num2}\",\n",
    "        f\"How much is {num1} added to {num2}?\",\n",
    "    ]\n",
    "    question = random.choice(formats)\n",
    "    return {\"query\": question, \"response\": str(num1 + num2)}\n",
    "\n",
    "augment_functions = [\n",
    "    generate_random_operation,\n",
    "    generate_complex_operation,\n",
    "    variable_equations,\n",
    "    reverse_question,\n",
    "    synonyms_and_paraphrasing\n",
    "]\n",
    "\n",
    "augmented_data = []\n",
    "for _ in range(2000):  # Adjust the range for desired number of samples\n",
    "    func = random.choice(augment_functions)\n",
    "    augmented_data.append(func())\n",
    "\n",
    "data.extend(augmented_data)\n",
    "\n",
    "# Print some sample augmented data\n",
    "for sample in data[-100:]:\n",
    "    print(sample)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[{'query': '?*2=', 'response': 'e'}, {'query': 'e×2 = + π', 'response': '5.4366'}, {'query': 'π+?=', 'response': 'e'}, {'query': 'π+ e= ', 'response': '5.8598'}, {'query': '?-?=', 'response': 'e'}, {'query': 'e -e = + π', 'response': '0.0'}, {'query': '1+?=', 'response': 'e'}, {'query': '1+ e= / e', 'response': '3.7183'}, {'query': '?/?=', 'response': 'π'}, {'query': 'p i/ π= - π', 'response': '1.0'}, {'query': '2 + 6= * e', 'response': '8.0'}, {'query': '?*pi=', 'response': 'e'}, {'query': 'e× p i= / e', 'response': '8.5395'}, {'query': '  50 × 6 7 =', 'response': '3350.0'}, {'query': '  (   1 1  ×   1 7 ) +  5 6 = ', 'response': '243.0'}, {'query': ' ( 9 7  -  5 6 )   /  (  97  +   56 )  ×   3 1=/ e', 'response': '8.31'}, {'query': '  0  ×   (  95 ×   6 8 ) +  ( 26  /  45) = * e', 'response': '0.5778'}]\n"
     ]
    }
   ],
   "source": [
    "import random\n",
    "import math\n",
    "\n",
    "def random_spacing(expr):\n",
    "    return ''.join((c + ' ' * random.randint(0, 1)) for c in expr)\n",
    "\n",
    "def synonyms_variation(expr):\n",
    "    changes = [\n",
    "        (\"×\", \"*\"),\n",
    "        (\"*\", \"×\"),\n",
    "        (\"pi\", \"π\"),\n",
    "        (\"log 10\", \"log\"),\n",
    "        (\"ln\", \"log e\")\n",
    "    ]\n",
    "    for old, new in changes:\n",
    "        expr = expr.replace(old, new)\n",
    "    return expr\n",
    "\n",
    "def reverse_for_constants(expr):\n",
    "    # For now, works for simple operations with constants. You can expand this.\n",
    "    if \"e\" in expr:\n",
    "        return expr.replace(\"e\", \"?\"), \"e\"\n",
    "    elif \"π\" in expr or \"pi\" in expr:\n",
    "        return expr.replace(\"π\", \"?\").replace(\"pi\", \"?\"), \"π\"\n",
    "    return expr, None\n",
    "\n",
    "def more_complex_operations(expr):\n",
    "    extra_ops = [\n",
    "        \"+ π\",\n",
    "        \"- π\",\n",
    "        \"* e\",\n",
    "        \"/ e\"\n",
    "    ]\n",
    "    return expr + random.choice(extra_ops)\n",
    "\n",
    "def decimal_precision_variation(expr, resp):\n",
    "    # Adjusting the number of decimal places\n",
    "    try:\n",
    "        resp_float = float(resp)\n",
    "        decimal_places = random.randint(2, 6)\n",
    "        return round(resp_float, decimal_places)\n",
    "    except ValueError:\n",
    "        return resp\n",
    "\n",
    "data = [ # Sample data you provided\n",
    "    #...\n",
    "    {\"query\": \"e*2=\", \"response\": \"5.4366\"},\n",
    "    {\"query\": \"π+e=\", \"response\": \"5.8598\"},\n",
    "    {\"query\": \"e-e=\", \"response\": \"0.0000\"},\n",
    "    {\"query\": \"1+e=\", \"response\": \"3.7183\"},\n",
    "    {\"query\": \"pi/π=\", \"response\": \"1.0000\"},\n",
    "    {\"query\": \"2+6=\", \"response\": \"8.0000\"},\n",
    "    {\"query\": \"e*pi=\", \"response\": \"8.5395\"},\n",
    "    {\"query\": \" 50 * 67=\", \"response\": \"3350.0000\"},\n",
    "    {\"query\": \" ( 11 * 17) + 56=\", \"response\": \"243.0000\"},\n",
    "    {\"query\": \" ( 97 - 56) / ( 97 + 56) * 31=\", \"response\": \"8.3072\"},\n",
    "    {\"query\": \" 0 * ( 95 * 68) + ( 26 / 45)=\", \"response\": \"0.5778\"},\n",
    "]\n",
    "\n",
    "augmented_data = []\n",
    "\n",
    "for item in data:\n",
    "    query, response = item[\"query\"], item[\"response\"]\n",
    "\n",
    "    new_query = random_spacing(query)\n",
    "    new_query = synonyms_variation(new_query)\n",
    "    \n",
    "    if random.choice([True, False]):  # 50% chance of getting more complex operations\n",
    "        new_query = more_complex_operations(new_query)\n",
    "    \n",
    "    rev_query, missing_value = reverse_for_constants(query)\n",
    "    if missing_value:\n",
    "        augmented_data.append({\"query\": rev_query, \"response\": missing_value})\n",
    "    \n",
    "    new_response = decimal_precision_variation(new_query, response)\n",
    "\n",
    "    augmented_data.append({\"query\": new_query, \"response\": str(new_response)})\n",
    "\n",
    "print(augmented_data)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[{'query': '13 * 62 = ?', 'response': '806'}, {'query': '49 / 98 = ?', 'response': '0.5'}, {'query': '49 - 24 = ?', 'response': '25'}, {'query': 'x - 14 = ?', 'response': '14'}, {'query': 'x * 92 = ?', 'response': '92'}, {'query': 'sin(17) = ?', 'response': '-0.9614'}, {'query': 'cos(54) = ?', 'response': '-0.8293'}, {'query': 'tan(59) = ?', 'response': '-0.8258'}, {'query': '92 + 90 = ?', 'response': '182'}, {'query': 'x * 85 = ?', 'response': '85'}, {'query': 'x + 29 = ?', 'response': '29'}, {'query': 'tan(65) = ?', 'response': '-1.4700'}, {'query': '34 / 33 = ?', 'response': '1.0303'}, {'query': '27 * 2 = ?', 'response': '54'}, {'query': '47 / 31 = ?', 'response': '1.5161'}, {'query': 'sin(44) = ?', 'response': '0.0177'}, {'query': 'x * 66 = ?', 'response': '66'}, {'query': 'x - 8 = ?', 'response': '8'}, {'query': '93 * 87 = ?', 'response': '8091'}, {'query': 'tan(7) = ?', 'response': '0.8714'}, {'query': 'x - 24 = ?', 'response': '24'}, {'query': 'x - 94 = ?', 'response': '94'}, {'query': 'sin(38) = ?', 'response': '0.2964'}, {'query': 'x / 57 = ?', 'response': '57'}, {'query': 'x / 87 = ?', 'response': '87'}, {'query': '35 * 59 = ?', 'response': '2065'}, {'query': '54 - 9 = ?', 'response': '45'}, {'query': '24 + 49 = ?', 'response': '73'}, {'query': 'sqrt(78) = ?', 'response': '8.8318'}, {'query': 'x / 87 = ?', 'response': '87'}, {'query': 'x * 24 = ?', 'response': '24'}, {'query': 'cos(79) = ?', 'response': '-0.8960'}, {'query': '93 - 30 = ?', 'response': '63'}, {'query': '9 / 79 = ?', 'response': '0.1139'}, {'query': 'x * 11 = ?', 'response': '11'}, {'query': 'x / 83 = ?', 'response': '83'}, {'query': '75 / 66 = ?', 'response': '1.1364'}, {'query': '15 + 16 = ?', 'response': '31'}, {'query': '36 + 93 = ?', 'response': '129'}, {'query': 'x - 43 = ?', 'response': '43'}, {'query': 'sqrt(56) = ?', 'response': '7.4833'}, {'query': '58 * 67 = ?', 'response': '3886'}, {'query': '91 + 24 = ?', 'response': '115'}, {'query': 'sqrt(33) = ?', 'response': '5.7446'}, {'query': 'cos(71) = ?', 'response': '-0.3090'}, {'query': '67 + 42 = ?', 'response': '109'}, {'query': 'x + 14 = ?', 'response': '14'}, {'query': '87 / 67 = ?', 'response': '1.2985'}, {'query': '27 * 76 = ?', 'response': '2052'}, {'query': '62 / 8 = ?', 'response': '7.75'}, {'query': '59 - 18 = ?', 'response': '41'}, {'query': '86 * 99 = ?', 'response': '8514'}, {'query': '72 * 20 = ?', 'response': '1440'}, {'query': '54 / 72 = ?', 'response': '0.75'}, {'query': '85 + 93 = ?', 'response': '178'}, {'query': 'x / 92 = ?', 'response': '92'}, {'query': 'x - 48 = ?', 'response': '48'}, {'query': 'x * 74 = ?', 'response': '74'}, {'query': '9 * 55 = ?', 'response': '495'}, {'query': 'cos(9) = ?', 'response': '-0.9111'}, {'query': '27 / 54 = ?', 'response': '0.5'}, {'query': 'x * 80 = ?', 'response': '80'}, {'query': 'x - 89 = ?', 'response': '89'}, {'query': 'sin(68) = ?', 'response': '-0.8979'}, {'query': 'tan(9) = ?', 'response': '-0.4523'}, {'query': '1 + 26 = ?', 'response': '27'}, {'query': 'x + 33 = ?', 'response': '33'}, {'query': '64 * 5 = ?', 'response': '320'}, {'query': 'cos(66) = ?', 'response': '-0.9996'}, {'query': '51 - 41 = ?', 'response': '10'}, {'query': 'x + 66 = ?', 'response': '66'}, {'query': '72 - 48 = ?', 'response': '24'}, {'query': 'x * 14 = ?', 'response': '14'}, {'query': 'x + 71 = ?', 'response': '71'}, {'query': 'x / 47 = ?', 'response': '47'}, {'query': 'x * 8 = ?', 'response': '8'}, {'query': 'x * 34 = ?', 'response': '34'}, {'query': '26 - 32 = ?', 'response': '-6'}, {'query': '33 / 10 = ?', 'response': '3.3'}, {'query': 'x + 84 = ?', 'response': '84'}, {'query': 'x - 51 = ?', 'response': '51'}, {'query': 'cos(36) = ?', 'response': '-0.1280'}, {'query': 'sin(89) = ?', 'response': '0.8601'}, {'query': '89 / 11 = ?', 'response': '8.0909'}, {'query': 'x + 53 = ?', 'response': '53'}, {'query': '5 - 12 = ?', 'response': '-7'}, {'query': '55 / 51 = ?', 'response': '1.0784'}, {'query': 'tan(16) = ?', 'response': '0.3006'}, {'query': 'x / 92 = ?', 'response': '92'}, {'query': 'x + 78 = ?', 'response': '78'}, {'query': '73 - 60 = ?', 'response': '13'}, {'query': 'x / 4 = ?', 'response': '4'}, {'query': 'x / 19 = ?', 'response': '19'}, {'query': 'x * 83 = ?', 'response': '83'}, {'query': 'sqrt(69) = ?', 'response': '8.3066'}, {'query': 'x - 94 = ?', 'response': '94'}, {'query': 'x + 78 = ?', 'response': '78'}, {'query': '73 + 2 = ?', 'response': '75'}, {'query': '16 * 39 = ?', 'response': '624'}, {'query': '40 - 81 = ?', 'response': '-41'}, {'query': 'tan(77) = ?', 'response': '-32.2686'}, {'query': '70 * 81 = ?', 'response': '5670'}, {'query': 'x + 82 = ?', 'response': '82'}, {'query': '76 * 66 = ?', 'response': '5016'}, {'query': 'sin(74) = ?', 'response': '-0.9851'}, {'query': 'sin(89) = ?', 'response': '0.8601'}, {'query': 'cos(77) = ?', 'response': '-0.0310'}, {'query': 'x - 97 = ?', 'response': '97'}, {'query': 'x / 56 = ?', 'response': '56'}, {'query': 'sqrt(20) = ?', 'response': '4.4721'}, {'query': 'sqrt(8) = ?', 'response': '2.8284'}, {'query': 'x * 85 = ?', 'response': '85'}, {'query': '96 * 67 = ?', 'response': '6432'}, {'query': '69 / 58 = ?', 'response': '1.1897'}, {'query': 'x * 23 = ?', 'response': '23'}, {'query': '59 + 64 = ?', 'response': '123'}, {'query': 'cos(25) = ?', 'response': '0.9912'}, {'query': 'tan(95) = ?', 'response': '0.9358'}, {'query': 'cos(5) = ?', 'response': '0.2837'}, {'query': '22 + 79 = ?', 'response': '101'}, {'query': 'x - 69 = ?', 'response': '69'}, {'query': 'sqrt(50) = ?', 'response': '7.0711'}, {'query': '30 / 55 = ?', 'response': '0.5455'}, {'query': 'x / 43 = ?', 'response': '43'}, {'query': 'sqrt(34) = ?', 'response': '5.8310'}, {'query': '67 - 31 = ?', 'response': '36'}, {'query': 'x + 12 = ?', 'response': '12'}, {'query': 'cos(8) = ?', 'response': '-0.1455'}, {'query': '39 + 59 = ?', 'response': '98'}, {'query': 'sqrt(20) = ?', 'response': '4.4721'}, {'query': 'x - 63 = ?', 'response': '63'}, {'query': 'x / 7 = ?', 'response': '7'}, {'query': '59 + 47 = ?', 'response': '106'}, {'query': 'sqrt(87) = ?', 'response': '9.3274'}, {'query': 'tan(22) = ?', 'response': '0.0089'}, {'query': 'cos(67) = ?', 'response': '-0.5178'}, {'query': 'sin(57) = ?', 'response': '0.4362'}, {'query': '31 * 68 = ?', 'response': '2108'}, {'query': 'x + 55 = ?', 'response': '55'}, {'query': 'cos(85) = ?', 'response': '-0.9844'}, {'query': '44 + 62 = ?', 'response': '106'}, {'query': 'sin(91) = ?', 'response': '0.1060'}, {'query': '48 - 21 = ?', 'response': '27'}, {'query': 'x / 68 = ?', 'response': '68'}, {'query': '36 / 91 = ?', 'response': '0.3956'}, {'query': 'x - 9 = ?', 'response': '9'}, {'query': '18 + 65 = ?', 'response': '83'}, {'query': 'tan(97) = ?', 'response': '-0.4103'}, {'query': '23 * 70 = ?', 'response': '1610'}, {'query': 'x + 73 = ?', 'response': '73'}, {'query': 'sin(3) = ?', 'response': '0.1411'}, {'query': 'cos(62) = ?', 'response': '0.6735'}, {'query': 'cos(55) = ?', 'response': '0.0221'}, {'query': '36 - 95 = ?', 'response': '-59'}, {'query': 'cos(29) = ?', 'response': '-0.7481'}, {'query': 'sqrt(55) = ?', 'response': '7.4162'}, {'query': '76 + 88 = ?', 'response': '164'}, {'query': 'x * 42 = ?', 'response': '42'}, {'query': '65 + 90 = ?', 'response': '155'}, {'query': '19 / 38 = ?', 'response': '0.5'}, {'query': 'sqrt(46) = ?', 'response': '6.7823'}, {'query': 'tan(89) = ?', 'response': '1.6858'}, {'query': 'x * 84 = ?', 'response': '84'}, {'query': '15 + 68 = ?', 'response': '83'}, {'query': 'x / 52 = ?', 'response': '52'}, {'query': 'x - 42 = ?', 'response': '42'}, {'query': 'x * 79 = ?', 'response': '79'}, {'query': 'x / 95 = ?', 'response': '95'}, {'query': 'x / 28 = ?', 'response': '28'}, {'query': 'cos(58) = ?', 'response': '0.1192'}, {'query': 'x - 72 = ?', 'response': '72'}, {'query': 'x + 58 = ?', 'response': '58'}, {'query': 'sqrt(62) = ?', 'response': '7.8740'}, {'query': '94 - 76 = ?', 'response': '18'}, {'query': 'sin(60) = ?', 'response': '-0.3048'}, {'query': 'sqrt(63) = ?', 'response': '7.9373'}, {'query': '60 / 12 = ?', 'response': '5.0'}, {'query': '4 - 80 = ?', 'response': '-76'}, {'query': 'cos(87) = ?', 'response': '0.5698'}, {'query': 'x * 81 = ?', 'response': '81'}, {'query': '70 + 7 = ?', 'response': '77'}, {'query': 'tan(36) = ?', 'response': '7.7505'}, {'query': '6 - 35 = ?', 'response': '-29'}, {'query': 'x * 43 = ?', 'response': '43'}, {'query': '75 / 86 = ?', 'response': '0.8721'}, {'query': 'cos(9) = ?', 'response': '-0.9111'}, {'query': 'x - 77 = ?', 'response': '77'}, {'query': 'sqrt(66) = ?', 'response': '8.1240'}, {'query': 'x * 22 = ?', 'response': '22'}, {'query': 'x + 33 = ?', 'response': '33'}, {'query': 'x - 24 = ?', 'response': '24'}, {'query': '62 / 53 = ?', 'response': '1.1698'}, {'query': '91 / 22 = ?', 'response': '4.1364'}, {'query': '91 * 13 = ?', 'response': '1183'}, {'query': '54 + 41 = ?', 'response': '95'}, {'query': 'x + 48 = ?', 'response': '48'}, {'query': 'x + 10 = ?', 'response': '10'}, {'query': 'sin(10) = ?', 'response': '-0.5440'}, {'query': '65 + 69 = ?', 'response': '134'}, {'query': '2 + 47 = ?', 'response': '49'}, {'query': 'cos(44) = ?', 'response': '0.9998'}, {'query': '38 + 24 = ?', 'response': '62'}, {'query': 'cos(80) = ?', 'response': '-0.1104'}, {'query': '95 / 45 = ?', 'response': '2.1111'}, {'query': '68 * 87 = ?', 'response': '5916'}, {'query': 'sin(79) = ?', 'response': '-0.4441'}, {'query': '11 / 25 = ?', 'response': '0.44'}, {'query': 'cos(6) = ?', 'response': '0.9602'}, {'query': 'cos(2) = ?', 'response': '-0.4161'}, {'query': '55 + 78 = ?', 'response': '133'}, {'query': '47 / 25 = ?', 'response': '1.88'}, {'query': 'x * 58 = ?', 'response': '58'}, {'query': 'tan(55) = ?', 'response': '-45.1831'}, {'query': '4 / 30 = ?', 'response': '0.1333'}, {'query': 'x * 78 = ?', 'response': '78'}, {'query': 'x + 36 = ?', 'response': '36'}, {'query': '89 - 20 = ?', 'response': '69'}, {'query': 'x + 51 = ?', 'response': '51'}, {'query': '68 - 21 = ?', 'response': '47'}, {'query': '6 - 46 = ?', 'response': '-40'}, {'query': 'x + 45 = ?', 'response': '45'}, {'query': 'x * 74 = ?', 'response': '74'}, {'query': 'x + 24 = ?', 'response': '24'}, {'query': 'tan(43) = ?', 'response': '-1.4984'}, {'query': 'tan(45) = ?', 'response': '1.6198'}, {'query': 'x + 99 = ?', 'response': '99'}, {'query': 'x + 31 = ?', 'response': '31'}, {'query': 'sqrt(89) = ?', 'response': '9.4340'}, {'query': '40 / 58 = ?', 'response': '0.6897'}, {'query': '1 + 97 = ?', 'response': '98'}, {'query': 'x * 93 = ?', 'response': '93'}, {'query': 'sin(93) = ?', 'response': '-0.9483'}, {'query': 'x / 45 = ?', 'response': '45'}, {'query': 'cos(46) = ?', 'response': '-0.4322'}, {'query': '4 / 19 = ?', 'response': '0.2105'}, {'query': '4 / 86 = ?', 'response': '0.0465'}, {'query': '72 - 17 = ?', 'response': '55'}, {'query': 'x + 45 = ?', 'response': '45'}, {'query': 'sqrt(38) = ?', 'response': '6.1644'}, {'query': 'sin(74) = ?', 'response': '-0.9851'}, {'query': '37 - 35 = ?', 'response': '2'}, {'query': '8 * 45 = ?', 'response': '360'}, {'query': 'sqrt(91) = ?', 'response': '9.5394'}, {'query': 'sin(81) = ?', 'response': '-0.6299'}, {'query': 'x * 85 = ?', 'response': '85'}, {'query': 'x - 58 = ?', 'response': '58'}, {'query': 'sqrt(98) = ?', 'response': '9.8995'}, {'query': '39 + 66 = ?', 'response': '105'}, {'query': 'tan(6) = ?', 'response': '-0.2910'}, {'query': '64 * 86 = ?', 'response': '5504'}, {'query': '92 * 28 = ?', 'response': '2576'}, {'query': 'sqrt(67) = ?', 'response': '8.1854'}, {'query': '21 + 1 = ?', 'response': '22'}, {'query': '52 * 41 = ?', 'response': '2132'}, {'query': 'x / 53 = ?', 'response': '53'}, {'query': '56 / 85 = ?', 'response': '0.6588'}, {'query': 'sqrt(48) = ?', 'response': '6.9282'}, {'query': 'tan(83) = ?', 'response': '3.8806'}, {'query': 'x - 54 = ?', 'response': '54'}, {'query': 'x * 7 = ?', 'response': '7'}, {'query': 'sin(17) = ?', 'response': '-0.9614'}, {'query': 'sin(80) = ?', 'response': '-0.9939'}, {'query': 'sqrt(98) = ?', 'response': '9.8995'}, {'query': 'x - 3 = ?', 'response': '3'}, {'query': '88 / 100 = ?', 'response': '0.88'}, {'query': 'x - 29 = ?', 'response': '29'}, {'query': 'sqrt(3) = ?', 'response': '1.7321'}, {'query': 'tan(35) = ?', 'response': '0.4738'}, {'query': 'sqrt(18) = ?', 'response': '4.2426'}, {'query': 'x - 65 = ?', 'response': '65'}, {'query': '1 * 4 = ?', 'response': '4'}, {'query': 'x / 49 = ?', 'response': '49'}, {'query': 'x + 37 = ?', 'response': '37'}, {'query': 'x + 56 = ?', 'response': '56'}, {'query': 'x / 2 = ?', 'response': '2'}, {'query': 'tan(6) = ?', 'response': '-0.2910'}, {'query': 'cos(44) = ?', 'response': '0.9998'}, {'query': 'x / 55 = ?', 'response': '55'}, {'query': '63 + 51 = ?', 'response': '114'}, {'query': 'cos(66) = ?', 'response': '-0.9996'}, {'query': 'x * 85 = ?', 'response': '85'}, {'query': 'tan(65) = ?', 'response': '-1.4700'}, {'query': '54 / 96 = ?', 'response': '0.5625'}, {'query': 'tan(88) = ?', 'response': '0.0354'}, {'query': '25 * 68 = ?', 'response': '1700'}, {'query': '58 * 51 = ?', 'response': '2958'}, {'query': 'x - 54 = ?', 'response': '54'}, {'query': '32 * 75 = ?', 'response': '2400'}, {'query': 'x * 22 = ?', 'response': '22'}, {'query': '16 - 16 = ?', 'response': '0'}, {'query': 'x - 9 = ?', 'response': '9'}, {'query': 'sqrt(56) = ?', 'response': '7.4833'}, {'query': '99 * 52 = ?', 'response': '5148'}, {'query': '96 - 34 = ?', 'response': '62'}, {'query': 'x * 56 = ?', 'response': '56'}, {'query': '31 * 31 = ?', 'response': '961'}, {'query': 'x / 8 = ?', 'response': '8'}, {'query': '19 + 83 = ?', 'response': '102'}, {'query': '50 / 71 = ?', 'response': '0.7042'}, {'query': '16 / 48 = ?', 'response': '0.3333'}, {'query': 'tan(46) = ?', 'response': '-2.0866'}, {'query': '86 / 6 = ?', 'response': '14.3333'}, {'query': 'sin(9) = ?', 'response': '0.4121'}, {'query': '57 / 41 = ?', 'response': '1.3902'}, {'query': 'tan(33) = ?', 'response': '-75.3130'}, {'query': '28 / 39 = ?', 'response': '0.7179'}, {'query': 'tan(89) = ?', 'response': '1.6858'}, {'query': 'sqrt(49) = ?', 'response': '7'}, {'query': '50 - 88 = ?', 'response': '-38'}, {'query': 'x * 7 = ?', 'response': '7'}, {'query': 'x + 78 = ?', 'response': '78'}, {'query': '38 * 10 = ?', 'response': '380'}, {'query': 'sin(6) = ?', 'response': '-0.2794'}, {'query': '19 - 28 = ?', 'response': '-9'}, {'query': 'cos(96) = ?', 'response': '-0.1804'}, {'query': 'x * 77 = ?', 'response': '77'}, {'query': '10 - 65 = ?', 'response': '-55'}, {'query': '74 + 35 = ?', 'response': '109'}, {'query': 'tan(49) = ?', 'response': '-3.1729'}, {'query': '53 / 64 = ?', 'response': '0.8281'}, {'query': 'x + 6 = ?', 'response': '6'}, {'query': '85 - 56 = ?', 'response': '29'}, {'query': 'sin(85) = ?', 'response': '-0.1761'}, {'query': '72 - 39 = ?', 'response': '33'}, {'query': 'sqrt(17) = ?', 'response': '4.1231'}, {'query': 'sqrt(58) = ?', 'response': '7.6158'}, {'query': '93 + 96 = ?', 'response': '189'}, {'query': 'x / 44 = ?', 'response': '44'}, {'query': '86 / 12 = ?', 'response': '7.1667'}, {'query': 'tan(45) = ?', 'response': '1.6198'}, {'query': 'x * 40 = ?', 'response': '40'}, {'query': 'tan(67) = ?', 'response': '1.6523'}, {'query': 'x - 74 = ?', 'response': '74'}, {'query': 'x * 100 = ?', 'response': '100'}, {'query': 'sin(19) = ?', 'response': '0.1499'}, {'query': 'x + 11 = ?', 'response': '11'}, {'query': '38 + 5 = ?', 'response': '43'}, {'query': '71 * 68 = ?', 'response': '4828'}, {'query': '58 * 19 = ?', 'response': '1102'}, {'query': 'x + 50 = ?', 'response': '50'}, {'query': 'x / 15 = ?', 'response': '15'}, {'query': 'sin(66) = ?', 'response': '-0.0266'}, {'query': 'cos(91) = ?', 'response': '-0.9944'}, {'query': 'x + 88 = ?', 'response': '88'}, {'query': 'cos(91) = ?', 'response': '-0.9944'}, {'query': 'x / 76 = ?', 'response': '76'}, {'query': '57 / 73 = ?', 'response': '0.7808'}, {'query': 'x / 71 = ?', 'response': '71'}, {'query': '79 - 88 = ?', 'response': '-9'}, {'query': 'cos(59) = ?', 'response': '-0.7711'}, {'query': 'tan(80) = ?', 'response': '9.0037'}, {'query': 'sqrt(15) = ?', 'response': '3.8730'}, {'query': 'sin(52) = ?', 'response': '0.9866'}, {'query': 'sin(97) = ?', 'response': '0.3796'}, {'query': '67 / 17 = ?', 'response': '3.9412'}, {'query': 'x / 42 = ?', 'response': '42'}, {'query': 'tan(96) = ?', 'response': '-5.4513'}, {'query': 'x - 39 = ?', 'response': '39'}, {'query': 'tan(8) = ?', 'response': '-6.7997'}, {'query': '41 + 62 = ?', 'response': '103'}, {'query': '70 + 8 = ?', 'response': '78'}, {'query': 'x * 63 = ?', 'response': '63'}, {'query': 'cos(1) = ?', 'response': '0.5403'}, {'query': '3 * 62 = ?', 'response': '186'}, {'query': 'sqrt(86) = ?', 'response': '9.2736'}, {'query': 'sin(12) = ?', 'response': '-0.5366'}, {'query': 'sqrt(41) = ?', 'response': '6.4031'}, {'query': 'sqrt(35) = ?', 'response': '5.9161'}, {'query': '36 + 41 = ?', 'response': '77'}, {'query': '54 * 26 = ?', 'response': '1404'}, {'query': 'x / 89 = ?', 'response': '89'}, {'query': 'x - 77 = ?', 'response': '77'}, {'query': '24 - 71 = ?', 'response': '-47'}, {'query': '82 + 58 = ?', 'response': '140'}, {'query': 'sin(75) = ?', 'response': '-0.3878'}, {'query': 'tan(37) = ?', 'response': '-0.8408'}, {'query': 'x - 21 = ?', 'response': '21'}, {'query': 'x + 80 = ?', 'response': '80'}, {'query': '55 - 57 = ?', 'response': '-2'}, {'query': 'x - 73 = ?', 'response': '73'}, {'query': '14 - 50 = ?', 'response': '-36'}, {'query': '21 - 63 = ?', 'response': '-42'}, {'query': '23 - 8 = ?', 'response': '15'}, {'query': 'x + 2 = ?', 'response': '2'}, {'query': 'cos(91) = ?', 'response': '-0.9944'}, {'query': 'sin(98) = ?', 'response': '-0.5734'}, {'query': 'x / 26 = ?', 'response': '26'}, {'query': '39 - 1 = ?', 'response': '38'}, {'query': 'tan(52) = ?', 'response': '-6.0533'}, {'query': 'x + 23 = ?', 'response': '23'}, {'query': 'x * 27 = ?', 'response': '27'}, {'query': 'sin(30) = ?', 'response': '-0.9880'}, {'query': 'cos(30) = ?', 'response': '0.1543'}, {'query': '49 - 74 = ?', 'response': '-25'}, {'query': '51 * 96 = ?', 'response': '4896'}, {'query': '4 / 57 = ?', 'response': '0.0702'}, {'query': 'sqrt(65) = ?', 'response': '8.0623'}, {'query': 'sin(12) = ?', 'response': '-0.5366'}, {'query': 'tan(11) = ?', 'response': '-225.9508'}, {'query': 'x / 36 = ?', 'response': '36'}, {'query': 'x / 8 = ?', 'response': '8'}, {'query': 'x - 42 = ?', 'response': '42'}, {'query': 'x - 66 = ?', 'response': '66'}, {'query': '14 * 56 = ?', 'response': '784'}, {'query': 'x - 87 = ?', 'response': '87'}, {'query': 'x * 90 = ?', 'response': '90'}, {'query': 'cos(48) = ?', 'response': '-0.6401'}, {'query': 'cos(96) = ?', 'response': '-0.1804'}, {'query': 'x * 93 = ?', 'response': '93'}, {'query': 'x / 9 = ?', 'response': '9'}, {'query': 'x * 8 = ?', 'response': '8'}, {'query': '34 * 24 = ?', 'response': '816'}, {'query': 'sqrt(4) = ?', 'response': '2'}, {'query': '4 / 80 = ?', 'response': '0.05'}, {'query': '63 - 91 = ?', 'response': '-28'}, {'query': 'x / 56 = ?', 'response': '56'}, {'query': '21 + 77 = ?', 'response': '98'}, {'query': '13 / 33 = ?', 'response': '0.3939'}, {'query': '77 * 24 = ?', 'response': '1848'}, {'query': 'sin(86) = ?', 'response': '-0.9235'}, {'query': '40 - 15 = ?', 'response': '25'}, {'query': '12 / 64 = ?', 'response': '0.1875'}, {'query': 'cos(11) = ?', 'response': '0.0044'}, {'query': 'sqrt(70) = ?', 'response': '8.3666'}, {'query': 'x * 81 = ?', 'response': '81'}, {'query': 'sqrt(8) = ?', 'response': '2.8284'}, {'query': 'x / 1 = ?', 'response': '1'}, {'query': 'x + 76 = ?', 'response': '76'}, {'query': 'x - 36 = ?', 'response': '36'}, {'query': '72 * 51 = ?', 'response': '3672'}, {'query': '48 * 81 = ?', 'response': '3888'}, {'query': 'x / 9 = ?', 'response': '9'}, {'query': 'tan(49) = ?', 'response': '-3.1729'}, {'query': '28 / 73 = ?', 'response': '0.3836'}, {'query': 'sin(78) = ?', 'response': '0.5140'}, {'query': 'x - 50 = ?', 'response': '50'}, {'query': 'cos(35) = ?', 'response': '-0.9037'}, {'query': 'sin(47) = ?', 'response': '0.1236'}, {'query': 'x * 47 = ?', 'response': '47'}, {'query': 'sin(84) = ?', 'response': '0.7332'}, {'query': 'tan(77) = ?', 'response': '-32.2686'}, {'query': '13 / 8 = ?', 'response': '1.625'}, {'query': '69 / 63 = ?', 'response': '1.0952'}, {'query': '77 - 29 = ?', 'response': '48'}, {'query': 'cos(13) = ?', 'response': '0.9074'}, {'query': '39 + 61 = ?', 'response': '100'}, {'query': 'sqrt(90) = ?', 'response': '9.4868'}, {'query': 'x * 2 = ?', 'response': '2'}, {'query': 'tan(48) = ?', 'response': '1.2001'}, {'query': '25 + 35 = ?', 'response': '60'}, {'query': '38 * 2 = ?', 'response': '76'}, {'query': 'sin(71) = ?', 'response': '0.9511'}, {'query': 'x * 74 = ?', 'response': '74'}, {'query': 'sqrt(22) = ?', 'response': '4.6904'}, {'query': 'sin(69) = ?', 'response': '-0.1148'}, {'query': 'sin(35) = ?', 'response': '-0.4282'}, {'query': 'x / 97 = ?', 'response': '97'}, {'query': '75 * 90 = ?', 'response': '6750'}, {'query': 'x + 85 = ?', 'response': '85'}, {'query': 'x + 85 = ?', 'response': '85'}, {'query': 'cos(78) = ?', 'response': '-0.8578'}, {'query': '74 - 36 = ?', 'response': '38'}, {'query': '45 * 17 = ?', 'response': '765'}, {'query': '45 + 23 = ?', 'response': '68'}, {'query': '62 * 72 = ?', 'response': '4464'}, {'query': '24 + 12 = ?', 'response': '36'}, {'query': 'cos(100) = ?', 'response': '0.8623'}, {'query': '85 / 68 = ?', 'response': '1.25'}, {'query': '78 * 59 = ?', 'response': '4602'}, {'query': '87 - 79 = ?', 'response': '8'}, {'query': 'sin(93) = ?', 'response': '-0.9483'}, {'query': '61 * 72 = ?', 'response': '4392'}, {'query': 'x - 6 = ?', 'response': '6'}, {'query': 'x * 16 = ?', 'response': '16'}, {'query': 'x - 21 = ?', 'response': '21'}, {'query': 'cos(99) = ?', 'response': '0.0398'}, {'query': '8 / 11 = ?', 'response': '0.7273'}, {'query': 'x + 58 = ?', 'response': '58'}, {'query': 'x * 46 = ?', 'response': '46'}, {'query': 'sin(64) = ?', 'response': '0.9200'}, {'query': '43 + 70 = ?', 'response': '113'}, {'query': '78 + 50 = ?', 'response': '128'}, {'query': 'x - 48 = ?', 'response': '48'}, {'query': 'x / 25 = ?', 'response': '25'}, {'query': '42 - 19 = ?', 'response': '23'}, {'query': 'cos(39) = ?', 'response': '0.2666'}, {'query': 'x * 82 = ?', 'response': '82'}, {'query': '74 * 69 = ?', 'response': '5106'}, {'query': 'sqrt(18) = ?', 'response': '4.2426'}, {'query': '4 * 52 = ?', 'response': '208'}, {'query': 'sin(40) = ?', 'response': '0.7451'}, {'query': '6 * 29 = ?', 'response': '174'}, {'query': '26 * 40 = ?', 'response': '1040'}, {'query': 'tan(31) = ?', 'response': '-0.4417'}, {'query': '77 / 54 = ?', 'response': '1.4259'}, {'query': 'sqrt(53) = ?', 'response': '7.2801'}, {'query': 'x + 82 = ?', 'response': '82'}, {'query': 'x - 82 = ?', 'response': '82'}, {'query': '15 / 6 = ?', 'response': '2.5'}, {'query': 'x + 39 = ?', 'response': '39'}, {'query': '78 - 94 = ?', 'response': '-16'}, {'query': 'cos(11) = ?', 'response': '0.0044'}, {'query': 'sin(35) = ?', 'response': '-0.4282'}, {'query': 'x + 62 = ?', 'response': '62'}, {'query': '27 / 69 = ?', 'response': '0.3913'}, {'query': 'cos(58) = ?', 'response': '0.1192'}, {'query': '49 / 9 = ?', 'response': '5.4444'}, {'query': 'tan(30) = ?', 'response': '-6.4053'}, {'query': 'x + 44 = ?', 'response': '44'}, {'query': 'tan(37) = ?', 'response': '-0.8408'}, {'query': 'cos(49) = ?', 'response': '0.3006'}, {'query': 'sin(48) = ?', 'response': '-0.7683'}, {'query': 'sqrt(63) = ?', 'response': '7.9373'}, {'query': 'sqrt(54) = ?', 'response': '7.3485'}, {'query': 'sqrt(7) = ?', 'response': '2.6458'}, {'query': '47 + 96 = ?', 'response': '143'}, {'query': '70 + 73 = ?', 'response': '143'}, {'query': 'tan(38) = ?', 'response': '0.3103'}, {'query': '78 / 27 = ?', 'response': '2.8889'}, {'query': 'cos(53) = ?', 'response': '-0.9183'}, {'query': 'x + 61 = ?', 'response': '61'}, {'query': 'x + 26 = ?', 'response': '26'}, {'query': '40 * 89 = ?', 'response': '3560'}, {'query': '49 + 74 = ?', 'response': '123'}, {'query': '64 - 87 = ?', 'response': '-23'}, {'query': 'x / 33 = ?', 'response': '33'}, {'query': '57 - 77 = ?', 'response': '-20'}, {'query': 'x + 17 = ?', 'response': '17'}, {'query': 'x - 6 = ?', 'response': '6'}, {'query': 'sin(12) = ?', 'response': '-0.5366'}, {'query': 'cos(68) = ?', 'response': '0.4401'}, {'query': 'x - 23 = ?', 'response': '23'}, {'query': '78 + 99 = ?', 'response': '177'}, {'query': 'sin(51) = ?', 'response': '0.6702'}, {'query': '27 * 45 = ?', 'response': '1215'}, {'query': '69 + 30 = ?', 'response': '99'}, {'query': 'x - 70 = ?', 'response': '70'}, {'query': 'sin(39) = ?', 'response': '0.9638'}, {'query': '53 * 68 = ?', 'response': '3604'}, {'query': 'x / 100 = ?', 'response': '100'}, {'query': '19 - 62 = ?', 'response': '-43'}, {'query': 'x - 24 = ?', 'response': '24'}, {'query': 'x + 19 = ?', 'response': '19'}, {'query': '72 + 13 = ?', 'response': '85'}, {'query': '96 + 9 = ?', 'response': '105'}, {'query': 'x - 87 = ?', 'response': '87'}, {'query': 'x * 36 = ?', 'response': '36'}, {'query': 'x - 41 = ?', 'response': '41'}, {'query': '94 / 10 = ?', 'response': '9.4'}, {'query': '43 - 80 = ?', 'response': '-37'}, {'query': 'x * 29 = ?', 'response': '29'}, {'query': 'x * 52 = ?', 'response': '52'}, {'query': '57 - 5 = ?', 'response': '52'}, {'query': '66 - 29 = ?', 'response': '37'}, {'query': '53 + 87 = ?', 'response': '140'}, {'query': 'x * 64 = ?', 'response': '64'}, {'query': '99 / 75 = ?', 'response': '1.32'}, {'query': 'x - 53 = ?', 'response': '53'}, {'query': 'tan(54) = ?', 'response': '0.6738'}, {'query': '2 / 38 = ?', 'response': '0.0526'}, {'query': '87 + 75 = ?', 'response': '162'}, {'query': 'x * 78 = ?', 'response': '78'}, {'query': 'x + 27 = ?', 'response': '27'}, {'query': 'x + 43 = ?', 'response': '43'}, {'query': 'x * 67 = ?', 'response': '67'}, {'query': 'x - 53 = ?', 'response': '53'}, {'query': '80 * 15 = ?', 'response': '1200'}, {'query': '79 - 60 = ?', 'response': '19'}, {'query': 'x + 76 = ?', 'response': '76'}, {'query': '50 * 99 = ?', 'response': '4950'}, {'query': 'x + 7 = ?', 'response': '7'}, {'query': 'cos(79) = ?', 'response': '-0.8960'}, {'query': 'tan(7) = ?', 'response': '0.8714'}, {'query': 'x / 38 = ?', 'response': '38'}, {'query': 'x / 95 = ?', 'response': '95'}, {'query': '72 / 54 = ?', 'response': '1.3333'}, {'query': '40 * 80 = ?', 'response': '3200'}, {'query': 'sqrt(92) = ?', 'response': '9.5917'}, {'query': '46 / 80 = ?', 'response': '0.575'}, {'query': '22 / 2 = ?', 'response': '11.0'}, {'query': '19 * 12 = ?', 'response': '228'}, {'query': 'x + 42 = ?', 'response': '42'}, {'query': '44 + 71 = ?', 'response': '115'}, {'query': '1 + 34 = ?', 'response': '35'}, {'query': 'sin(21) = ?', 'response': '0.8367'}, {'query': 'x * 52 = ?', 'response': '52'}, {'query': 'x * 90 = ?', 'response': '90'}, {'query': '38 - 80 = ?', 'response': '-42'}, {'query': 'sin(15) = ?', 'response': '0.6503'}, {'query': 'sqrt(84) = ?', 'response': '9.1652'}, {'query': 'x - 80 = ?', 'response': '80'}, {'query': 'tan(82) = ?', 'response': '0.3298'}, {'query': 'tan(46) = ?', 'response': '-2.0866'}, {'query': 'x + 79 = ?', 'response': '79'}, {'query': 'sqrt(36) = ?', 'response': '6'}, {'query': 'x + 95 = ?', 'response': '95'}, {'query': '41 / 65 = ?', 'response': '0.6308'}, {'query': 'x * 2 = ?', 'response': '2'}, {'query': 'sqrt(44) = ?', 'response': '6.6332'}, {'query': 'x - 25 = ?', 'response': '25'}, {'query': 'x - 55 = ?', 'response': '55'}, {'query': '7 - 85 = ?', 'response': '-78'}, {'query': 'cos(23) = ?', 'response': '-0.5328'}, {'query': '47 - 25 = ?', 'response': '22'}, {'query': 'x + 93 = ?', 'response': '93'}, {'query': 'x - 63 = ?', 'response': '63'}, {'query': 'cos(12) = ?', 'response': '0.8439'}, {'query': 'x + 45 = ?', 'response': '45'}, {'query': '38 * 24 = ?', 'response': '912'}, {'query': 'sqrt(60) = ?', 'response': '7.7460'}, {'query': '100 + 32 = ?', 'response': '132'}, {'query': 'x - 3 = ?', 'response': '3'}, {'query': '66 + 39 = ?', 'response': '105'}, {'query': 'x - 1 = ?', 'response': '1'}, {'query': 'tan(27) = ?', 'response': '-3.2737'}, {'query': '94 - 40 = ?', 'response': '54'}, {'query': '49 - 4 = ?', 'response': '45'}, {'query': '85 + 34 = ?', 'response': '119'}, {'query': 'x + 11 = ?', 'response': '11'}, {'query': 'tan(97) = ?', 'response': '-0.4103'}, {'query': '60 * 33 = ?', 'response': '1980'}, {'query': 'x / 17 = ?', 'response': '17'}, {'query': 'cos(52) = ?', 'response': '-0.1630'}, {'query': 'sin(1) = ?', 'response': '0.8415'}, {'query': 'cos(8) = ?', 'response': '-0.1455'}, {'query': '97 / 99 = ?', 'response': '0.9798'}, {'query': 'cos(54) = ?', 'response': '-0.8293'}, {'query': 'x + 45 = ?', 'response': '45'}, {'query': 'sqrt(79) = ?', 'response': '8.8882'}, {'query': 'x * 84 = ?', 'response': '84'}, {'query': 'sqrt(1) = ?', 'response': '1'}, {'query': 'tan(20) = ?', 'response': '2.2372'}, {'query': '44 + 27 = ?', 'response': '71'}, {'query': 'x + 78 = ?', 'response': '78'}, {'query': 'x - 48 = ?', 'response': '48'}, {'query': 'x + 79 = ?', 'response': '79'}, {'query': '18 - 94 = ?', 'response': '-76'}, {'query': '58 / 75 = ?', 'response': '0.7733'}, {'query': 'sin(62) = ?', 'response': '-0.7392'}, {'query': 'tan(93) = ?', 'response': '-2.9874'}, {'query': 'x / 98 = ?', 'response': '98'}, {'query': '75 - 70 = ?', 'response': '5'}, {'query': '74 + 72 = ?', 'response': '146'}, {'query': 'sin(33) = ?', 'response': '0.9999'}, {'query': 'cos(11) = ?', 'response': '0.0044'}, {'query': 'cos(38) = ?', 'response': '0.9551'}, {'query': 'x / 95 = ?', 'response': '95'}, {'query': 'x / 24 = ?', 'response': '24'}, {'query': 'x + 75 = ?', 'response': '75'}, {'query': 'sqrt(21) = ?', 'response': '4.5826'}, {'query': 'tan(92) = ?', 'response': '1.2443'}, {'query': 'tan(74) = ?', 'response': '-5.7370'}, {'query': 'sqrt(43) = ?', 'response': '6.5574'}, {'query': '11 / 79 = ?', 'response': '0.1392'}, {'query': '1 + 60 = ?', 'response': '61'}, {'query': 'cos(49) = ?', 'response': '0.3006'}, {'query': 'x * 38 = ?', 'response': '38'}, {'query': '69 / 23 = ?', 'response': '3.0'}, {'query': 'cos(33) = ?', 'response': '-0.0133'}, {'query': '59 * 59 = ?', 'response': '3481'}, {'query': 'x * 65 = ?', 'response': '65'}, {'query': '83 * 59 = ?', 'response': '4897'}, {'query': 'x * 74 = ?', 'response': '74'}, {'query': 'x - 96 = ?', 'response': '96'}, {'query': '48 * 74 = ?', 'response': '3552'}, {'query': 'cos(74) = ?', 'response': '0.1717'}, {'query': 'x / 98 = ?', 'response': '98'}, {'query': 'x * 53 = ?', 'response': '53'}, {'query': '1 * 70 = ?', 'response': '70'}, {'query': 'sin(29) = ?', 'response': '-0.6636'}, {'query': 'x * 77 = ?', 'response': '77'}, {'query': '42 / 92 = ?', 'response': '0.4565'}, {'query': 'sqrt(56) = ?', 'response': '7.4833'}, {'query': 'x + 37 = ?', 'response': '37'}, {'query': 'sqrt(91) = ?', 'response': '9.5394'}, {'query': 'x - 28 = ?', 'response': '28'}, {'query': 'tan(56) = ?', 'response': '-0.6113'}, {'query': 'cos(9) = ?', 'response': '-0.9111'}, {'query': 'x / 34 = ?', 'response': '34'}, {'query': 'cos(84) = ?', 'response': '-0.6800'}, {'query': 'x / 83 = ?', 'response': '83'}, {'query': 'tan(55) = ?', 'response': '-45.1831'}, {'query': 'x * 4 = ?', 'response': '4'}, {'query': 'x + 6 = ?', 'response': '6'}, {'query': '83 + 29 = ?', 'response': '112'}, {'query': '9 * 92 = ?', 'response': '828'}, {'query': 'x - 29 = ?', 'response': '29'}, {'query': 'x - 62 = ?', 'response': '62'}, {'query': '70 / 16 = ?', 'response': '4.375'}, {'query': 'x - 14 = ?', 'response': '14'}, {'query': 'x - 69 = ?', 'response': '69'}, {'query': '46 - 86 = ?', 'response': '-40'}, {'query': 'x + 4 = ?', 'response': '4'}, {'query': 'sqrt(59) = ?', 'response': '7.6811'}, {'query': 'x + 1 = ?', 'response': '1'}, {'query': 'tan(74) = ?', 'response': '-5.7370'}, {'query': 'sqrt(77) = ?', 'response': '8.7750'}, {'query': 'sqrt(95) = ?', 'response': '9.7468'}, {'query': 'x / 75 = ?', 'response': '75'}, {'query': 'sqrt(83) = ?', 'response': '9.1104'}, {'query': '89 + 91 = ?', 'response': '180'}, {'query': 'x * 41 = ?', 'response': '41'}, {'query': 'x / 55 = ?', 'response': '55'}, {'query': 'x + 85 = ?', 'response': '85'}, {'query': 'x + 50 = ?', 'response': '50'}, {'query': 'x / 27 = ?', 'response': '27'}, {'query': '40 / 27 = ?', 'response': '1.4815'}, {'query': 'cos(54) = ?', 'response': '-0.8293'}, {'query': 'cos(77) = ?', 'response': '-0.0310'}, {'query': '65 + 54 = ?', 'response': '119'}, {'query': 'sqrt(42) = ?', 'response': '6.4807'}, {'query': 'sin(96) = ?', 'response': '0.9836'}, {'query': 'sqrt(41) = ?', 'response': '6.4031'}, {'query': '32 / 82 = ?', 'response': '0.3902'}, {'query': 'x - 71 = ?', 'response': '71'}, {'query': 'x * 5 = ?', 'response': '5'}, {'query': 'sin(71) = ?', 'response': '0.9511'}, {'query': 'tan(59) = ?', 'response': '-0.8258'}, {'query': 'x * 48 = ?', 'response': '48'}, {'query': 'sin(95) = ?', 'response': '0.6833'}, {'query': 'x + 24 = ?', 'response': '24'}, {'query': 'x / 99 = ?', 'response': '99'}, {'query': '14 - 40 = ?', 'response': '-26'}, {'query': 'x / 7 = ?', 'response': '7'}, {'query': '96 * 2 = ?', 'response': '192'}, {'query': '37 + 6 = ?', 'response': '43'}, {'query': 'x * 92 = ?', 'response': '92'}, {'query': 'x * 73 = ?', 'response': '73'}, {'query': 'sin(31) = ?', 'response': '-0.4040'}, {'query': 'tan(86) = ?', 'response': '2.4067'}, {'query': 'sin(78) = ?', 'response': '0.5140'}, {'query': '65 / 80 = ?', 'response': '0.8125'}, {'query': '13 / 47 = ?', 'response': '0.2766'}, {'query': '73 / 64 = ?', 'response': '1.1406'}, {'query': 'cos(7) = ?', 'response': '0.7539'}, {'query': '54 - 12 = ?', 'response': '42'}, {'query': '13 - 33 = ?', 'response': '-20'}, {'query': '65 / 50 = ?', 'response': '1.3'}, {'query': '40 - 28 = ?', 'response': '12'}, {'query': '9 - 11 = ?', 'response': '-2'}, {'query': '95 - 32 = ?', 'response': '63'}, {'query': 'sin(23) = ?', 'response': '-0.8462'}, {'query': 'tan(97) = ?', 'response': '-0.4103'}, {'query': 'tan(70) = ?', 'response': '1.2220'}, {'query': 'sqrt(89) = ?', 'response': '9.4340'}, {'query': '50 + 39 = ?', 'response': '89'}, {'query': 'cos(19) = ?', 'response': '0.9887'}, {'query': '62 + 6 = ?', 'response': '68'}, {'query': '47 / 30 = ?', 'response': '1.5667'}, {'query': '79 + 33 = ?', 'response': '112'}, {'query': 'tan(68) = ?', 'response': '-2.0401'}, {'query': 'sqrt(3) = ?', 'response': '1.7321'}, {'query': 'tan(29) = ?', 'response': '0.8871'}, {'query': 'sin(53) = ?', 'response': '0.3959'}, {'query': '28 / 59 = ?', 'response': '0.4746'}, {'query': '3 - 81 = ?', 'response': '-78'}, {'query': 'sin(2) = ?', 'response': '0.9093'}, {'query': '80 - 1 = ?', 'response': '79'}, {'query': 'x + 9 = ?', 'response': '9'}, {'query': 'sin(62) = ?', 'response': '-0.7392'}, {'query': 'x - 27 = ?', 'response': '27'}, {'query': 'cos(63) = ?', 'response': '0.9859'}, {'query': '80 + 88 = ?', 'response': '168'}, {'query': '51 * 55 = ?', 'response': '2805'}, {'query': 'sqrt(16) = ?', 'response': '4'}, {'query': 'sin(49) = ?', 'response': '-0.9538'}, {'query': 'cos(44) = ?', 'response': '0.9998'}, {'query': 'sqrt(86) = ?', 'response': '9.2736'}, {'query': 'x / 65 = ?', 'response': '65'}, {'query': '88 / 2 = ?', 'response': '44.0'}, {'query': 'x + 76 = ?', 'response': '76'}, {'query': '68 - 70 = ?', 'response': '-2'}, {'query': '10 * 26 = ?', 'response': '260'}, {'query': 'x / 75 = ?', 'response': '75'}, {'query': '74 - 65 = ?', 'response': '9'}, {'query': '78 / 17 = ?', 'response': '4.5882'}, {'query': 'x - 70 = ?', 'response': '70'}, {'query': 'sqrt(91) = ?', 'response': '9.5394'}, {'query': 'x - 3 = ?', 'response': '3'}, {'query': 'cos(51) = ?', 'response': '0.7422'}, {'query': 'tan(50) = ?', 'response': '-0.2719'}, {'query': 'sin(15) = ?', 'response': '0.6503'}, {'query': '18 - 47 = ?', 'response': '-29'}, {'query': '85 / 75 = ?', 'response': '1.1333'}, {'query': 'tan(2) = ?', 'response': '-2.1850'}, {'query': 'x - 20 = ?', 'response': '20'}, {'query': '34 + 75 = ?', 'response': '109'}, {'query': '78 / 99 = ?', 'response': '0.7879'}, {'query': 'x / 22 = ?', 'response': '22'}, {'query': 'sin(66) = ?', 'response': '-0.0266'}, {'query': 'tan(53) = ?', 'response': '-0.4312'}, {'query': '19 * 5 = ?', 'response': '95'}, {'query': '10 * 80 = ?', 'response': '800'}, {'query': '14 - 93 = ?', 'response': '-79'}, {'query': 'cos(75) = ?', 'response': '0.9218'}, {'query': '36 + 53 = ?', 'response': '89'}, {'query': 'sqrt(24) = ?', 'response': '4.8990'}, {'query': 'x + 45 = ?', 'response': '45'}, {'query': '95 / 81 = ?', 'response': '1.1728'}, {'query': 'x + 85 = ?', 'response': '85'}, {'query': 'x - 54 = ?', 'response': '54'}, {'query': '1 - 38 = ?', 'response': '-37'}, {'query': 'tan(67) = ?', 'response': '1.6523'}, {'query': '53 * 68 = ?', 'response': '3604'}, {'query': '73 + 67 = ?', 'response': '140'}, {'query': 'cos(42) = ?', 'response': '-0.4000'}, {'query': 'sqrt(53) = ?', 'response': '7.2801'}, {'query': 'x / 82 = ?', 'response': '82'}, {'query': 'x + 88 = ?', 'response': '88'}, {'query': '55 - 28 = ?', 'response': '27'}, {'query': 'x - 17 = ?', 'response': '17'}, {'query': 'sqrt(65) = ?', 'response': '8.0623'}, {'query': 'x / 41 = ?', 'response': '41'}, {'query': 'cos(23) = ?', 'response': '-0.5328'}, {'query': 'x - 86 = ?', 'response': '86'}, {'query': '34 - 92 = ?', 'response': '-58'}, {'query': 'x * 77 = ?', 'response': '77'}, {'query': 'x + 75 = ?', 'response': '75'}, {'query': 'x + 34 = ?', 'response': '34'}, {'query': '88 * 71 = ?', 'response': '6248'}, {'query': '31 + 70 = ?', 'response': '101'}, {'query': '87 / 52 = ?', 'response': '1.6731'}, {'query': 'cos(5) = ?', 'response': '0.2837'}, {'query': 'sqrt(66) = ?', 'response': '8.1240'}, {'query': 'x - 29 = ?', 'response': '29'}, {'query': 'cos(26) = ?', 'response': '0.6469'}, {'query': '15 - 61 = ?', 'response': '-46'}, {'query': 'tan(68) = ?', 'response': '-2.0401'}, {'query': '40 * 95 = ?', 'response': '3800'}, {'query': 'cos(15) = ?', 'response': '-0.7597'}, {'query': 'x * 81 = ?', 'response': '81'}, {'query': '81 - 98 = ?', 'response': '-17'}, {'query': '5 + 83 = ?', 'response': '88'}, {'query': 'tan(39) = ?', 'response': '3.6146'}, {'query': 'x * 97 = ?', 'response': '97'}, {'query': '23 - 52 = ?', 'response': '-29'}, {'query': 'x - 33 = ?', 'response': '33'}, {'query': '46 + 68 = ?', 'response': '114'}, {'query': 'cos(68) = ?', 'response': '0.4401'}, {'query': '62 - 29 = ?', 'response': '33'}, {'query': '71 / 77 = ?', 'response': '0.9221'}, {'query': 'cos(96) = ?', 'response': '-0.1804'}, {'query': 'sqrt(25) = ?', 'response': '5'}, {'query': '11 + 69 = ?', 'response': '80'}, {'query': '76 * 28 = ?', 'response': '2128'}, {'query': 'sin(54) = ?', 'response': '-0.5588'}, {'query': '92 * 52 = ?', 'response': '4784'}, {'query': '63 + 18 = ?', 'response': '81'}, {'query': '25 + 69 = ?', 'response': '94'}, {'query': '14 / 58 = ?', 'response': '0.2414'}, {'query': '32 - 2 = ?', 'response': '30'}, {'query': 'sqrt(81) = ?', 'response': '9'}, {'query': 'x + 66 = ?', 'response': '66'}, {'query': '54 - 64 = ?', 'response': '-10'}, {'query': 'x + 48 = ?', 'response': '48'}, {'query': 'sqrt(98) = ?', 'response': '9.8995'}, {'query': 'sqrt(28) = ?', 'response': '5.2915'}, {'query': '84 / 28 = ?', 'response': '3.0'}, {'query': 'tan(52) = ?', 'response': '-6.0533'}, {'query': 'x - 46 = ?', 'response': '46'}, {'query': 'x / 56 = ?', 'response': '56'}, {'query': '40 * 17 = ?', 'response': '680'}, {'query': '96 / 98 = ?', 'response': '0.9796'}, {'query': '77 * 50 = ?', 'response': '3850'}, {'query': '82 + 63 = ?', 'response': '145'}, {'query': 'cos(35) = ?', 'response': '-0.9037'}, {'query': '37 * 11 = ?', 'response': '407'}, {'query': 'x + 100 = ?', 'response': '100'}, {'query': 'tan(15) = ?', 'response': '-0.8560'}, {'query': 'cos(3) = ?', 'response': '-0.9900'}, {'query': '11 / 41 = ?', 'response': '0.2683'}, {'query': '27 - 1 = ?', 'response': '26'}, {'query': 'tan(72) = ?', 'response': '-0.2624'}, {'query': '5 * 1 = ?', 'response': '5'}, {'query': 'sin(20) = ?', 'response': '0.9129'}, {'query': '5 * 89 = ?', 'response': '445'}, {'query': 'sin(44) = ?', 'response': '0.0177'}, {'query': 'tan(68) = ?', 'response': '-2.0401'}, {'query': 'tan(39) = ?', 'response': '3.6146'}, {'query': '98 + 42 = ?', 'response': '140'}, {'query': 'x * 61 = ?', 'response': '61'}, {'query': 'tan(94) = ?', 'response': '-0.2530'}, {'query': '64 + 9 = ?', 'response': '73'}, {'query': 'cos(48) = ?', 'response': '-0.6401'}, {'query': 'x * 11 = ?', 'response': '11'}, {'query': 'x - 84 = ?', 'response': '84'}, {'query': '11 * 89 = ?', 'response': '979'}, {'query': '48 - 46 = ?', 'response': '2'}, {'query': '20 / 33 = ?', 'response': '0.6061'}, {'query': '6 - 36 = ?', 'response': '-30'}, {'query': 'x / 14 = ?', 'response': '14'}, {'query': 'sqrt(38) = ?', 'response': '6.1644'}, {'query': 'x / 76 = ?', 'response': '76'}, {'query': '55 * 6 = ?', 'response': '330'}, {'query': 'sin(14) = ?', 'response': '0.9906'}, {'query': 'x + 44 = ?', 'response': '44'}, {'query': '2 - 91 = ?', 'response': '-89'}, {'query': 'cos(50) = ?', 'response': '0.9650'}, {'query': 'sin(76) = ?', 'response': '0.5661'}, {'query': 'x / 94 = ?', 'response': '94'}, {'query': 'tan(99) = ?', 'response': '-25.0925'}, {'query': '37 - 12 = ?', 'response': '25'}, {'query': '80 * 64 = ?', 'response': '5120'}, {'query': 'x * 84 = ?', 'response': '84'}, {'query': 'sqrt(37) = ?', 'response': '6.0828'}, {'query': 'x / 13 = ?', 'response': '13'}, {'query': '71 * 78 = ?', 'response': '5538'}, {'query': 'cos(38) = ?', 'response': '0.9551'}, {'query': 'sqrt(96) = ?', 'response': '9.7980'}, {'query': 'tan(70) = ?', 'response': '1.2220'}, {'query': '50 - 98 = ?', 'response': '-48'}, {'query': 'x * 96 = ?', 'response': '96'}, {'query': 'sqrt(71) = ?', 'response': '8.4261'}, {'query': 'x / 48 = ?', 'response': '48'}, {'query': 'x / 35 = ?', 'response': '35'}, {'query': 'sin(90) = ?', 'response': '0.8940'}, {'query': '4 + 58 = ?', 'response': '62'}, {'query': 'x * 57 = ?', 'response': '57'}, {'query': 'tan(77) = ?', 'response': '-32.2686'}, {'query': 'sqrt(14) = ?', 'response': '3.7417'}, {'query': '27 + 24 = ?', 'response': '51'}, {'query': '98 / 54 = ?', 'response': '1.8148'}, {'query': '17 + 21 = ?', 'response': '38'}, {'query': 'x + 34 = ?', 'response': '34'}, {'query': 'x * 92 = ?', 'response': '92'}, {'query': '20 / 90 = ?', 'response': '0.2222'}, {'query': 'sqrt(19) = ?', 'response': '4.3589'}, {'query': 'x / 24 = ?', 'response': '24'}, {'query': '87 * 62 = ?', 'response': '5394'}, {'query': 'x + 62 = ?', 'response': '62'}, {'query': 'tan(77) = ?', 'response': '-32.2686'}, {'query': 'sqrt(29) = ?', 'response': '5.3852'}, {'query': 'sqrt(92) = ?', 'response': '9.5917'}, {'query': '30 / 21 = ?', 'response': '1.4286'}, {'query': 'x / 76 = ?', 'response': '76'}, {'query': 'x + 61 = ?', 'response': '61'}, {'query': 'x + 19 = ?', 'response': '19'}, {'query': 'cos(30) = ?', 'response': '0.1543'}, {'query': 'sin(8) = ?', 'response': '0.9894'}, {'query': '95 * 79 = ?', 'response': '7505'}, {'query': 'x - 60 = ?', 'response': '60'}, {'query': 'x + 54 = ?', 'response': '54'}, {'query': 'x / 41 = ?', 'response': '41'}, {'query': '95 - 31 = ?', 'response': '64'}, {'query': 'x - 38 = ?', 'response': '38'}, {'query': 'cos(44) = ?', 'response': '0.9998'}, {'query': 'x * 80 = ?', 'response': '80'}, {'query': 'sqrt(78) = ?', 'response': '8.8318'}, {'query': '39 - 19 = ?', 'response': '20'}, {'query': 'x + 65 = ?', 'response': '65'}, {'query': 'x / 56 = ?', 'response': '56'}, {'query': '41 - 66 = ?', 'response': '-25'}, {'query': '39 - 91 = ?', 'response': '-52'}, {'query': 'cos(34) = ?', 'response': '-0.8486'}, {'query': '5 + 72 = ?', 'response': '77'}, {'query': 'sin(81) = ?', 'response': '-0.6299'}, {'query': 'sin(49) = ?', 'response': '-0.9538'}, {'query': '35 * 45 = ?', 'response': '1575'}, {'query': 'tan(6) = ?', 'response': '-0.2910'}, {'query': 'x / 17 = ?', 'response': '17'}, {'query': 'sin(39) = ?', 'response': '0.9638'}, {'query': '4 - 60 = ?', 'response': '-56'}, {'query': '32 / 96 = ?', 'response': '0.3333'}, {'query': 'sqrt(27) = ?', 'response': '5.1962'}, {'query': 'x / 80 = ?', 'response': '80'}, {'query': 'tan(23) = ?', 'response': '1.5882'}, {'query': 'x * 9 = ?', 'response': '9'}, {'query': 'x / 31 = ?', 'response': '31'}, {'query': 'sin(91) = ?', 'response': '0.1060'}, {'query': 'sqrt(24) = ?', 'response': '4.8990'}, {'query': '84 + 47 = ?', 'response': '131'}, {'query': 'cos(29) = ?', 'response': '-0.7481'}, {'query': 'sqrt(3) = ?', 'response': '1.7321'}, {'query': 'x + 10 = ?', 'response': '10'}, {'query': 'sqrt(5) = ?', 'response': '2.2361'}, {'query': '73 - 49 = ?', 'response': '24'}, {'query': 'sin(74) = ?', 'response': '-0.9851'}, {'query': 'sqrt(12) = ?', 'response': '3.4641'}, {'query': 'cos(97) = ?', 'response': '-0.9251'}, {'query': 'cos(59) = ?', 'response': '-0.7711'}, {'query': 'x + 61 = ?', 'response': '61'}, {'query': 'x - 46 = ?', 'response': '46'}, {'query': '28 + 96 = ?', 'response': '124'}, {'query': 'x - 39 = ?', 'response': '39'}, {'query': 'cos(20) = ?', 'response': '0.4081'}, {'query': '57 / 38 = ?', 'response': '1.5'}, {'query': 'x + 87 = ?', 'response': '87'}, {'query': 'sin(10) = ?', 'response': '-0.5440'}, {'query': '64 - 88 = ?', 'response': '-24'}, {'query': 'cos(15) = ?', 'response': '-0.7597'}, {'query': 'x - 83 = ?', 'response': '83'}, {'query': 'sqrt(12) = ?', 'response': '3.4641'}, {'query': 'cos(80) = ?', 'response': '-0.1104'}, {'query': '100 + 91 = ?', 'response': '191'}, {'query': '81 + 34 = ?', 'response': '115'}, {'query': 'tan(77) = ?', 'response': '-32.2686'}, {'query': '75 / 98 = ?', 'response': '0.7653'}, {'query': '88 * 54 = ?', 'response': '4752'}, {'query': 'tan(16) = ?', 'response': '0.3006'}, {'query': '5 - 9 = ?', 'response': '-4'}]\n"
     ]
    }
   ],
   "source": [
    "import random\n",
    "import sympy as sp\n",
    "\n",
    "# For simplicity, we'll just focus on some basic enhancements:\n",
    "\n",
    "# Generate Random Equations:\n",
    "def random_equation():\n",
    "    operators = ['+', '-', '*', '/']\n",
    "    num1 = random.randint(1, 100)\n",
    "    num2 = random.randint(1, 100)\n",
    "    op = random.choice(operators)\n",
    "    \n",
    "    if op == '/':\n",
    "        while num2 == 0:\n",
    "            num2 = random.randint(1, 100)\n",
    "    \n",
    "    equation = f\"{num1} {op} {num2} = ?\"\n",
    "    answer = eval(f\"{num1} {op} {num2}\") # Not the safest way, but okay for this context\n",
    "    return equation, round(answer, 4)\n",
    "\n",
    "# Introduce Algebra:\n",
    "def algebraic_equation():\n",
    "    operators = ['+', '-', '*', '/']\n",
    "    num = random.randint(1, 100)\n",
    "    op = random.choice(operators)\n",
    "    final = random.randin(1, 100)\n",
    "    \n",
    "    x = sp.symbols('x')\n",
    "    if op == '+':\n",
    "        equation = f\"x {op} {num} = {final}\"\n",
    "        solution = sp.solve(sp.Eq(x + num, num + num), x)\n",
    "    elif op == '-':\n",
    "        equation = f\"x {op} {num} = {final}\"\n",
    "        solution = sp.solve(sp.Eq(x - num, 0), x)\n",
    "    elif op == '*':\n",
    "        equation = f\"x {op} {num} = {final}\"\n",
    "        solution = sp.solve(sp.Eq(x * num, num**2), x)\n",
    "    else:\n",
    "        while num == 0:  # ensure we don't divide by zero\n",
    "            num = random.randint(1, 100)\n",
    "        equation = f\"x {op} {num} = {final}\"\n",
    "        solution = sp.solve(sp.Eq(x / num, 1), x)\n",
    "\n",
    "    return equation, solution[0]\n",
    "\n",
    "\n",
    "# Generate more mathematical functions:\n",
    "def advanced_equations():\n",
    "    funcs = ['sin', 'cos', 'tan', 'sqrt']\n",
    "    func = random.choice(funcs)\n",
    "    num = random.randint(1, 100)\n",
    "    \n",
    "    equation = f\"{func}({num}) = ?\"\n",
    "    answer = eval(f\"sp.{func}({num})\")\n",
    "    \n",
    "    return equation, round(answer, 4)\n",
    "\n",
    "# For generating equations:\n",
    "def generate_equations(num_equations):\n",
    "    equations = []\n",
    "    for _ in range(num_equations):\n",
    "        choice = random.choice([random_equation, algebraic_equation, advanced_equations])\n",
    "        eq, ans = choice()\n",
    "        equations.append({\"query\": eq, \"response\": str(ans)})\n",
    "    \n",
    "    return equations\n",
    "\n",
    "# Generate 10 equations:\n",
    "dataset = generate_equations(1000)\n",
    "print(dataset)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Eq(3*x + 8, 23) [5]\n"
     ]
    }
   ],
   "source": [
    "import sympy as sp\n",
    "import random\n",
    "\n",
    "# Define the variable\n",
    "x = sp.symbols('x')\n",
    "\n",
    "# Randomly generate coefficients\n",
    "a = random.randint(1, 10)\n",
    "b = random.randint(1, 10)\n",
    "c = a * random.randint(1, 10) + b\n",
    "\n",
    "# Create the equation\n",
    "equation = sp.Eq(a*x + b, c)\n",
    "\n",
    "# Solve the equation\n",
    "solution = sp.solve(equation, x)\n",
    "print(equation, solution)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "('49 + 15=', 64.0000000000000)\n"
     ]
    }
   ],
   "source": [
    "import random\n",
    "import sympy as sp\n",
    "\n",
    "def generate_equation(max_terms=3):\n",
    "    # List of operations\n",
    "    operations = ['+', '-', '*', '/']\n",
    "    # Start with a random number\n",
    "    equation = str(random.randint(1, 100))\n",
    "    for _ in range(max_terms - 1):\n",
    "        # Add a random operation and another random number\n",
    "        equation += ' ' + random.choice(operations) + ' ' + str(random.randint(1, 100))\n",
    "    # Use sympy to evaluate the expression safely\n",
    "    result = sp.sympify(equation).evalf()\n",
    "    return equation + '=', round(result, 4)\n",
    "\n",
    "\n",
    "print(generate_equation(2))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Generating Dataset\n",
    "\n",
    "1. Generating 50K for small integer with 2 variables (-20, 20)\n",
    "2. Generating 10K for small decimals with 2 variables (-20, 20)\n",
    "3. Generating 50K for small decimal + small integer with 2 variables (-20, 20)\n",
    "4. Generating 50K for large integer with 2 variables (-1000, 1000)\n",
    "5. Generating 50K for large decimals with 2 variables (-1000, 1000)\n",
    "6. Generating 50K for large decimal + small integer with 2 variables (-1000, 1000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "Data_Path = \"/raid/home/rajivratn/avinash/Kritarth/Education/DATA/MATH401/AUGMENTED/\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "data = []"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 10000/10000 [00:14<00:00, 709.01it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[{'query': '-6994920521+(-5724402145)=', 'response': '-12719322666'}, {'query': '-3766047919-(-4139776485)=', 'response': '373728566'}, {'query': '4256505102+(-8433265468)=', 'response': '-4176760366'}, {'query': '1736843231-(-4365987657)=', 'response': '6102830888'}, {'query': '-7911957481+(-1333608005)=', 'response': '-9245565486'}, {'query': '9242258514-(-1124820594)=', 'response': '10367079108'}, {'query': '1085827219+(1423013815)=', 'response': '2508841034'}, {'query': '-2559670398-(-1237296223)=', 'response': '-1322374175'}, {'query': '-4437467391+(3330939833)=', 'response': '-1106527558'}, {'query': '3592090511-(2866801980)=', 'response': '725288531'}]\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    }
   ],
   "source": [
    "import random\n",
    "import sympy as sp\n",
    "from tqdm import tqdm \n",
    "\n",
    "def handle_decimal(number):\n",
    "    # Check if the number is real\n",
    "    if sp.im(number) == 0:  # Checks if the imaginary part is zero\n",
    "        number = sp.re(number)  # Get the real part of the number\n",
    "        \n",
    "        # If the number is essentially an integer\n",
    "        if int(number) == number:\n",
    "            return int(number)\n",
    "        # Otherwise, round to 4 decimal places\n",
    "        else:\n",
    "            return round(number, 4)\n",
    "    else:\n",
    "        # Handle complex numbers or other forms differently, here I'm just converting them to string\n",
    "        return str(number)\n",
    "    \n",
    "def generate_small_numbers():\n",
    "    return random.randint(-20, 20)\n",
    "def generate_small_decimals():\n",
    "    dec = random.randint(1, 4)\n",
    "    return round(random.uniform(-20, 20), dec)\n",
    "\n",
    "def generate_large_numbers():\n",
    "    return random.randint(-1000, 1000)\n",
    "def generate_large_decimals():\n",
    "    dec = random.randint(1, 4)\n",
    "    return round(random.uniform(-1000, 1000), dec)\n",
    "\n",
    "def generate_big_numbers():\n",
    "    if random.choice([True, False]):\n",
    "        return random.randint(10**5, 10**6)\n",
    "    else:\n",
    "        return random.randint(-10**6, -10**5)\n",
    "\n",
    "\n",
    "def generate_number():\n",
    "    # Decide the range: small numbers or large numbers\n",
    "    is_large_number = random.choice([True, False])\n",
    "    \n",
    "    if is_large_number:\n",
    "        if random.choice([True, False]):  # Decide if we generate an integer or a float\n",
    "            return str(random.randint(0,100))\n",
    "        else:\n",
    "            return str(round(random.uniform(0,100), 4))\n",
    "    else:\n",
    "        if random.choice([True, False]):  # Decide if we generate an integer or a float\n",
    "            return str(random.randint(0, 20))\n",
    "        else:\n",
    "            return str(round(random.uniform(0, 20), 4))\n",
    "\n",
    "def generate_equation(operation, max_terms=3):\n",
    "    # Start with a random number\n",
    "    equation = str(generate_big_numbers())\n",
    "    num_2 = generate_big_numbers()\n",
    "    for _ in range(max_terms - 1):\n",
    "        # Maybe add parentheses\n",
    "        if num_2 < 0 or random.choice([True, False]):\n",
    "            equation += '' + operation + '(' + str(num_2) + ')'\n",
    "        else:\n",
    "            equation += '' + operation + '' + str(num_2)\n",
    "    # Use sympy to evaluate the expression safely\n",
    "    result = sp.sympify(equation).evalf()\n",
    "\n",
    "    return {\"query\": equation + '=', \"response\": str(handle_decimal(result))}\n",
    "\n",
    "samples = 10**4\n",
    "\n",
    "\n",
    "for _ in tqdm(range(samples)):\n",
    "    # data.append(generate_equation('+', 2))\n",
    "    # data.append(generate_equation('-', 2))\n",
    "    data.append(generate_equation('*', 2))\n",
    "    data.append(generate_equation('/', 2))\n",
    "\n",
    "print(data[:10])  # print first 10 samples to verify\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "40000"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "filtered_data = [item for item in data if item[\"response\"] != \"zoo\"]\n",
    "len(filtered_data)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "import json\n",
    "with open(Data_Path + \"50K-big_integers-(-10**9-10**10)-2NUM.json\", \"w\") as f:\n",
    "    json.dump(filtered_data, f, indent=2)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### change \"*\" into \"x\"\n",
    "### change \"/\" into \"÷\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1601267\n"
     ]
    }
   ],
   "source": [
    "import os\n",
    "import json\n",
    "\n",
    "def concatenate_json_from_folder(folder_path):\n",
    "    all_data = []\n",
    "    \n",
    "    # Iterate over all files in the folder\n",
    "    for filename in os.listdir(folder_path):\n",
    "        # Check if the file is a JSON file\n",
    "        if filename.endswith('.json'):\n",
    "            filepath = os.path.join(folder_path, filename)\n",
    "            \n",
    "            # Load the JSON data from the current file\n",
    "            with open(filepath, 'r') as file:\n",
    "                data = json.load(file)\n",
    "                \n",
    "                # Extend the all_data list with the current JSON data\n",
    "                all_data.extend(data)\n",
    "    \n",
    "    return all_data\n",
    "\n",
    "# Use the function to get all the concatenated data\n",
    "folder_path = '/raid/home/rajivratn/avinash/Kritarth/Education/DATA/MATH401/AUGMENTED'  # Replace this with the path to your folder\n",
    "concatenated_data = concatenate_json_from_folder(folder_path)\n",
    "print(len(concatenated_data))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1584207"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def is_response_valid(response):\n",
    "    \"\"\"Check if the response value is a valid number.\"\"\"\n",
    "    # Check if it's a complex number with 'i'\n",
    "    if 'i' in response:\n",
    "        return False\n",
    "    \n",
    "    # If the number contains '.', only consider digits before the decimal\n",
    "    digits = response.split('.')[0] if '.' in response else response\n",
    "    digits_without_sign = digits.lstrip('-')\n",
    "    \n",
    "    # Check if the number's digits count is greater than 10\n",
    "    if len(digits_without_sign) > 10:\n",
    "        return False\n",
    "    \n",
    "    return True\n",
    "\n",
    "filtered_data = [entry for entry in concatenated_data if is_response_valid(entry[\"response\"])]\n",
    "len(filtered_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 1584207/1584207 [00:00<00:00, 2228211.82it/s]\n"
     ]
    }
   ],
   "source": [
    "from tqdm import tqdm \n",
    "mult_div_data = []\n",
    "\n",
    "for item in tqdm(filtered_data):\n",
    "    if \"*\" in item[\"query\"] :\n",
    "        item[\"query\"] = item[\"query\"].replace(\"*\", \"×\")\n",
    "        mult_div_data.append(item)\n",
    "    elif \"/\" in item[\"query\"] :\n",
    "        item[\"query\"] = item[\"query\"].replace(\"/\", \"÷\")\n",
    "        mult_div_data.append(item)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "867207"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(mult_div_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2451414"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "final_data = filtered_data + mult_div_data\n",
    "len(final_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import json\n",
    "with open(Data_Path + \"5L-combined_integers-(-10**9-10**10)-2NUM.json\", \"w\") as f:\n",
    "    json.dump(filtered_data, f, indent=2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 3-6 algebric expression ..."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "  0%|          | 0/50000 [00:00<?, ?it/s]"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 50000/50000 [00:53<00:00, 926.54it/s]\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "[{'query': '-37 - (-22) + (-59 * 58) * 7 / 25=', 'response': '-973.1600'},\n",
       " {'query': '59.0594 / 63 + (-76 + 80.9371) / (-65) * 0=',\n",
       "  'response': '0.9375'},\n",
       " {'query': '15 / (-72) * (-98 + 85) + (-62.4141 - 32)=',\n",
       "  'response': '-91.7058'},\n",
       " {'query': '50 - (-90) * (81 - (-15)) - 52 - (-96)=', 'response': '8734'},\n",
       " {'query': '-38 + 41 * (4 / (-52)) / (-89) / (-10)=', 'response': '-38.0035'},\n",
       " {'query': '100 * 33 + (-29 - 50) / (77 - 62)=', 'response': '3294.7333'},\n",
       " {'query': '52 * (-26) + (-53 / (-46)) - (61 + 59)=',\n",
       "  'response': '-1470.8478'},\n",
       " {'query': '-48.7894 - (-100 + (-32)) - (-84 * (-35)) * (-55)=',\n",
       "  'response': '161783.2106'},\n",
       " {'query': '-49 * (-70) * (-10) * (-87) * (-68 * (-63))=',\n",
       "  'response': '12783884400'},\n",
       " {'query': '80 * (-82) * 63 - 72 / (-4 - 14)=', 'response': '-413276'},\n",
       " {'query': '2 - (-2) - (-7) * (-86 + 40.3338) / 27.9271=',\n",
       "  'response': '-7.4464'},\n",
       " {'query': '90 * (7 - (-74)) * 18 / (0 + 38)=', 'response': '3453.1579'},\n",
       " {'query': '-56 / (-14 * (-70)) / 74 / 44 * (-36)=', 'response': '0.0006'},\n",
       " {'query': '0 / 58 * (79 * 21.1951) + (-11 / 47)=', 'response': '-0.2340'},\n",
       " {'query': '-20 + (47 + 52) + (-79) * (-34) * 11=', 'response': '29625'},\n",
       " {'query': '98.3523 / (-41 * 33) + (-28) / (97 - 9)=', 'response': '-0.3909'},\n",
       " {'query': '44 - 77 + (-61) / 19 * (20 + (-35))=', 'response': '15.1579'},\n",
       " {'query': '-51 / (38 - 20.2972) / (-30 * 93) + (-80)=',\n",
       "  'response': '-79.9990'},\n",
       " {'query': '21 / 87 - (7 / (-86)) * (-13.7774 * 16)=', 'response': '-17.7013'},\n",
       " {'query': '-46 / (-38) - 54 + (-99 / 34) + (-98)=', 'response': '-153.7012'},\n",
       " {'query': '-42 - (40 / 66) - (-32 / (-48)) * 39=', 'response': '-68.6061'},\n",
       " {'query': '31 + (-71) - (-18) / (-41) * (-69) * (-39)=',\n",
       "  'response': '-1221.4146'},\n",
       " {'query': '-33 - (39 * 60) - (-97 + (-41)) * 67=', 'response': '6873'},\n",
       " {'query': '-28 - (-60 / 13) - (-7) / (-13) / (-53)=', 'response': '-23.3745'},\n",
       " {'query': '45.3851 - (-2.3622 - 5) / (-35 * 89) - 73=',\n",
       "  'response': '-27.6173'},\n",
       " {'query': '-33 + 14 + (-18 / 4) + (-83) / 5=', 'response': '-40.1000'},\n",
       " {'query': '-57 + (83 + (-86)) - (-23.1868) / 42 / (-100)=',\n",
       "  'response': '-60.0055'},\n",
       " {'query': '63 / (-23 / 94) * (51 * 29) / (-7)=', 'response': '54401.4783'},\n",
       " {'query': '92 + (-36) + (63 / (-76)) / (-42.3409) + 49=',\n",
       "  'response': '105.0196'},\n",
       " {'query': '50 * (83 / (-70)) / (-41 * (-94)) * (-85)=', 'response': '1.3075'},\n",
       " {'query': '42.913 / (-46) + 56 + 28 - 11 / (-74.0398)=',\n",
       "  'response': '83.2157'},\n",
       " {'query': '71 / (-54 * 83.9498) / (-21.0102) + (-89) - (-59)=',\n",
       "  'response': '-29.9993'},\n",
       " {'query': '-7 + (94 - 65.768) + (-51) / (-3 - 86)=', 'response': '21.8050'},\n",
       " {'query': '99 * (46 / (-32)) + (-73.2133 / 26) / (-98)=',\n",
       "  'response': '-142.2838'},\n",
       " {'query': '55.9952 + (46.0792 / (-60)) * (-73 / (-9)) / 14=',\n",
       "  'response': '55.5503'},\n",
       " {'query': '-77 - 57 + (-94) / (-92.1843) - (-74 / (-78))=',\n",
       "  'response': '-133.9290'},\n",
       " {'query': '96.9182 * (-86) + (-29) + (-16) * (-48 - (-31))=',\n",
       "  'response': '-8091.9652'},\n",
       " {'query': '0 / 28 * (-27) * (60 + (-75)) / (-62)=', 'response': '0'},\n",
       " {'query': '5 + (-7) * (-97) * 86 + (60.9652 * 4)=', 'response': '58642.8608'},\n",
       " {'query': '88 / (38 - (-33)) - (-82 - (-45)) + (-50)=',\n",
       "  'response': '-11.7606'},\n",
       " {'query': '-36 + (35 / (-14)) + (16 * (-65)) - (-63)=',\n",
       "  'response': '-1015.5000'},\n",
       " {'query': '-48 + 32 * (79 + 72) - (4 - 92)=', 'response': '4872'},\n",
       " {'query': '2 - (-66 - (-98)) * (-2 / 85) + 66=', 'response': '68.7529'},\n",
       " {'query': '17.9648 - (78 - 31.0889) + (27 * (-83)) + (-59)=',\n",
       "  'response': '-2328.9463'},\n",
       " {'query': '-89 * (-36 * 26) - (-11) / (-79) / (-26)=',\n",
       "  'response': '83304.0054'},\n",
       " {'query': '63 / 86 * (98 - 27) * (-46 + (-47))=', 'response': '-4837.0814'},\n",
       " {'query': '-75 / (-22 - (-85)) / 90 * (-51 / (-98))=', 'response': '-0.0069'},\n",
       " {'query': '33 / (-46 + 28) / 18 - 50 * 24=', 'response': '-1200.1019'},\n",
       " {'query': '-1 - 70 + (-40 * 97) * (19 - 31)=', 'response': '46489'},\n",
       " {'query': '34 * (-47) * (13 * (-75)) + 70.7075 - (-24.2033)=',\n",
       "  'response': '1558144.9108'},\n",
       " {'query': '-60 - 92 - 39 * 75 / (-98 - (-3))=', 'response': '-121.2105'},\n",
       " {'query': '-10 + (-5 + 62) / (-73 / 31) / (-68)=', 'response': '-9.6440'},\n",
       " {'query': '97 - (-50) + (-66 * (-52)) / (-78) - 87=', 'response': '16'},\n",
       " {'query': '-93 / (14 + (-28)) * 24 - (-4 - 79.4894)=',\n",
       "  'response': '242.9180'},\n",
       " {'query': '-58 * (-92) * 93 + (-56.556 * (-5)) * (-95)=',\n",
       "  'response': '469383.9000'},\n",
       " {'query': '-25 - (-11) * (-58) + (69 / (-2)) / (-85)=',\n",
       "  'response': '-662.5941'},\n",
       " {'query': '-13 * (-81 * (-3)) - (-24 * (-44)) / (-88)=', 'response': '-3147'},\n",
       " {'query': '-84 * (-5 + 96) + 35.7793 * 28 - 47=', 'response': '-6689.1796'},\n",
       " {'query': '-65 + (-23 - (-17.5756)) * (-53.6021 * (-75)) - 38=',\n",
       "  'response': '-21909.9423'},\n",
       " {'query': '-19 / 57 / (10 * 45.1673) - 5 + 77=', 'response': '71.9993'},\n",
       " {'query': '5 - (-59 * 5) / 80 + (-100) / (-85)=', 'response': '9.8640'},\n",
       " {'query': '86 / 19 * (-76.6799) * (55 / 100) * 100=',\n",
       "  'response': '-19089.2593'},\n",
       " {'query': '-4 - (38 - 97) - 52 / (32 / 82)=', 'response': '-78.2500'},\n",
       " {'query': '13 / 80 + (-57 / 19) * (-26 - (-93))=', 'response': '-200.8375'},\n",
       " {'query': '84 * (-51 * (-60)) + (-85) - (-75) * (-94.6204)=',\n",
       "  'response': '249858.4700'},\n",
       " {'query': '-28 / (-64) / (-47.9043) - (-96) * (-68) + (-22)=',\n",
       "  'response': '-6550.0091'},\n",
       " {'query': '42 + (-53) + (-49 - 39) - 50 - (-27)=', 'response': '-122'},\n",
       " {'query': '-23 / (64 + 93) + (-8 - (-100)) / (-22)=', 'response': '-4.3283'},\n",
       " {'query': '79 - 70 / (-6.7416 - (-42)) - (-8) + 47=', 'response': '132.0147'},\n",
       " {'query': '36 * (-97) - (48 / (-44)) - (-37) * 57=',\n",
       "  'response': '-1381.9091'},\n",
       " {'query': '87 - (48 - (-25)) + 19 / (72 + (-71))=', 'response': '33'},\n",
       " {'query': '-74 * 34 + (31 / (-8)) * 55 * 57=', 'response': '-14664.1250'},\n",
       " {'query': '-33 / (-89 + (-64)) * (44 - (-33)) / 93=', 'response': '0.1786'},\n",
       " {'query': '-86 + (-26 + (-37)) / (-28 * (-36)) / 97=',\n",
       "  'response': '-86.0006'},\n",
       " {'query': '-90 - (44.8765 + (-38)) + (-60 - (-60)) - 4=',\n",
       "  'response': '-100.8765'},\n",
       " {'query': '90 / (-95 * 28.7018) / (-81) - (31 - (-41))=',\n",
       "  'response': '-71.9996'},\n",
       " {'query': '-76 * (20 / (-5.9915)) - 41 * 62 * 41=',\n",
       "  'response': '-103968.3073'},\n",
       " {'query': '-35 / (37 * (-46)) * (4.904 / 18) - 84=', 'response': '-83.9944'},\n",
       " {'query': '-69 - (40 + (-21)) - 83 / 87 + (-73.3607)=',\n",
       "  'response': '-162.3147'},\n",
       " {'query': '-91 - (-44.9814) - (-43.8813) + (50 / 49) / (-78)=',\n",
       "  'response': '-2.1504'},\n",
       " {'query': '-24 * (-7.878) * (32.2275 * 37) + 29 - 24=',\n",
       "  'response': '225457.7616'},\n",
       " {'query': '-95 - (-20) + (49 / (-71)) - (-54) / 83=', 'response': '-75.0395'},\n",
       " {'query': '-6 - 70.7163 + (-15 + (-27)) / 1 + (-87)=',\n",
       "  'response': '-205.7163'},\n",
       " {'query': '48 * (-49 / 51) - 69 + (-1 + (-72.2644))=',\n",
       "  'response': '-188.3820'},\n",
       " {'query': '-30 / (7 * (-28)) + (-25.2551) + (-3 * 22)=',\n",
       "  'response': '-91.1020'},\n",
       " {'query': '-26 * (73 - 79) * (68 / (-45)) * (-85)=',\n",
       "  'response': '20037.3333'},\n",
       " {'query': '-51 / (-75) / (-5) * 96 / (-12 + (-66))=', 'response': '0.1674'},\n",
       " {'query': '0.535 * (71 - (-29)) * 2 / (-56) + (-0.4212)=',\n",
       "  'response': '-2.3319'},\n",
       " {'query': '31 + (-33 / (-30)) - (-64 + 91) / (-18)=', 'response': '33.6000'},\n",
       " {'query': '98 * (-49 * (-34.7765)) - (-57.9442 * 74) * 55=',\n",
       "  'response': '402829.6470'},\n",
       " {'query': '67 - (11 + (-84)) / (85 * (-87.2453)) * (-63)=',\n",
       "  'response': '67.6202'},\n",
       " {'query': '43 + (29 + 89) - (-6) * (-84) - (-28)=', 'response': '-315'},\n",
       " {'query': '-92 + (-2 - 40) - (23 / (-35.6096)) * (-17)=',\n",
       "  'response': '-144.9802'},\n",
       " {'query': '27 * (-38) - (-5) - (40 * (-19)) * (-75)=', 'response': '-58021'},\n",
       " {'query': '-59 / (-64 + 29) + (-39.9571) - (85 - (-46))=',\n",
       "  'response': '-169.2714'},\n",
       " {'query': '67 - 16 / 5 - (-58) - (-44) + (-35.9853)=',\n",
       "  'response': '129.8147'},\n",
       " {'query': '-23 * (-93) - 74 / (56 - 93) * 97.5769=', 'response': '2334.1538'},\n",
       " {'query': '-4 * (-36) / (-88) / (26 - (-47.1481)) / (-65)=',\n",
       "  'response': '0.0003'},\n",
       " {'query': '73 + 11.6642 + (-75.9541) * (-15 / (-68)) / 65=',\n",
       "  'response': '84.4064'},\n",
       " {'query': '-14 * 7 - (-18 + 17) / (-68 - 94)=', 'response': '-98.0062'}]"
      ]
     },
     "execution_count": 70,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import random\n",
    "import sympy as sp\n",
    "from tqdm import tqdm\n",
    "\n",
    "def handle_decimal(number):\n",
    "    if sp.im(number) == 0:\n",
    "        number = sp.re(number)\n",
    "        if int(number) == number:\n",
    "            return int(number)\n",
    "        else:\n",
    "            return round(number, 4)\n",
    "    else:\n",
    "        return str(number)\n",
    "    \n",
    "def random_number(is_prev_op=False):\n",
    "    \"\"\"Generate a random number, either integer or decimal.\"\"\"\n",
    "    # Randomly decide between integer (weight 0.9) or decimal (weight 0.1)\n",
    "    is_integer = random.choices([True, False], weights=[0.9, 0.1])[0]\n",
    "    \n",
    "    if is_integer:\n",
    "        num = random.randint(-100, 100)\n",
    "    else:\n",
    "        num = round(random.uniform(-100, 100), 4)\n",
    "    \n",
    "    if is_prev_op and num < 0:\n",
    "        return '(' + str(num) + ')'\n",
    "    return str(num)\n",
    "\n",
    "def generate_equation(max_terms=3):\n",
    "    # List of operations\n",
    "    operations = ['+', '-', '*', '/']\n",
    "    \n",
    "    # Start with a random number\n",
    "    equation = random_number()\n",
    "    terms_count = 1\n",
    "\n",
    "    while terms_count < max_terms:\n",
    "        op = random.choice(operations)\n",
    "        \n",
    "        # Decide if the next term will be a bracketed expression\n",
    "        if random.choice([True, False]) and terms_count + 1 < max_terms:\n",
    "            bracket_terms = 2  # Number of terms inside brackets. This can be randomized further.\n",
    "            inside_bracket = random_number()\n",
    "            for _ in range(bracket_terms - 1):\n",
    "                inside_op = random.choice(operations)\n",
    "                inside_bracket += ' ' + inside_op + ' ' + random_number(True if inside_op in ['+', '-', '*', '/'] else False)\n",
    "            equation += ' ' + op + ' (' + inside_bracket + ')'\n",
    "            terms_count += bracket_terms\n",
    "        else:\n",
    "            equation += ' ' + op + ' ' + random_number(True if op in ['+', '-', '*', '/'] else False)\n",
    "            terms_count += 1\n",
    "    \n",
    "    # Use sympy to evaluate the expression safely\n",
    "    result = sp.sympify(equation).evalf()\n",
    "    return {\"query\": equation + '=', \"response\": str(handle_decimal(result))}\n",
    "\n",
    "\n",
    "num_equations = 50000\n",
    "data = []\n",
    "for _ in tqdm(range(num_equations)):\n",
    "    data.append(generate_equation(6))\n",
    "\n",
    "data[:100]\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "49713"
      ]
     },
     "execution_count": 71,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(data)\n",
    "filtered_data = [item for item in data if item[\"response\"] != \"zoo\"]\n",
    "len(filtered_data)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "metadata": {},
   "outputs": [],
   "source": [
    "import json\n",
    "with open(Data_Path + \"50K-6-term-eq-(-100-100).json\", \"w\") as f:\n",
    "    json.dump(filtered_data, f, indent=2)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## pie ,e, sin, cos, tan, log, ln, sqrt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "data = []"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 20000/20000 [00:27<00:00, 718.35it/s]\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "[{'query': 'cos(-16π) + π + π * 0=', 'response': '4.1416'},\n",
       " {'query': 'π / 11 * (π - π / π)=', 'response': '0.6116'},\n",
       " {'query': '2 * (π + (-14.1259)) + π=', 'response': '-18.8270'},\n",
       " {'query': 'π / (10 / tan((-12))) / (-77.817)=', 'response': '-0.0026'},\n",
       " {'query': 'sin(0) - (-85.5) / (π + e - sqrt(2))=', 'response': '19.2322'},\n",
       " {'query': 'π - (e * log 2(14) * π)=', 'response': '-29.3722'},\n",
       " {'query': 'π / (82.0136 / (-14) * (-41.4474))=', 'response': '0.0129'},\n",
       " {'query': 'π * (-61.15 * 96.2902) / π=', 'response': '-5888.1457'},\n",
       " {'query': '-50.2 * π / (6 - (-18))=', 'response': '-6.5712'},\n",
       " {'query': '-37.73 + (2 - e) / e=', 'response': '-37.9942'},\n",
       " {'query': 'e * (e * e / (-47.3745))=', 'response': '-0.4240'},\n",
       " {'query': 'π * (-2.7 - (-6.61) - π)=', 'response': '2.4140'},\n",
       " {'query': '-12 + (-6) - (π + 77.04 * (-15))=', 'response': '1134.4584'},\n",
       " {'query': 'e + 10 + (-31.9005 + tan(10pi) / e)=', 'response': '-19.1822'},\n",
       " {'query': 'ln(6) * ln(1) - e - π=', 'response': '-5.8599'},\n",
       " {'query': 'ln(2) - 81.897 / tan(18π) / e=', 'response': 'nan + nani'},\n",
       " {'query': 'ln(15) / (-31.7424) / 8 - π=', 'response': '-3.1523'},\n",
       " {'query': 'log 2(4) / (-82.2 + 47.77 * tan((-10)π))=', 'response': '-0.0243'},\n",
       " {'query': '-85.94 - e - π / π=', 'response': '-89.6583'},\n",
       " {'query': 'sin(8π) - (cos(-4π) * (-6) - e)=', 'response': '8.7183'},\n",
       " {'query': 'e / (-2) * 1 + cos(19π)=', 'response': '-2.3591'},\n",
       " {'query': 'log 2(6) / 65.3939 - (0.3 + sqrt(16))=', 'response': '-4.2605'},\n",
       " {'query': '-59.8 + e - (8 * (-43.4))=', 'response': '290.1183'},\n",
       " {'query': '-22.24 / (π + 1) - sin((-16)π)=', 'response': '-5.3699'},\n",
       " {'query': 'e - (π * e) - π=', 'response': '-8.9630'},\n",
       " {'query': '8 - log 2(13) + (1 * cos((-19)pi))=', 'response': '3.2996'},\n",
       " {'query': 'e + (tan(-8) / (-18) - e)=', 'response': '-0.3778'},\n",
       " {'query': 'tan(-14pi) - 54.661 + (-17) / e=', 'response': '-60.9150'},\n",
       " {'query': '-7 * (5 + e) / 10=', 'response': '-5.4028'},\n",
       " {'query': 'π - (8 - e * π)=', 'response': '3.6813'},\n",
       " {'query': '-1 / (tan(1π) - e * sqrt(1))=', 'response': '0.3679'},\n",
       " {'query': '-9 + 57.3226 / e + (-18)=', 'response': '-5.9122'},\n",
       " {'query': 'e - 16 / (71.708 + (-19))=', 'response': '2.4147'},\n",
       " {'query': '1 - 42.6 + (π * cos((-19)pi) * e)=', 'response': '-50.1397'},\n",
       " {'query': '-9 / (e * cos((-1)pi)) / (-2)=', 'response': '-1.6555'},\n",
       " {'query': 'π - π * 2.701 / (-11)=', 'response': '3.9130'},\n",
       " {'query': '48.6739 * (e - (-12) * log 2(12))=', 'response': '2226.2387'},\n",
       " {'query': 'e / 41.9521 / (π - π / sqrt(17))=', 'response': '0.0272'},\n",
       " {'query': 'π * (e * π) + π=', 'response': '29.9700'},\n",
       " {'query': 'ln(5) / e - (ln(6) - log 2(6))=', 'response': '1.3853'},\n",
       " {'query': 'π / e * π - 4=', 'response': '-0.3692'},\n",
       " {'query': '-50.17 - π + π - 98.0=', 'response': '-148.1700'},\n",
       " {'query': 'π * (sqrt(19) / e) / sin(13π)=', 'response': 'nan + nani'},\n",
       " {'query': 'log 2(18) - π + (10 * (-27.9) * e)=', 'response': '-757.3723'},\n",
       " {'query': 'π - ln(15) * π - (-6.6)=', 'response': '1.2340'},\n",
       " {'query': 'cos(-6pi) / cos(2π) / (-24.0991 + ln(20))=',\n",
       "  'response': '-0.0474'},\n",
       " {'query': 'e + π - (π / 92.6 / e)=', 'response': '5.8474'},\n",
       " {'query': '60.5 / π / e * π=', 'response': '22.2567'},\n",
       " {'query': '-51.833 / π / (-24.06) / (-22.05)=', 'response': '-0.0311'},\n",
       " {'query': 'π / 62.728 - (34.6 + (-7))=', 'response': '-27.5499'},\n",
       " {'query': 'π + (e + 10 / e)=', 'response': '9.5387'},\n",
       " {'query': 'e + (ln(19) * e) * π=', 'response': '27.8630'},\n",
       " {'query': 'π * (π - e) / e=', 'response': '0.4892'},\n",
       " {'query': '18 - π / ln(17) + (-17)=', 'response': '-0.1088'},\n",
       " {'query': '-66.6 * e / (3 + (-6) / π)=', 'response': '-166.0681'},\n",
       " {'query': '-95.2025 * (π + 39.8 / e)=', 'response': '-1693.0046'},\n",
       " {'query': 'e + log 10(8) * (-62.5333 + π / log 10(17))=',\n",
       "  'response': '-51.4491'},\n",
       " {'query': 'π * (-40.35) - log 2(18) + (-14.9696)=', 'response': '-145.9028'},\n",
       " {'query': '11.969 + (-15.2 - log 10(19) * π)=', 'response': '-7.2483'},\n",
       " {'query': 'e / (π * (-14) - e)=', 'response': '-0.0582'},\n",
       " {'query': 'π / e + π / π=', 'response': '2.1557'},\n",
       " {'query': '88.22 / (2 - (-2.748) / e)=', 'response': '29.2999'},\n",
       " {'query': '75.447 - π + (-44.847) - 7=', 'response': '20.4584'},\n",
       " {'query': 'tan(13π) / tan(11π) * e - π=', 'response': 'nan + nani'},\n",
       " {'query': '-18 * (π - 13 / π)=', 'response': '17.9358'},\n",
       " {'query': '80.6 + 19 / (69.3242 + 16)=', 'response': '80.8227'},\n",
       " {'query': 'e - (10 / π / 45.7186)=', 'response': '2.6487'},\n",
       " {'query': 'cos(15pi) + (-73.03 + 8.5565) - sin((-13)pi)=',\n",
       "  'response': '-65.4735'},\n",
       " {'query': 'e * 98.8 + (0.5 * sqrt(1))=', 'response': '269.0662'},\n",
       " {'query': '7.4253 - π - (3 + (-64.657) * 66.3)=', 'response': '4288.0428'},\n",
       " {'query': 'e / (-87.022) * sin(1) - 0=', 'response': '-0.0263'},\n",
       " {'query': 'e / (cos(-6π) + 5) - (-66.6976)=', 'response': '67.1506'},\n",
       " {'query': '-8 * π * (-34.626 + 12)=', 'response': '568.6534'},\n",
       " {'query': 'e - log 10(20) * (-1.1 * (-5) * e)=', 'response': '-16.7328'},\n",
       " {'query': '-60.0301 / e - (-88.72) + (-5)=', 'response': '61.6362'},\n",
       " {'query': 'π - e - π + sqrt(9)=', 'response': '0.2817'},\n",
       " {'query': 'log 10(19) + (e - e) - π=', 'response': '-1.8628'},\n",
       " {'query': '29.48 + π + (-18) + e=', 'response': '17.3399'},\n",
       " {'query': 'sqrt(1) / (99.4897 + e + e)=', 'response': '0.0095'},\n",
       " {'query': '-30.69 * (e - 71.222 * (-73.4627))=', 'response': '-160658.4273'},\n",
       " {'query': 'e * (-69.6) - (sqrt(12) + e / sqrt(13))=',\n",
       "  'response': '-193.4104'},\n",
       " {'query': '41.36 - e * (-6) + e=', 'response': '60.3880'},\n",
       " {'query': 'e + 80.0764 + (-77.7 - ln(2))=', 'response': '4.4015'},\n",
       " {'query': 'π / (7 - 16 + (-10))=', 'response': '-0.1653'},\n",
       " {'query': 'sin(-16) + cos(17pi) + (5 * (-37.78))=', 'response': '-189.6121'},\n",
       " {'query': 'e / (e * (-2)) + (-57.6942)=', 'response': '-58.1942'},\n",
       " {'query': '-50.1469 + sin((-8)pi) + (e - 51.2154 - e)=',\n",
       "  'response': '-101.3623'},\n",
       " {'query': '-19 * (8 / e) / 14=', 'response': '-3.9941'},\n",
       " {'query': '43.4 / sqrt(14) - π - (-32.8)=', 'response': '41.2575'},\n",
       " {'query': 'sqrt(6) * e + π + tan(5)=', 'response': '6.4195'},\n",
       " {'query': 'e - π - (-9) + log 2(7)=', 'response': '11.3840'},\n",
       " {'query': 'π + (-66.3281) + (2 * log 10(6) * (-8))=', 'response': '-75.6369'},\n",
       " {'query': '59.72 * sqrt(2) - (-5) - sin(15π)=', 'response': '89.4568'},\n",
       " {'query': 'π * (π - (-87.317) + log 2(7))=', 'response': '293.0036'},\n",
       " {'query': '-20 - π - (-21.403 * e)=', 'response': '35.0378'},\n",
       " {'query': 'π - (9 + sqrt(9) / e)=', 'response': '-6.9620'},\n",
       " {'query': '-82.087 * cos((-6)pi) - e / 14.9=', 'response': '-82.2694'},\n",
       " {'query': 'e * (10 / e) / π=', 'response': '3.1831'},\n",
       " {'query': '-49.8004 * cos((-13)π) / sqrt(16) / 10=', 'response': '1.2450'},\n",
       " {'query': 'e + e / ln(7) + e=', 'response': '6.8335'}]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import random\n",
    "import sympy as sp\n",
    "from tqdm import tqdm\n",
    "\n",
    "def handle_decimal(number):\n",
    "    # Check if number is complex\n",
    "    if sp.im(number) != 0:\n",
    "        real_part = round(sp.re(number), 4)\n",
    "        imag_part = round(sp.im(number), 4)\n",
    "        return str(real_part) + ' + ' + str(imag_part) + 'i'\n",
    "    else:\n",
    "        number = sp.re(number)\n",
    "        if int(number) == number:\n",
    "            return int(number)\n",
    "        else:\n",
    "            return round(number, 4)\n",
    "\n",
    "\n",
    "def random_number(weights, is_prev_op=False, exclude_negative_power=False):\n",
    "    \"\"\"Generate a random number, either integer, decimal, π, e or a function.\"\"\"\n",
    "    choices = ['small_decimals', 'integer', 'decimal', 'π', 'e', 'function']\n",
    "    choice = random.choices(choices, weights=weights)[0]\n",
    "    \n",
    "    if choice == \"small_decimals\":\n",
    "        dec = random.randint(1, 4)\n",
    "        num = round(random.uniform(-1, 1), dec)\n",
    "\n",
    "    if choice == 'integer':\n",
    "        if exclude_negative_power:  # If used for power, exclude negative values\n",
    "            num = random.randint(1, 10)\n",
    "        else:\n",
    "            num = random.randint(-20, 20)\n",
    "    elif choice == 'decimal':\n",
    "        dec = random.randint(1, 4)\n",
    "        num = round(random.uniform(-100, 100), dec)\n",
    "    elif choice == 'π':\n",
    "        return 'π', 'pi'\n",
    "    elif choice == 'e':\n",
    "        return 'e', 'E'\n",
    "    elif choice == 'function':\n",
    "        function = random.choice(['log', 'ln', 'tan', 'sin', 'cos', 'sqrt'])\n",
    "        inner_value, sympy_inner_value = random_number([0, 1, 0, 0, 0, 0], is_prev_op)\n",
    "        if function in ['log', 'ln', 'sqrt']:\n",
    "            while float(sympy_inner_value.strip(\"()\")) <= 0:\n",
    "                inner_value, sympy_inner_value = random_number([0, 1, 0, 0, 0, 0], is_prev_op)\n",
    "\n",
    "        if function == \"cos\" or function == \"sin\" or function == \"tan\":\n",
    "            choice_in = random.choice([inner_value, inner_value + \"π\", inner_value + 'pi'])\n",
    "            # if choice in has π, replace it with sympy's pi\n",
    "            \n",
    "            sympy_in = choice_in.replace('pi', '*pi')\n",
    "            sympy_in = sympy_in.replace('π', '*pi')\n",
    "\n",
    "    \n",
    "            display_function = f\"{function}({choice_in})\"\n",
    "            sympy_function = f\"{function}({sympy_in})\"\n",
    "\n",
    "        elif function == 'log':\n",
    "            base = random.choice([2, 10])\n",
    "            display_function = f\"log {base}({inner_value})\"\n",
    "            sympy_function = f\"log({sympy_inner_value}, {base})\"\n",
    "\n",
    "        else:\n",
    "            display_function = f\"{function}({inner_value})\"\n",
    "            sympy_function = f\"{function}({sympy_inner_value})\"\n",
    "        \n",
    "        return display_function, sympy_function\n",
    "    \n",
    "    if is_prev_op and isinstance(num, (int, float)) and num < 0:\n",
    "        return '(' + str(num) + ')', '(' + str(num) + ')'\n",
    "    return str(num), str(num)\n",
    "\n",
    "\n",
    "\n",
    "def generate_equation(max_terms=3):\n",
    "    # List of operations (added ** for power)\n",
    "    # operations = ['**', '^']\n",
    "    operations = ['+', '-', '*', '/']\n",
    "    # has_power = False  # to ensure only one power expression\n",
    "    \n",
    "    # Start with a random number\n",
    "    equation, sympy_eq = random_number([0, 0.2, 0.2, 0.2, 0.2, 0.2])\n",
    "    terms_count = 1\n",
    "\n",
    "    while terms_count < max_terms:\n",
    "        op = random.choice(operations)\n",
    "\n",
    "        ## for power \n",
    "        # if not has_power:\n",
    "        #     op = random.choice([\"**\", \"^\"])\n",
    "        #     has_power = True\n",
    "\n",
    "        \n",
    "        # Replace '^' with '**' for sympy\n",
    "        sympy_op = '**' if op == '^' else op\n",
    "\n",
    "        # Decide if the next term will be a bracketed expression\n",
    "        if random.choice([True, False]) and terms_count + 1 < max_terms:\n",
    "            bracket_terms = random.randint(2, 3)  # Number of terms inside brackets. This can be randomized further.\n",
    "            inside_bracket, sympy_inside_bracket = random_number([0, 0.2, 0.2, 0.2, 0.2, 0.2], exclude_negative_power=True)\n",
    "            for _ in range(bracket_terms - 1):\n",
    "                inside_op = random.choice(operations)\n",
    "                next_num, sympy_next_num = random_number([0, 0.2, 0.2, 0.2, 0.2, 0.2], True if inside_op in ['+', '-', '*', '/', '**', '^'] else False, True if inside_op in ['**', '^'] else False)\n",
    "                inside_bracket += ' ' + inside_op + ' ' + next_num\n",
    "                sympy_inside_bracket += ' ' + inside_op + ' ' + sympy_next_num\n",
    "            equation += ' ' + op + ' (' + inside_bracket + ')'\n",
    "            sympy_eq += ' ' + sympy_op + ' (' + sympy_inside_bracket + ')'\n",
    "            terms_count += bracket_terms\n",
    "        else:\n",
    "            next_num, sympy_next_num = random_number([0, 0.2, 0.2, 0.2, 0.2, 0.2], True if op in ['+', '-', '*', '/', '**', '^'] else False, True if op in ['**', '^'] else False)\n",
    "            equation += ' ' + op + ' ' + next_num\n",
    "            sympy_eq += ' ' + sympy_op + ' ' + sympy_next_num\n",
    "            terms_count += 1\n",
    "    \n",
    "    # Use sympy to evaluate the expression safely\n",
    "    try:\n",
    "        result = sp.sympify(sympy_eq).evalf()\n",
    "        return {\"query\": equation + '=', \"response\": str(handle_decimal(result))}\n",
    "    except (ValueError, TypeError):\n",
    "        # This catches the \"zoo\" and other potential evaluation issues.\n",
    "        return None\n",
    "\n",
    "\n",
    "num_equations = 20000\n",
    "\n",
    "for _ in tqdm(range(num_equations)):\n",
    "    equation_data = generate_equation(4)\n",
    "    if equation_data:  # Check if the returned data is not None\n",
    "        data.append(equation_data)\n",
    "\n",
    "data[-100:]\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "20000 19975\n"
     ]
    }
   ],
   "source": [
    "unique_data = list({d['query']: d for d in data}.values())\n",
    "print(len(data), len(unique_data))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "19290"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def is_response_valid(response):\n",
    "    \"\"\"Check if the response value is a valid number.\"\"\"\n",
    "    # Check if it's a complex number with 'i'\n",
    "    if 'i' in response:\n",
    "        return False\n",
    "    \n",
    "    # If the number contains '.', only consider digits before the decimal\n",
    "    digits = response.split('.')[0] if '.' in response else response\n",
    "    digits_without_sign = digits.lstrip('-')\n",
    "    \n",
    "    # Check if the number's digits count is greater than 10\n",
    "    if len(digits_without_sign) > 10:\n",
    "        return False\n",
    "    \n",
    "    return True\n",
    "\n",
    "filtered_data = [entry for entry in unique_data if is_response_valid(entry[\"response\"])]\n",
    "len(filtered_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "import json\n",
    "Data_Path = \"/raid/home/rajivratn/avinash/Kritarth/Education/DATA/MATH401/AUGMENTED/\"\n",
    "with open(Data_Path + \"20K-miss-(-100-10).json\", \"w\") as f:\n",
    "    json.dump(filtered_data, f, indent=2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 136,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[{'query': 'e / (-13.6463)=', 'response': '-0.1992'},\n",
       " {'query': '-38 + 78=', 'response': '40'},\n",
       " {'query': 'e * e=', 'response': '7.3891'},\n",
       " {'query': 'π * pi=', 'response': '9.8696'},\n",
       " {'query': 'e + pi=', 'response': '5.8599'},\n",
       " {'query': 'π + (-21.4669)=', 'response': '-18.3253'},\n",
       " {'query': 'π - π=', 'response': '0'},\n",
       " {'query': '98 + e=', 'response': '100.7183'},\n",
       " {'query': '23 * pi=', 'response': '72.2566'},\n",
       " {'query': 'π / π=', 'response': '1'},\n",
       " {'query': 'π + 72=', 'response': '75.1416'},\n",
       " {'query': 'e - pi=', 'response': '-0.4233'},\n",
       " {'query': '-30 - (-65.778)=', 'response': '35.7780'},\n",
       " {'query': 'e + (-3)=', 'response': '-0.2817'},\n",
       " {'query': '85 / pi=', 'response': '27.0563'},\n",
       " {'query': 'e * 33=', 'response': '89.7033'},\n",
       " {'query': 'π + pi=', 'response': '6.2832'},\n",
       " {'query': 'pi * π=', 'response': '9.8696'},\n",
       " {'query': '-86 / e=', 'response': '-31.6376'},\n",
       " {'query': 'e / pi=', 'response': '0.8653'},\n",
       " {'query': 'e + e=', 'response': '5.4366'},\n",
       " {'query': 'e - e=', 'response': '0'},\n",
       " {'query': 'e + 17.3427=', 'response': '20.0610'},\n",
       " {'query': '16.636 * (-80)=', 'response': '-1330.8800'},\n",
       " {'query': 'pi * pi=', 'response': '9.8696'},\n",
       " {'query': 'pi / (-15.8483)=', 'response': '-0.1982'},\n",
       " {'query': '34 - (-24.2773)=', 'response': '58.2773'},\n",
       " {'query': 'π / 12=', 'response': '0.2618'},\n",
       " {'query': 'pi - e=', 'response': '0.4233'},\n",
       " {'query': 'pi + (-93.202)=', 'response': '-90.0604'},\n",
       " {'query': 'pi / e=', 'response': '1.1557'},\n",
       " {'query': 'e / (-37.9762)=', 'response': '-0.0716'},\n",
       " {'query': 'e + (-41)=', 'response': '-38.2817'},\n",
       " {'query': 'π / pi=', 'response': '1'},\n",
       " {'query': 'e * pi=', 'response': '8.5397'},\n",
       " {'query': '19 * π=', 'response': '59.6903'},\n",
       " {'query': '23 * (-73)=', 'response': '-1679'},\n",
       " {'query': 'e / (-25)=', 'response': '-0.1087'},\n",
       " {'query': '-1 * e=', 'response': '-2.7183'},\n",
       " {'query': 'e - 8=', 'response': '-5.2817'},\n",
       " {'query': 'e - π=', 'response': '-0.4233'},\n",
       " {'query': 'e * (-18)=', 'response': '-48.9291'},\n",
       " {'query': '-76 / 7=', 'response': '-10.8571'},\n",
       " {'query': 'e - 17=', 'response': '-14.2817'},\n",
       " {'query': 'pi * 77=', 'response': '241.9026'},\n",
       " {'query': 'e / π=', 'response': '0.8653'},\n",
       " {'query': 'e - (-65)=', 'response': '67.7183'},\n",
       " {'query': 'e * π=', 'response': '8.5397'},\n",
       " {'query': 'π + π=', 'response': '6.2832'},\n",
       " {'query': 'e / e=', 'response': '1'},\n",
       " {'query': 'pi - (-99)=', 'response': '102.1416'},\n",
       " {'query': '74 / e=', 'response': '27.2231'},\n",
       " {'query': 'π - (-97)=', 'response': '100.1416'},\n",
       " {'query': 'pi * e=', 'response': '8.5397'},\n",
       " {'query': 'π * π=', 'response': '9.8696'},\n",
       " {'query': 'π / e=', 'response': '1.1557'},\n",
       " {'query': 'π + e=', 'response': '5.8599'},\n",
       " {'query': 'e + (-36)=', 'response': '-33.2817'},\n",
       " {'query': 'pi + pi=', 'response': '6.2832'},\n",
       " {'query': 'pi + e=', 'response': '5.8599'},\n",
       " {'query': '68 + pi=', 'response': '71.1416'},\n",
       " {'query': 'pi - pi=', 'response': '0'},\n",
       " {'query': '-74 + e=', 'response': '-71.2817'},\n",
       " {'query': '-37.3254 + pi=', 'response': '-34.1838'},\n",
       " {'query': '-75 * (-76)=', 'response': '5700'},\n",
       " {'query': '96 * e=', 'response': '260.9551'},\n",
       " {'query': '19 - e=', 'response': '16.2817'},\n",
       " {'query': '-62 - π=', 'response': '-65.1416'},\n",
       " {'query': '31 - π=', 'response': '27.8584'},\n",
       " {'query': '94.5467 / e=', 'response': '34.7818'},\n",
       " {'query': 'π / (-56)=', 'response': '-0.0561'},\n",
       " {'query': '69.3636 / pi=', 'response': '22.0791'},\n",
       " {'query': 'e + (-97.0282)=', 'response': '-94.3099'},\n",
       " {'query': 'e * 18.5653=', 'response': '50.4657'},\n",
       " {'query': '63 * e=', 'response': '171.2518'},\n",
       " {'query': 'e + 46=', 'response': '48.7183'},\n",
       " {'query': '71 - π=', 'response': '67.8584'},\n",
       " {'query': 'pi * (-67)=', 'response': '-210.4867'},\n",
       " {'query': '92 / e=', 'response': '33.8449'},\n",
       " {'query': '10 / π=', 'response': '3.1831'},\n",
       " {'query': 'pi - π=', 'response': '0'},\n",
       " {'query': 'pi / 19=', 'response': '0.1653'},\n",
       " {'query': 'π * 53=', 'response': '166.5044'},\n",
       " {'query': 'pi - (-20)=', 'response': '23.1416'},\n",
       " {'query': 'pi / π=', 'response': '1'},\n",
       " {'query': '99 / e=', 'response': '36.4201'},\n",
       " {'query': '-10 - e=', 'response': '-12.7183'},\n",
       " {'query': 'π * 8=', 'response': '25.1327'},\n",
       " {'query': 'e * (-15)=', 'response': '-40.7742'},\n",
       " {'query': 'π / 69.3956=', 'response': '0.0453'},\n",
       " {'query': '-27 + (-84)=', 'response': '-111'},\n",
       " {'query': 'e - (-46)=', 'response': '48.7183'},\n",
       " {'query': 'π - e=', 'response': '0.4233'},\n",
       " {'query': '-27 + e=', 'response': '-24.2817'},\n",
       " {'query': 'e / (-92)=', 'response': '-0.0295'},\n",
       " {'query': '-53 + pi=', 'response': '-49.8584'},\n",
       " {'query': '5 * e=', 'response': '13.5914'},\n",
       " {'query': 'π / (-60.1202)=', 'response': '-0.0523'},\n",
       " {'query': '62 - pi=', 'response': '58.8584'},\n",
       " {'query': 'e - (-78)=', 'response': '80.7183'}]"
      ]
     },
     "execution_count": 136,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "unique_data[:100]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Final Size"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "import json \n",
    "with open(Data_Path + \"v1.json\", \"w\") as f:\n",
    "    json.dump(final_data, f, indent=2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "# read v1.json \n",
    "import json \n",
    "with open(Data_Path + \"/FINAL/v1.json\", \"r\") as f:\n",
    "    data = json.load(f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Training data length: 1961131\n",
      "Validation data length: 245141\n",
      "Test data length: 245142\n"
     ]
    }
   ],
   "source": [
    "## random distributionover train, test and validation\n",
    "\n",
    "import json\n",
    "import random\n",
    "from sklearn.model_selection import train_test_split\n",
    "# Shuffling the data\n",
    "if isinstance(data, list):\n",
    "    random.shuffle(data)\n",
    "\n",
    "# Splitting the data into training, validation, and test sets (e.g., 80%, 10%, 10%)\n",
    "train_data, temp_data = train_test_split(data, test_size=0.20, random_state=42)\n",
    "valid_data, test_data = train_test_split(temp_data, test_size=0.50, random_state=42)\n",
    "\n",
    "print(f\"Training data length: {len(train_data)}\")\n",
    "print(f\"Validation data length: {len(valid_data)}\")\n",
    "print(f\"Test data length: {len(test_data)}\")\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open(Data_Path + \"/FINAL/train.json\", \"w\") as f:\n",
    "    json.dump(train_data, f, indent=2)\n",
    "with open(Data_Path + \"/FINAL/val.json\", \"w\") as f:\n",
    "    json.dump(valid_data, f, indent=2)\n",
    "with open(Data_Path + \"/FINAL/test.json\", \"w\") as f:\n",
    "    json.dump(test_data, f, indent=2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import json \n",
    "\n",
    "with open(\"/raid/home/rajivratn/avinash/Kritarth/Education/DATA/MATH401/AUGMENTED/FINAL/train.json\", \"r\") as f:\n",
    "    train_data = json.load(f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_2L = train_data[:200000]\n",
    "val_20K = train_data[200000:220000]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open(\"/raid/home/rajivratn/avinash/Kritarth/Education/DATA/MATH401/AUGMENTED/FINAL/train_2L.json\", \"w\") as f:\n",
    "    json.dump(train_2L, f, indent=2)\n",
    "with open(\"/raid/home/rajivratn/avinash/Kritarth/Education/DATA/MATH401/AUGMENTED/FINAL/val_20K.json\", \"w\") as f:\n",
    "    json.dump(val_20K, f, indent=2)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Marking prompt of MATH401 Dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {},
   "outputs": [],
   "source": [
    "import json \n",
    "path = \"/raid/home/rajivratn/avinash/Kritarth/Education/DATA/MATH401/AUGMENTED/CLEAN/test.json\"\n",
    "with open(path, \"r\") as f:\n",
    "    train = json.load(f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 30200/30200 [00:00<00:00, 1373481.75it/s]\n"
     ]
    }
   ],
   "source": [
    "from tqdm import tqdm \n",
    "\n",
    "def prompt_generator(sample):\n",
    "    prompt=f\"\"\"Below is an instruction that describes a task. Write a response that appropriately completes the request. Beaware of wrong calculation and do not repeat it. Use BODMAS to evaluate the instruction.\\n\\n### Instruction:\\n{sample['query']}\\n\\n### Response:{sample['response']}\"\"\"\n",
    "    return prompt \n",
    "\n",
    "for i in tqdm(range(len(train))):\n",
    "    sample = train[i]\n",
    "\n",
    "    prompt = prompt_generator(sample)\n",
    "\n",
    "    train[i][\"prompt\"] = prompt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open(path, \"w\") as f:\n",
    "    json.dump(train, f, indent=2)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Refined Dataset with less Diversity "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "refine_data = []"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [],
   "source": [
    "dataset_ratio = [\n",
    "    {\"path\": \"/raid/home/rajivratn/avinash/Kritarth/Education/DATA/MATH401/AUGMENTED/small_integers-(-20-20)-2NUM.json\", \"size\": 65000},\n",
    "    {\"path\": \"/raid/home/rajivratn/avinash/Kritarth/Education/DATA/MATH401/AUGMENTED/2L-large_integers-(-1000-1000)-2NUM.json\", \"size\": 35000},\n",
    "    {\"path\": \"/raid/home/rajivratn/avinash/Kritarth/Education/DATA/MATH401/AUGMENTED/small_decimals-(-20-20)-2NUM.json\", \"size\": 39000},\n",
    "    {\"path\": \"/raid/home/rajivratn/avinash/Kritarth/Education/DATA/MATH401/AUGMENTED/2L-large_decimals-(-1000-1000)-2NUM.json\", \"size\": 39000},\n",
    "    {\"path\": \"/raid/home/rajivratn/avinash/Kritarth/Education/DATA/MATH401/AUGMENTED/2L-small_decimals+integers-(-20-20)-2NUM.json\", \"size\": 25000},\n",
    "    {\"path\": \"/raid/home/rajivratn/avinash/Kritarth/Education/DATA/MATH401/AUGMENTED/2L-large_decimals+integers-(-1000-1000)-2NUM.json\", \"size\": 25000},\n",
    "    {\"path\": \"/raid/home/rajivratn/avinash/Kritarth/Education/DATA/MATH401/AUGMENTED/50K-3-term-eq-(-100-100).json\", \"size\": 25000},\n",
    "    {\"path\": \"/raid/home/rajivratn/avinash/Kritarth/Education/DATA/MATH401/AUGMENTED/50K-4-term-eq-(-100-100).json\", \"size\": 49000},\n",
    "]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "/raid/home/rajivratn/avinash/Kritarth/Education/DATA/MATH401/AUGMENTED/small_integers-(-20-20)-2NUM.json\n",
      "/raid/home/rajivratn/avinash/Kritarth/Education/DATA/MATH401/AUGMENTED/2L-large_integers-(-1000-1000)-2NUM.json\n",
      "/raid/home/rajivratn/avinash/Kritarth/Education/DATA/MATH401/AUGMENTED/small_decimals-(-20-20)-2NUM.json\n",
      "/raid/home/rajivratn/avinash/Kritarth/Education/DATA/MATH401/AUGMENTED/2L-large_decimals-(-1000-1000)-2NUM.json\n",
      "/raid/home/rajivratn/avinash/Kritarth/Education/DATA/MATH401/AUGMENTED/2L-small_decimals+integers-(-20-20)-2NUM.json\n",
      "/raid/home/rajivratn/avinash/Kritarth/Education/DATA/MATH401/AUGMENTED/2L-large_decimals+integers-(-1000-1000)-2NUM.json\n",
      "/raid/home/rajivratn/avinash/Kritarth/Education/DATA/MATH401/AUGMENTED/50K-3-term-eq-(-100-100).json\n",
      "/raid/home/rajivratn/avinash/Kritarth/Education/DATA/MATH401/AUGMENTED/50K-4-term-eq-(-100-100).json\n"
     ]
    }
   ],
   "source": [
    "train = []\n",
    "val = []\n",
    "test = []\n",
    "\n",
    "def split_data(train, val, test, path, size):\n",
    "    print(path)\n",
    "    with open(path, \"r\") as f:\n",
    "        data = json.load(f)\n",
    "\n",
    "    data_sample = random.sample(data, size)\n",
    "    \n",
    "    train_data, temp_data = train_test_split(data_sample, test_size=0.20, random_state=42)\n",
    "    valid_data, test_data = train_test_split(temp_data, test_size=0.50, random_state=42)\n",
    "\n",
    "    train.extend(train_data)\n",
    "    val.extend(valid_data)\n",
    "    test.extend(test_data)\n",
    "\n",
    "for item in dataset_ratio:\n",
    "    split_data(train, val, test, item[\"path\"], item[\"size\"])\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "241600 30200 30200\n"
     ]
    }
   ],
   "source": [
    "print(len(train), len(val), len(test))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "metadata": {},
   "outputs": [],
   "source": [
    "random.shuffle(train)\n",
    "random.shuffle(val)\n",
    "random.shuffle(test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "metadata": {},
   "outputs": [],
   "source": [
    "Dir = \"/raid/home/rajivratn/avinash/Kritarth/Education/DATA/MATH401/AUGMENTED/CLEAN\"\n",
    "with open(Dir + \"/train.json\", \"w\") as f:\n",
    "    json.dump(train, f, indent=2)\n",
    "with open(Dir + \"/val.json\", \"w\") as f:\n",
    "    json.dump(val, f, indent=2)\n",
    "with open(Dir + \"/test.json\", \"w\") as f:\n",
    "    json.dump(test, f, indent=2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.17"
  },
  "orig_nbformat": 4
 },
 "nbformat": 4,
 "nbformat_minor": 2
}