Increase mem and remove benchmark

Author: inchiosa

samples/features/sql-big-data-cluster/machine-learning/spark/tensorflow/tf-cuda8.ipynb

@@ -19,7 +19,7 @@
     "cells": [
         {
             "cell_type": "code",
-            "source": "%%configure -f\r\n{\r\n    \"executorMemory\": \"4g\",\r\n    \"driverMemory\": \"4g\",\r\n    \"executorCores\": 4,\r\n    \"driverCores\": 2,\r\n    \"numExecutors\": 1\r\n}",
+            "source": "%%configure -f\r\n{\r\n    \"executorMemory\": \"4g\",\r\n    \"driverMemory\": \"8g\",\r\n    \"executorCores\": 4,\r\n    \"driverCores\": 2,\r\n    \"numExecutors\": 1\r\n}",
             "metadata": {
                 "language": "python"
             },
@@ -53,27 +53,6 @@
             "metadata": {},
             "outputs": [],
             "execution_count": 11
-        },
-        {
-            "cell_type": "code",
-            "source": "# Check available disk space\r\nimport subprocess\r\n\r\nstdout = subprocess.check_output(\r\n'''\r\ndf -h\r\n''',\r\n    stderr=subprocess.STDOUT,\r\n    shell=True).decode(\"utf-8\")\r\nprint(stdout)",
-            "metadata": {},
-            "outputs": [],
-            "execution_count": 12
-        },
-        {
-            "cell_type": "code",
-            "source": "# Download code for the CIFAR 10 benchmark\r\nimport subprocess\r\nimport os\r\n\r\nif os.path.isdir(\"/tmp/models\"):\r\n    print(\"CIFAR 10 repo already cloned\")\r\nelse:\r\n    stdout = subprocess.check_output(\r\n'''\r\napt-get update && apt-get install -y git\r\npip3 install --upgrade pip setuptools\r\npip3 install tensorflow-datasets\r\ncd /tmp\r\ngit clone https://github.com/tensorflow/models.git\r\n''',\r\n        stderr=subprocess.STDOUT,\r\n        shell=True).decode(\"utf-8\")\r\n    print(stdout)",
-            "metadata": {},
-            "outputs": [],
-            "execution_count": 13
-        },
-        {
-            "cell_type": "code",
-            "source": "# Run the CIFAR 10 benchmark\r\nimport subprocess\r\n\r\nstdout = subprocess.check_output(\r\n'''\r\npython3 /tmp/models/tutorials/image/cifar10/cifar10_train.py --max_steps 100 2>&1\r\n''',\r\n    stderr=subprocess.STDOUT,\r\n    shell=True).decode(\"utf-8\")\r\nprint(stdout)",
-            "metadata": {},
-            "outputs": [],
-            "execution_count": 14
         }
     ]
 }

samples/features/sql-big-data-cluster/machine-learning/spark/tensorflow/tf-cuda9.ipynb

@@ -19,7 +19,7 @@
     "cells": [
         {
             "cell_type": "code",
-            "source": "%%configure -f\r\n{\r\n    \"executorMemory\": \"4g\",\r\n    \"driverMemory\": \"4g\",\r\n    \"executorCores\": 4,\r\n    \"driverCores\": 2,\r\n    \"numExecutors\": 1\r\n}",
+            "source": "%%configure -f\r\n{\r\n    \"executorMemory\": \"4g\",\r\n    \"driverMemory\": \"8g\",\r\n    \"executorCores\": 4,\r\n    \"driverCores\": 2,\r\n    \"numExecutors\": 1\r\n}",
             "metadata": {
                 "language": "python"
             },
@@ -60,27 +60,6 @@
             "metadata": {},
             "outputs": [],
             "execution_count": 7
-        },
-        {
-            "cell_type": "code",
-            "source": "# Check available disk space\r\nimport subprocess\r\n\r\nstdout = subprocess.check_output(\r\n'''\r\ndf -h\r\n''',\r\n    stderr=subprocess.STDOUT,\r\n    shell=True).decode(\"utf-8\")\r\nprint(stdout)",
-            "metadata": {},
-            "outputs": [],
-            "execution_count": 8
-        },
-        {
-            "cell_type": "code",
-            "source": "# Download code for the CIFAR 10 benchmark\r\nimport subprocess\r\nimport os\r\n\r\nif os.path.isdir(\"/tmp/models\"):\r\n    print(\"CIFAR 10 repo already cloned\")\r\nelse:\r\n    stdout = subprocess.check_output(\r\n'''\r\napt-get update && apt-get install -y git\r\npip3 install --upgrade pip setuptools\r\npip3 install tensorflow-datasets\r\ncd /tmp\r\ngit clone https://github.com/tensorflow/models.git\r\n''',\r\n        stderr=subprocess.STDOUT,\r\n        shell=True).decode(\"utf-8\")\r\n    print(stdout)",
-            "metadata": {},
-            "outputs": [],
-            "execution_count": 9
-        },
-        {
-            "cell_type": "code",
-            "source": "# Run the CIFAR 10 benchmark\r\nimport subprocess\r\n\r\nstdout = subprocess.check_output(\r\n'''\r\npython3 /tmp/models/tutorials/image/cifar10/cifar10_train.py --max_steps 100 2>&1\r\n''',\r\n    stderr=subprocess.STDOUT,\r\n    shell=True).decode(\"utf-8\")\r\nprint(stdout)",
-            "metadata": {},
-            "outputs": [],
-            "execution_count": 10
         }
     ]
 }