{ "cells": [ { "cell_type": "markdown", "id": "be0a4427", "metadata": {}, "source": [ "# From Neural Architecture Search to Automated Deep Ensemble with Uncertainty Quantification" ] }, { "cell_type": "code", "execution_count": null, "id": "cdac6987", "metadata": {}, "outputs": [], "source": [ "!pip install deephyper[\"autodeuq\"]" ] }, { "cell_type": "markdown", "id": "809802ca", "metadata": {}, "source": [ "## Imports and GPU Detection " ] }, { "cell_type": "code", "execution_count": 1, "id": "99a9ee9a", "metadata": {}, "outputs": [], "source": [ "import json\n", "import os\n", "import pathlib\n", "import shutil\n", "\n", "!export TF_CPP_MIN_LOG_LEVEL=3\n", "!export TF_XLA_FLAGS=--tf_xla_enable_xla_devices\n", "\n", "import matplotlib.pyplot as plt\n", "import numpy as np\n", "import tensorflow as tf" ] }, { "cell_type": "markdown", "id": "38664b59", "metadata": {}, "source": [ "
\n", " | arch_seq | \n", "job_id | \n", "objective | \n", "timestamp_submit | \n", "timestamp_gather | \n", "
---|---|---|---|---|---|
0 | \n", "[46, 0, 156, 0, 0, 44, 0, 1, 0] | \n", "4 | \n", "-1.077856 | \n", "0.007198 | \n", "4.211616 | \n", "
1 | \n", "[53, 0, 133, 0, 0, 52, 0, 0, 0] | \n", "3 | \n", "-1.072681 | \n", "0.007162 | \n", "4.243041 | \n", "
2 | \n", "[62, 0, 112, 1, 1, 115, 1, 1, 1] | \n", "2 | \n", "-1.078561 | \n", "0.007126 | \n", "4.252246 | \n", "
3 | \n", "[71, 1, 22, 1, 1, 161, 1, 0, 0] | \n", "5 | \n", "-1.065605 | \n", "4.234786 | \n", "6.294323 | \n", "
4 | \n", "[107, 1, 27, 1, 0, 68, 0, 0, 0] | \n", "6 | \n", "-1.033612 | \n", "4.244888 | \n", "8.575346 | \n", "
5 | \n", "[19, 1, 161, 1, 1, 132, 1, 1, 1] | \n", "7 | \n", "-1.069055 | \n", "4.253639 | \n", "9.027878 | \n", "
6 | \n", "[166, 1, 19, 1, 0, 40, 0, 1, 0] | \n", "1 | \n", "-0.797477 | \n", "0.007086 | \n", "9.302246 | \n", "
7 | \n", "[164, 0, 30, 0, 0, 121, 1, 1, 0] | \n", "9 | \n", "-1.097940 | \n", "8.577058 | \n", "10.901906 | \n", "
8 | \n", "[17, 0, 64, 1, 0, 121, 1, 0, 1] | \n", "10 | \n", "-1.134835 | \n", "9.029494 | \n", "13.366727 | \n", "
9 | \n", "[175, 1, 26, 0, 1, 29, 0, 0, 1] | \n", "8 | \n", "-0.407744 | \n", "6.296113 | \n", "13.541472 | \n", "
\n", " | arch_seq | \n", "batch_size | \n", "learning_rate | \n", "optimizer | \n", "patience_EarlyStopping | \n", "patience_ReduceLROnPlateau | \n", "job_id | \n", "objective | \n", "timestamp_submit | \n", "timestamp_gather | \n", "
---|---|---|---|---|---|---|---|---|---|---|
0 | \n", "[152, 1, 30, 0, 1, 113, 1, 1, 0] | \n", "27 | \n", "0.007159 | \n", "adagrad | \n", "29 | \n", "12 | \n", "2 | \n", "-1.450841 | \n", "0.173591 | \n", "2.475589 | \n", "
1 | \n", "[66, 1, 135, 0, 1, 139, 0, 1, 0] | \n", "25 | \n", "0.000148 | \n", "nadam | \n", "28 | \n", "15 | \n", "3 | \n", "-1.450301 | \n", "0.173627 | \n", "3.500935 | \n", "
2 | \n", "[56, 1, 37, 1, 1, 171, 0, 1, 1] | \n", "18 | \n", "0.002885 | \n", "rmsprop | \n", "28 | \n", "19 | \n", "4 | \n", "-0.738564 | \n", "0.173662 | \n", "4.921706 | \n", "
3 | \n", "[43, 1, 116, 1, 0, 170, 1, 1, 0] | \n", "13 | \n", "0.000106 | \n", "rmsprop | \n", "25 | \n", "18 | \n", "5 | \n", "-1.450331 | \n", "2.657677 | \n", "6.268550 | \n", "
4 | \n", "[118, 0, 17, 0, 0, 103, 0, 1, 0] | \n", "32 | \n", "0.000166 | \n", "adam | \n", "22 | \n", "13 | \n", "7 | \n", "-1.455081 | \n", "5.091059 | \n", "6.817152 | \n", "
... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "
495 | \n", "[26, 1, 162, 0, 0, 52, 1, 0, 1] | \n", "5 | \n", "0.003116 | \n", "rmsprop | \n", "20 | \n", "18 | \n", "496 | \n", "-1.205748 | \n", "932.602933 | \n", "942.308652 | \n", "
496 | \n", "[60, 0, 162, 0, 0, 136, 1, 0, 0] | \n", "6 | \n", "0.003067 | \n", "rmsprop | \n", "23 | \n", "16 | \n", "500 | \n", "-0.660088 | \n", "943.115550 | \n", "951.733516 | \n", "
497 | \n", "[60, 0, 162, 0, 1, 136, 1, 0, 1] | \n", "5 | \n", "0.003600 | \n", "rmsprop | \n", "22 | \n", "17 | \n", "498 | \n", "-0.703299 | \n", "938.832237 | \n", "952.509710 | \n", "
498 | \n", "[26, 1, 162, 0, 0, 136, 1, 0, 0] | \n", "1 | \n", "0.002147 | \n", "rmsprop | \n", "20 | \n", "10 | \n", "499 | \n", "-1.411145 | \n", "939.592606 | \n", "952.510410 | \n", "
499 | \n", "[60, 0, 162, 0, 0, 136, 1, 0, 0] | \n", "2 | \n", "0.002657 | \n", "rmsprop | \n", "20 | \n", "15 | \n", "497 | \n", "-0.663001 | \n", "933.405235 | \n", "953.971765 | \n", "
500 rows × 10 columns
\n", "