diff --git a/notebooks/NATS-Bench/issue-97.ipynb b/notebooks/NATS-Bench/issue-97.ipynb new file mode 100644 index 0000000..2186588 --- /dev/null +++ b/notebooks/NATS-Bench/issue-97.ipynb @@ -0,0 +1,86 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[2021-03-09 08:44:19] Try to use the default NATS-Bench (size) path from fast_mode=True and path=None.\n" + ] + } + ], + "source": [ + "from nats_bench import create\n", + "import numpy as np\n", + "\n", + "# Create the API for size search space\n", + "api = create(None, 'sss', fast_mode=True, verbose=False)" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "There are 32768 architectures on the size search space\n" + ] + } + ], + "source": [ + "print('There are {:} architectures on the size search space'.format(len(api)))\n", + "\n", + "c2acc = dict()\n", + "for index in range(len(api)):\n", + " info = api.get_more_info(index, 'cifar10', hp='90')\n", + " config = api.get_net_config(index, 'cifar10')\n", + " c2acc[config['channels']] = info['test-accuracy']" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "91.08546417236329\n" + ] + } + ], + "source": [ + "print(np.mean(list(c2acc.values())))" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.8.3" + } + }, + "nbformat": 4, + "nbformat_minor": 4 +}