edited nn for project 2, data visualization for project 3

This commit is contained in:
Tuan-Dat Tran
2021-07-05 15:01:40 +02:00
parent 658d5c4c6f
commit d786a2ffb8
8 changed files with 2526 additions and 444 deletions

File diff suppressed because one or more lines are too long

File diff suppressed because one or more lines are too long

View File

@@ -0,0 +1,2 @@
model_checkpoint_path: "goat.weights"
all_model_checkpoint_paths: "goat.weights"

BIN
1-first-project/data.pickle Normal file

Binary file not shown.

Binary file not shown.

Binary file not shown.

View File

@@ -3,7 +3,7 @@
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 1, "execution_count": 1,
"id": "5ab42eda", "id": "e6f9c155",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
@@ -15,7 +15,7 @@
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 2, "execution_count": 2,
"id": "79085a1f", "id": "f688c561",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
@@ -31,7 +31,7 @@
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 3, "execution_count": 3,
"id": "af7a602c", "id": "24a30600",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
@@ -51,7 +51,7 @@
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 4, "execution_count": 4,
"id": "fe989ab8", "id": "767b5a06",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
@@ -79,7 +79,7 @@
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 5, "execution_count": 5,
"id": "8cbe79ea", "id": "f50de79f",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
@@ -106,7 +106,7 @@
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 6, "execution_count": 6,
"id": "195c7cbc", "id": "db8d52e9",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
@@ -127,7 +127,7 @@
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 7, "execution_count": 7,
"id": "64492d59", "id": "dff0b4cc",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
@@ -151,15 +151,15 @@
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 8, "execution_count": 8,
"id": "fb7e8034", "id": "acd83b6d",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
{ {
"name": "stdout", "name": "stdout",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"CPU times: user 5.17 s, sys: 403 ms, total: 5.58 s\n", "CPU times: user 5.38 s, sys: 398 ms, total: 5.78 s\n",
"Wall time: 5.58 s\n" "Wall time: 5.78 s\n"
] ]
}, },
{ {
@@ -183,7 +183,7 @@
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 9, "execution_count": 9,
"id": "533e34e7", "id": "6c69c01d",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
@@ -199,15 +199,15 @@
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 10, "execution_count": 10,
"id": "e7713b4c", "id": "9c4b1131",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
{ {
"name": "stdout", "name": "stdout",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"CPU times: user 7.07 s, sys: 60.2 ms, total: 7.13 s\n", "CPU times: user 6.94 s, sys: 72.8 ms, total: 7.01 s\n",
"Wall time: 7.09 s\n" "Wall time: 6.98 s\n"
] ]
} }
], ],
@@ -220,7 +220,7 @@
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 11, "execution_count": 11,
"id": "9a64fb6a", "id": "e60bd183",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
{ {
@@ -260,7 +260,7 @@
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 12, "execution_count": 12,
"id": "36795198", "id": "6e98530f",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
@@ -270,7 +270,7 @@
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 13, "execution_count": 13,
"id": "0f7fbf87", "id": "9049dc4b",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
{ {
@@ -326,7 +326,7 @@
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 14, "execution_count": 14,
"id": "bc38caf0", "id": "8db3d74b",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
{ {
@@ -353,7 +353,7 @@
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 15, "execution_count": 15,
"id": "538a3cc3", "id": "5c7afe06",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
{ {
@@ -380,7 +380,7 @@
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 16, "execution_count": 16,
"id": "791b5a4d", "id": "d9f6b07e",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
{ {
@@ -402,7 +402,7 @@
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 17, "execution_count": 17,
"id": "7eca1b2b", "id": "1218eb18",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
{ {
@@ -436,7 +436,7 @@
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 18, "execution_count": 18,
"id": "4546c55a", "id": "d0aae270",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
@@ -456,7 +456,7 @@
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 19, "execution_count": 19,
"id": "1deeaf2f", "id": "e202c8cf",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
@@ -468,7 +468,7 @@
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 20, "execution_count": 20,
"id": "cb6187f1", "id": "7b09f8fe",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
@@ -477,8 +477,8 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 28, "execution_count": 21,
"id": "f3fd2656", "id": "09a037ed",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
@@ -519,8 +519,8 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 29, "execution_count": 22,
"id": "472f8fd4", "id": "061a0bdb",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
{ {
@@ -535,80 +535,80 @@
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"Epoch 1/20\n", "Epoch 1/20\n",
"81/81 [==============================] - 1s 6ms/step - loss: 3.1857 - acc: 0.1542 - val_loss: 2.4678 - val_acc: 0.2998\n", "81/81 [==============================] - 1s 6ms/step - loss: 3.1932 - acc: 0.1521 - val_loss: 2.4668 - val_acc: 0.3038\n",
"Epoch 2/20\n", "Epoch 2/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 2.1170 - acc: 0.3772 - val_loss: 1.7687 - val_acc: 0.4769\n", "81/81 [==============================] - 0s 4ms/step - loss: 2.1157 - acc: 0.3769 - val_loss: 1.7419 - val_acc: 0.4670\n",
"Epoch 3/20\n", "Epoch 3/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 1.6108 - acc: 0.5030 - val_loss: 1.4380 - val_acc: 0.5610\n", "81/81 [==============================] - 0s 4ms/step - loss: 1.6080 - acc: 0.4976 - val_loss: 1.4454 - val_acc: 0.5484\n",
"Epoch 4/20\n", "Epoch 4/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 1.3069 - acc: 0.5796 - val_loss: 1.3273 - val_acc: 0.5878\n", "81/81 [==============================] - 0s 4ms/step - loss: 1.3078 - acc: 0.5800 - val_loss: 1.3221 - val_acc: 0.5799\n",
"Epoch 5/20\n", "Epoch 5/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 1.1321 - acc: 0.6218 - val_loss: 1.2228 - val_acc: 0.6082\n", "81/81 [==============================] - 0s 4ms/step - loss: 1.1233 - acc: 0.6282 - val_loss: 1.2188 - val_acc: 0.6173\n",
"Epoch 6/20\n", "Epoch 6/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.9612 - acc: 0.6745 - val_loss: 1.2549 - val_acc: 0.6208\n", "81/81 [==============================] - 0s 4ms/step - loss: 0.9627 - acc: 0.6661 - val_loss: 1.1781 - val_acc: 0.6296\n",
"Epoch 7/20\n", "Epoch 7/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.8446 - acc: 0.7072 - val_loss: 1.1595 - val_acc: 0.6460\n", "81/81 [==============================] - 0s 4ms/step - loss: 0.8519 - acc: 0.7032 - val_loss: 1.1871 - val_acc: 0.6354\n",
"Epoch 8/20\n", "Epoch 8/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.7556 - acc: 0.7349 - val_loss: 1.1978 - val_acc: 0.6377\n", "81/81 [==============================] - 0s 4ms/step - loss: 0.7557 - acc: 0.7320 - val_loss: 1.1691 - val_acc: 0.6433\n",
"Epoch 9/20\n", "Epoch 9/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.6829 - acc: 0.7527 - val_loss: 1.1476 - val_acc: 0.6570\n", "81/81 [==============================] - 0s 4ms/step - loss: 0.6753 - acc: 0.7536 - val_loss: 1.1882 - val_acc: 0.6412\n",
"Epoch 10/20\n", "Epoch 10/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.6125 - acc: 0.7763 - val_loss: 1.1783 - val_acc: 0.6537\n", "81/81 [==============================] - 0s 4ms/step - loss: 0.6153 - acc: 0.7766 - val_loss: 1.2020 - val_acc: 0.6508\n",
"Epoch 11/20\n", "Epoch 11/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.5560 - acc: 0.7932 - val_loss: 1.1966 - val_acc: 0.6626\n", "81/81 [==============================] - 0s 4ms/step - loss: 0.5711 - acc: 0.7933 - val_loss: 1.2155 - val_acc: 0.6397\n",
"Epoch 12/20\n", "Epoch 12/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.5182 - acc: 0.8088 - val_loss: 1.2174 - val_acc: 0.6642\n", "81/81 [==============================] - 0s 4ms/step - loss: 0.5196 - acc: 0.8081 - val_loss: 1.2665 - val_acc: 0.6512\n",
"Epoch 13/20\n", "Epoch 13/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.4697 - acc: 0.8267 - val_loss: 1.2364 - val_acc: 0.6611\n", "81/81 [==============================] - 0s 4ms/step - loss: 0.4745 - acc: 0.8239 - val_loss: 1.2465 - val_acc: 0.6644\n",
"Epoch 14/20\n", "Epoch 14/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.4500 - acc: 0.8335 - val_loss: 1.2836 - val_acc: 0.6707\n", "81/81 [==============================] - 0s 4ms/step - loss: 0.4222 - acc: 0.8450 - val_loss: 1.3260 - val_acc: 0.6568\n",
"Epoch 15/20\n", "Epoch 15/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.4358 - acc: 0.8400 - val_loss: 1.2865 - val_acc: 0.6734\n", "81/81 [==============================] - 0s 4ms/step - loss: 0.4110 - acc: 0.8471 - val_loss: 1.3274 - val_acc: 0.6593\n",
"Epoch 16/20\n", "Epoch 16/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.3985 - acc: 0.8539 - val_loss: 1.3453 - val_acc: 0.6628\n", "81/81 [==============================] - 0s 4ms/step - loss: 0.3950 - acc: 0.8558 - val_loss: 1.3014 - val_acc: 0.6707\n",
"Epoch 17/20\n", "Epoch 17/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.3802 - acc: 0.8580 - val_loss: 1.3296 - val_acc: 0.6734\n", "81/81 [==============================] - 0s 4ms/step - loss: 0.3736 - acc: 0.8633 - val_loss: 1.3430 - val_acc: 0.6561\n",
"Epoch 18/20\n", "Epoch 18/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.3526 - acc: 0.8719 - val_loss: 1.3939 - val_acc: 0.6717\n", "81/81 [==============================] - 0s 4ms/step - loss: 0.3454 - acc: 0.8739 - val_loss: 1.4568 - val_acc: 0.6433\n",
"Epoch 19/20\n", "Epoch 19/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.3397 - acc: 0.8755 - val_loss: 1.4040 - val_acc: 0.6576\n", "81/81 [==============================] - 0s 4ms/step - loss: 0.3520 - acc: 0.8699 - val_loss: 1.4099 - val_acc: 0.6516\n",
"Epoch 20/20\n", "Epoch 20/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.3151 - acc: 0.8828 - val_loss: 1.3942 - val_acc: 0.6771\n" "81/81 [==============================] - 0s 4ms/step - loss: 0.3378 - acc: 0.8832 - val_loss: 1.3834 - val_acc: 0.6609\n"
] ]
}, },
{ {
"name": "stderr", "name": "stderr",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"100%|██████████| 1/1 [00:08<00:00, 8.33s/it]" "100%|██████████| 1/1 [00:08<00:00, 8.67s/it]"
] ]
}, },
{ {
"name": "stdout", "name": "stdout",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"test loss, test acc: [1.3942289352416992, 0.6772762537002563]\n", "test loss, test acc: [1.383405089378357, 0.6608796119689941]\n",
"Model: \"sequential_3\"\n", "Model: \"sequential\"\n",
"_________________________________________________________________\n", "_________________________________________________________________\n",
"Layer (type) Output Shape Param # \n", "Layer (type) Output Shape Param # \n",
"=================================================================\n", "=================================================================\n",
"batch_normalization_3 (Batch (None, 137, 14) 56 \n", "batch_normalization (BatchNo (None, 137, 14) 56 \n",
"_________________________________________________________________\n", "_________________________________________________________________\n",
"dropout_2 (Dropout) (None, 137, 14) 0 \n", "dropout (Dropout) (None, 137, 14) 0 \n",
"_________________________________________________________________\n", "_________________________________________________________________\n",
"flatten_2 (Flatten) (None, 1918) 0 \n", "flatten (Flatten) (None, 1918) 0 \n",
"_________________________________________________________________\n", "_________________________________________________________________\n",
"dense_8 (Dense) (None, 1000) 1919000 \n", "dense (Dense) (None, 1000) 1919000 \n",
"_________________________________________________________________\n", "_________________________________________________________________\n",
"dense_9 (Dense) (None, 1000) 1001000 \n", "dense_1 (Dense) (None, 1000) 1001000 \n",
"_________________________________________________________________\n", "_________________________________________________________________\n",
"dense_10 (Dense) (None, 600) 600600 \n", "dense_2 (Dense) (None, 600) 600600 \n",
"_________________________________________________________________\n", "_________________________________________________________________\n",
"dense_11 (Dense) (None, 600) 360600 \n", "dense_3 (Dense) (None, 600) 360600 \n",
"_________________________________________________________________\n", "_________________________________________________________________\n",
"dropout_3 (Dropout) (None, 600) 0 \n", "dropout_1 (Dropout) (None, 600) 0 \n",
"_________________________________________________________________\n", "_________________________________________________________________\n",
"dense_12 (Dense) (None, 52) 31252 \n", "dense_4 (Dense) (None, 52) 31252 \n",
"=================================================================\n", "=================================================================\n",
"Total params: 3,912,508\n", "Total params: 3,912,508\n",
"Trainable params: 3,912,480\n", "Trainable params: 3,912,480\n",
@@ -645,17 +645,17 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 30, "execution_count": 23,
"id": "6e00e240", "id": "69673754",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
{ {
"data": { "data": {
"text/plain": [ "text/plain": [
"0.6772762537002563" "0.6608796119689941"
] ]
}, },
"execution_count": 30, "execution_count": 23,
"metadata": {}, "metadata": {},
"output_type": "execute_result" "output_type": "execute_result"
} }
@@ -666,8 +666,8 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 31, "execution_count": 24,
"id": "79cd58b3", "id": "389c41e3",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
@@ -677,7 +677,7 @@
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": null, "execution_count": null,
"id": "f10f6232", "id": "478e3241",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [] "source": []

File diff suppressed because one or more lines are too long