edited nn for project 2, data visualization for project 3

This commit is contained in:
Tuan-Dat Tran
2021-07-05 15:01:40 +02:00
parent 658d5c4c6f
commit d786a2ffb8
8 changed files with 2526 additions and 444 deletions

File diff suppressed because one or more lines are too long

File diff suppressed because one or more lines are too long

View File

@@ -0,0 +1,2 @@
model_checkpoint_path: "goat.weights"
all_model_checkpoint_paths: "goat.weights"

BIN
1-first-project/data.pickle Normal file

Binary file not shown.

Binary file not shown.

Binary file not shown.

View File

@@ -3,7 +3,7 @@
{
"cell_type": "code",
"execution_count": 1,
"id": "5ab42eda",
"id": "e6f9c155",
"metadata": {},
"outputs": [],
"source": [
@@ -15,7 +15,7 @@
{
"cell_type": "code",
"execution_count": 2,
"id": "79085a1f",
"id": "f688c561",
"metadata": {},
"outputs": [],
"source": [
@@ -31,7 +31,7 @@
{
"cell_type": "code",
"execution_count": 3,
"id": "af7a602c",
"id": "24a30600",
"metadata": {},
"outputs": [],
"source": [
@@ -51,7 +51,7 @@
{
"cell_type": "code",
"execution_count": 4,
"id": "fe989ab8",
"id": "767b5a06",
"metadata": {},
"outputs": [],
"source": [
@@ -79,7 +79,7 @@
{
"cell_type": "code",
"execution_count": 5,
"id": "8cbe79ea",
"id": "f50de79f",
"metadata": {},
"outputs": [],
"source": [
@@ -106,7 +106,7 @@
{
"cell_type": "code",
"execution_count": 6,
"id": "195c7cbc",
"id": "db8d52e9",
"metadata": {},
"outputs": [],
"source": [
@@ -127,7 +127,7 @@
{
"cell_type": "code",
"execution_count": 7,
"id": "64492d59",
"id": "dff0b4cc",
"metadata": {},
"outputs": [],
"source": [
@@ -151,15 +151,15 @@
{
"cell_type": "code",
"execution_count": 8,
"id": "fb7e8034",
"id": "acd83b6d",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"CPU times: user 5.17 s, sys: 403 ms, total: 5.58 s\n",
"Wall time: 5.58 s\n"
"CPU times: user 5.38 s, sys: 398 ms, total: 5.78 s\n",
"Wall time: 5.78 s\n"
]
},
{
@@ -183,7 +183,7 @@
{
"cell_type": "code",
"execution_count": 9,
"id": "533e34e7",
"id": "6c69c01d",
"metadata": {},
"outputs": [],
"source": [
@@ -199,15 +199,15 @@
{
"cell_type": "code",
"execution_count": 10,
"id": "e7713b4c",
"id": "9c4b1131",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"CPU times: user 7.07 s, sys: 60.2 ms, total: 7.13 s\n",
"Wall time: 7.09 s\n"
"CPU times: user 6.94 s, sys: 72.8 ms, total: 7.01 s\n",
"Wall time: 6.98 s\n"
]
}
],
@@ -220,7 +220,7 @@
{
"cell_type": "code",
"execution_count": 11,
"id": "9a64fb6a",
"id": "e60bd183",
"metadata": {},
"outputs": [
{
@@ -260,7 +260,7 @@
{
"cell_type": "code",
"execution_count": 12,
"id": "36795198",
"id": "6e98530f",
"metadata": {},
"outputs": [],
"source": [
@@ -270,7 +270,7 @@
{
"cell_type": "code",
"execution_count": 13,
"id": "0f7fbf87",
"id": "9049dc4b",
"metadata": {},
"outputs": [
{
@@ -326,7 +326,7 @@
{
"cell_type": "code",
"execution_count": 14,
"id": "bc38caf0",
"id": "8db3d74b",
"metadata": {},
"outputs": [
{
@@ -353,7 +353,7 @@
{
"cell_type": "code",
"execution_count": 15,
"id": "538a3cc3",
"id": "5c7afe06",
"metadata": {},
"outputs": [
{
@@ -380,7 +380,7 @@
{
"cell_type": "code",
"execution_count": 16,
"id": "791b5a4d",
"id": "d9f6b07e",
"metadata": {},
"outputs": [
{
@@ -402,7 +402,7 @@
{
"cell_type": "code",
"execution_count": 17,
"id": "7eca1b2b",
"id": "1218eb18",
"metadata": {},
"outputs": [
{
@@ -436,7 +436,7 @@
{
"cell_type": "code",
"execution_count": 18,
"id": "4546c55a",
"id": "d0aae270",
"metadata": {},
"outputs": [],
"source": [
@@ -456,7 +456,7 @@
{
"cell_type": "code",
"execution_count": 19,
"id": "1deeaf2f",
"id": "e202c8cf",
"metadata": {},
"outputs": [],
"source": [
@@ -468,7 +468,7 @@
{
"cell_type": "code",
"execution_count": 20,
"id": "cb6187f1",
"id": "7b09f8fe",
"metadata": {},
"outputs": [],
"source": [
@@ -477,8 +477,8 @@
},
{
"cell_type": "code",
"execution_count": 28,
"id": "f3fd2656",
"execution_count": 21,
"id": "09a037ed",
"metadata": {},
"outputs": [],
"source": [
@@ -519,8 +519,8 @@
},
{
"cell_type": "code",
"execution_count": 29,
"id": "472f8fd4",
"execution_count": 22,
"id": "061a0bdb",
"metadata": {},
"outputs": [
{
@@ -535,80 +535,80 @@
"output_type": "stream",
"text": [
"Epoch 1/20\n",
"81/81 [==============================] - 1s 6ms/step - loss: 3.1857 - acc: 0.1542 - val_loss: 2.4678 - val_acc: 0.2998\n",
"81/81 [==============================] - 1s 6ms/step - loss: 3.1932 - acc: 0.1521 - val_loss: 2.4668 - val_acc: 0.3038\n",
"Epoch 2/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 2.1170 - acc: 0.3772 - val_loss: 1.7687 - val_acc: 0.4769\n",
"81/81 [==============================] - 0s 4ms/step - loss: 2.1157 - acc: 0.3769 - val_loss: 1.7419 - val_acc: 0.4670\n",
"Epoch 3/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 1.6108 - acc: 0.5030 - val_loss: 1.4380 - val_acc: 0.5610\n",
"81/81 [==============================] - 0s 4ms/step - loss: 1.6080 - acc: 0.4976 - val_loss: 1.4454 - val_acc: 0.5484\n",
"Epoch 4/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 1.3069 - acc: 0.5796 - val_loss: 1.3273 - val_acc: 0.5878\n",
"81/81 [==============================] - 0s 4ms/step - loss: 1.3078 - acc: 0.5800 - val_loss: 1.3221 - val_acc: 0.5799\n",
"Epoch 5/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 1.1321 - acc: 0.6218 - val_loss: 1.2228 - val_acc: 0.6082\n",
"81/81 [==============================] - 0s 4ms/step - loss: 1.1233 - acc: 0.6282 - val_loss: 1.2188 - val_acc: 0.6173\n",
"Epoch 6/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.9612 - acc: 0.6745 - val_loss: 1.2549 - val_acc: 0.6208\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.9627 - acc: 0.6661 - val_loss: 1.1781 - val_acc: 0.6296\n",
"Epoch 7/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.8446 - acc: 0.7072 - val_loss: 1.1595 - val_acc: 0.6460\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.8519 - acc: 0.7032 - val_loss: 1.1871 - val_acc: 0.6354\n",
"Epoch 8/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.7556 - acc: 0.7349 - val_loss: 1.1978 - val_acc: 0.6377\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.7557 - acc: 0.7320 - val_loss: 1.1691 - val_acc: 0.6433\n",
"Epoch 9/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.6829 - acc: 0.7527 - val_loss: 1.1476 - val_acc: 0.6570\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.6753 - acc: 0.7536 - val_loss: 1.1882 - val_acc: 0.6412\n",
"Epoch 10/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.6125 - acc: 0.7763 - val_loss: 1.1783 - val_acc: 0.6537\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.6153 - acc: 0.7766 - val_loss: 1.2020 - val_acc: 0.6508\n",
"Epoch 11/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.5560 - acc: 0.7932 - val_loss: 1.1966 - val_acc: 0.6626\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.5711 - acc: 0.7933 - val_loss: 1.2155 - val_acc: 0.6397\n",
"Epoch 12/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.5182 - acc: 0.8088 - val_loss: 1.2174 - val_acc: 0.6642\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.5196 - acc: 0.8081 - val_loss: 1.2665 - val_acc: 0.6512\n",
"Epoch 13/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.4697 - acc: 0.8267 - val_loss: 1.2364 - val_acc: 0.6611\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.4745 - acc: 0.8239 - val_loss: 1.2465 - val_acc: 0.6644\n",
"Epoch 14/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.4500 - acc: 0.8335 - val_loss: 1.2836 - val_acc: 0.6707\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.4222 - acc: 0.8450 - val_loss: 1.3260 - val_acc: 0.6568\n",
"Epoch 15/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.4358 - acc: 0.8400 - val_loss: 1.2865 - val_acc: 0.6734\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.4110 - acc: 0.8471 - val_loss: 1.3274 - val_acc: 0.6593\n",
"Epoch 16/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.3985 - acc: 0.8539 - val_loss: 1.3453 - val_acc: 0.6628\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.3950 - acc: 0.8558 - val_loss: 1.3014 - val_acc: 0.6707\n",
"Epoch 17/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.3802 - acc: 0.8580 - val_loss: 1.3296 - val_acc: 0.6734\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.3736 - acc: 0.8633 - val_loss: 1.3430 - val_acc: 0.6561\n",
"Epoch 18/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.3526 - acc: 0.8719 - val_loss: 1.3939 - val_acc: 0.6717\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.3454 - acc: 0.8739 - val_loss: 1.4568 - val_acc: 0.6433\n",
"Epoch 19/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.3397 - acc: 0.8755 - val_loss: 1.4040 - val_acc: 0.6576\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.3520 - acc: 0.8699 - val_loss: 1.4099 - val_acc: 0.6516\n",
"Epoch 20/20\n",
"81/81 [==============================] - 0s 4ms/step - loss: 0.3151 - acc: 0.8828 - val_loss: 1.3942 - val_acc: 0.6771\n"
"81/81 [==============================] - 0s 4ms/step - loss: 0.3378 - acc: 0.8832 - val_loss: 1.3834 - val_acc: 0.6609\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"100%|██████████| 1/1 [00:08<00:00, 8.33s/it]"
"100%|██████████| 1/1 [00:08<00:00, 8.67s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"test loss, test acc: [1.3942289352416992, 0.6772762537002563]\n",
"Model: \"sequential_3\"\n",
"test loss, test acc: [1.383405089378357, 0.6608796119689941]\n",
"Model: \"sequential\"\n",
"_________________________________________________________________\n",
"Layer (type) Output Shape Param # \n",
"=================================================================\n",
"batch_normalization_3 (Batch (None, 137, 14) 56 \n",
"batch_normalization (BatchNo (None, 137, 14) 56 \n",
"_________________________________________________________________\n",
"dropout_2 (Dropout) (None, 137, 14) 0 \n",
"dropout (Dropout) (None, 137, 14) 0 \n",
"_________________________________________________________________\n",
"flatten_2 (Flatten) (None, 1918) 0 \n",
"flatten (Flatten) (None, 1918) 0 \n",
"_________________________________________________________________\n",
"dense_8 (Dense) (None, 1000) 1919000 \n",
"dense (Dense) (None, 1000) 1919000 \n",
"_________________________________________________________________\n",
"dense_9 (Dense) (None, 1000) 1001000 \n",
"dense_1 (Dense) (None, 1000) 1001000 \n",
"_________________________________________________________________\n",
"dense_10 (Dense) (None, 600) 600600 \n",
"dense_2 (Dense) (None, 600) 600600 \n",
"_________________________________________________________________\n",
"dense_11 (Dense) (None, 600) 360600 \n",
"dense_3 (Dense) (None, 600) 360600 \n",
"_________________________________________________________________\n",
"dropout_3 (Dropout) (None, 600) 0 \n",
"dropout_1 (Dropout) (None, 600) 0 \n",
"_________________________________________________________________\n",
"dense_12 (Dense) (None, 52) 31252 \n",
"dense_4 (Dense) (None, 52) 31252 \n",
"=================================================================\n",
"Total params: 3,912,508\n",
"Trainable params: 3,912,480\n",
@@ -645,17 +645,17 @@
},
{
"cell_type": "code",
"execution_count": 30,
"id": "6e00e240",
"execution_count": 23,
"id": "69673754",
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"0.6772762537002563"
"0.6608796119689941"
]
},
"execution_count": 30,
"execution_count": 23,
"metadata": {},
"output_type": "execute_result"
}
@@ -666,8 +666,8 @@
},
{
"cell_type": "code",
"execution_count": 31,
"id": "79cd58b3",
"execution_count": 24,
"id": "389c41e3",
"metadata": {},
"outputs": [],
"source": [
@@ -677,7 +677,7 @@
{
"cell_type": "code",
"execution_count": null,
"id": "f10f6232",
"id": "478e3241",
"metadata": {},
"outputs": [],
"source": []

File diff suppressed because one or more lines are too long