Skip to content

Commit

Permalink
Update jupyter notebook
Browse files Browse the repository at this point in the history
  • Loading branch information
@k105la
k105la committed Aug 29, 2018
1 parent e4576c5 commit 4d7bed2
Showing 1 changed file with 11 additions and 233 deletions.
244 changes: 11 additions & 233 deletions NALU.ipynb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@
},
{
"cell_type": "code",
"execution_count": 73,
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
Expand All @@ -31,7 +31,7 @@
},
{
"cell_type": "code",
"execution_count": 74,
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
Expand Down Expand Up @@ -67,7 +67,7 @@
},
{
"cell_type": "code",
"execution_count": 75,
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
Expand All @@ -90,7 +90,7 @@
},
{
"cell_type": "code",
"execution_count": 76,
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
Expand All @@ -102,7 +102,7 @@
},
{
"cell_type": "code",
"execution_count": 77,
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
Expand All @@ -112,7 +112,7 @@
},
{
"cell_type": "code",
"execution_count": 78,
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
Expand All @@ -126,7 +126,7 @@
},
{
"cell_type": "code",
"execution_count": 79,
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
Expand All @@ -137,222 +137,9 @@
},
{
"cell_type": "code",
"execution_count": 80,
"execution_count": null,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"epoch 0, loss: 2732.2294921875, accuracy: 0.0062\n",
"epoch 1, loss: 530.1744384765625, accuracy: 0.0104\n",
"epoch 2, loss: 195.937744140625, accuracy: 0.0101\n",
"epoch 3, loss: 92.95536041259766, accuracy: 0.0101\n",
"epoch 4, loss: 49.38507080078125, accuracy: 0.0101\n",
"epoch 5, loss: 27.861385345458984, accuracy: 0.0101\n",
"epoch 6, loss: 16.27603530883789, accuracy: 0.0101\n",
"epoch 7, loss: 9.71354866027832, accuracy: 0.014\n",
"epoch 8, loss: 5.8773369789123535, accuracy: 0.0101\n",
"epoch 9, loss: 3.588534355163574, accuracy: 0.0101\n",
"epoch 10, loss: 2.204646587371826, accuracy: 0.0101\n",
"epoch 11, loss: 1.360314965248108, accuracy: 0.0101\n",
"epoch 12, loss: 0.8419667482376099, accuracy: 0.0101\n",
"epoch 13, loss: 0.5223231315612793, accuracy: 0.0101\n",
"epoch 14, loss: 0.3245672583580017, accuracy: 0.017\n",
"epoch 15, loss: 0.20196343958377838, accuracy: 0.0226\n",
"epoch 16, loss: 0.1257719099521637, accuracy: 0.0163\n",
"epoch 17, loss: 0.07839271426200867, accuracy: 0.0336\n",
"epoch 18, loss: 0.04889478161931038, accuracy: 0.0538\n",
"epoch 19, loss: 0.030501829460263252, accuracy: 0.0662\n",
"epoch 20, loss: 0.01904493384063244, accuracy: 0.0848\n",
"epoch 21, loss: 0.011892171576619148, accuracy: 0.0927\n",
"epoch 22, loss: 0.007434078957885504, accuracy: 0.1135\n",
"epoch 23, loss: 0.004642682150006294, accuracy: 0.1332\n",
"epoch 24, loss: 0.0029009534046053886, accuracy: 0.1494\n",
"epoch 25, loss: 0.0018110544187948108, accuracy: 0.1586\n",
"epoch 26, loss: 0.0011344996746629477, accuracy: 0.1586\n",
"epoch 27, loss: 0.0007090618018992245, accuracy: 0.1715\n",
"epoch 28, loss: 0.0004433385329321027, accuracy: 0.2058\n",
"epoch 29, loss: 0.0002778613124974072, accuracy: 0.2598\n",
"epoch 30, loss: 0.00017349905101582408, accuracy: 0.3286\n",
"epoch 31, loss: 0.00010843736527021974, accuracy: 0.425\n",
"epoch 32, loss: 6.789401959395036e-05, accuracy: 0.5576\n",
"epoch 33, loss: 4.224254371365532e-05, accuracy: 0.7862\n",
"epoch 34, loss: 2.6566793167148717e-05, accuracy: 0.9441\n",
"epoch 35, loss: 1.6610187230980955e-05, accuracy: 0.9516\n",
"epoch 36, loss: 1.0384383131167851e-05, accuracy: 0.9565\n",
"epoch 37, loss: 6.4911127992672846e-06, accuracy: 0.9745\n",
"epoch 38, loss: 4.0671784518053755e-06, accuracy: 0.9758\n",
"epoch 39, loss: 2.543429218349047e-06, accuracy: 0.9758\n",
"epoch 40, loss: 1.5800842447788455e-06, accuracy: 0.9758\n",
"epoch 41, loss: 1.0215846941719064e-06, accuracy: 0.9758\n",
"epoch 42, loss: 5.984767312838812e-07, accuracy: 0.9758\n",
"epoch 43, loss: 4.0423867631034227e-07, accuracy: 0.9758\n",
"epoch 44, loss: 2.3378470359602943e-07, accuracy: 0.9758\n",
"epoch 45, loss: 1.3873339810288599e-07, accuracy: 0.9758\n",
"epoch 46, loss: 9.241715304142417e-08, accuracy: 0.9758\n",
"epoch 47, loss: 6.142135333675469e-08, accuracy: 0.9758\n",
"epoch 48, loss: 3.927708647211148e-08, accuracy: 0.9758\n",
"epoch 49, loss: 2.327270820501326e-08, accuracy: 0.9758\n",
"epoch 50, loss: 1.744568933759183e-08, accuracy: 0.9758\n",
"epoch 51, loss: 1.0950079065707996e-08, accuracy: 0.9758\n",
"epoch 52, loss: 1.284910400300987e-08, accuracy: 0.9758\n",
"epoch 53, loss: 9.246936549800466e-09, accuracy: 0.9758\n",
"epoch 54, loss: 5.2956368179479796e-09, accuracy: 0.9758\n",
"epoch 55, loss: 4.111474716239627e-09, accuracy: 0.9758\n",
"epoch 56, loss: 1.9377823790023285e-09, accuracy: 0.9758\n",
"epoch 57, loss: 7.369083121488984e-10, accuracy: 0.9758\n",
"epoch 58, loss: 7.369083121488984e-10, accuracy: 0.9758\n",
"epoch 59, loss: 7.369083121488984e-10, accuracy: 0.9758\n",
"epoch 60, loss: 7.369083121488984e-10, accuracy: 0.9758\n",
"epoch 61, loss: 7.369083121488984e-10, accuracy: 0.9758\n",
"epoch 62, loss: 7.369083121488984e-10, accuracy: 0.9789\n",
"epoch 63, loss: 7.369083121488984e-10, accuracy: 0.9886\n",
"epoch 64, loss: 7.369083121488984e-10, accuracy: 0.9956\n",
"epoch 65, loss: 7.369083121488984e-10, accuracy: 1.0\n",
"epoch 66, loss: 7.369083121488984e-10, accuracy: 1.0\n",
"epoch 67, loss: 7.369083121488984e-10, accuracy: 1.0\n",
"epoch 68, loss: 7.369083121488984e-10, accuracy: 1.0\n",
"epoch 69, loss: 7.369083121488984e-10, accuracy: 1.0\n",
"epoch 70, loss: 7.369083121488984e-10, accuracy: 1.0\n",
"epoch 71, loss: 7.369083121488984e-10, accuracy: 1.0\n",
"epoch 72, loss: 7.369083121488984e-10, accuracy: 1.0\n",
"epoch 73, loss: 7.369083121488984e-10, accuracy: 1.0\n",
"epoch 74, loss: 7.369083121488984e-10, accuracy: 1.0\n",
"epoch 75, loss: 7.369083121488984e-10, accuracy: 1.0\n",
"epoch 76, loss: 7.369083121488984e-10, accuracy: 1.0\n",
"epoch 77, loss: 7.369083121488984e-10, accuracy: 1.0\n",
"epoch 78, loss: 7.369083121488984e-10, accuracy: 1.0\n",
"epoch 79, loss: 7.369083121488984e-10, accuracy: 1.0\n",
"epoch 80, loss: 7.369083121488984e-10, accuracy: 1.0\n",
"epoch 81, loss: 7.369083121488984e-10, accuracy: 1.0\n",
"epoch 82, loss: 7.369083121488984e-10, accuracy: 1.0\n",
"epoch 83, loss: 1.3198067638775512e-10, accuracy: 1.0\n",
"epoch 84, loss: 1.3198067638775512e-10, accuracy: 1.0\n",
"epoch 85, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 86, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 87, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 88, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 89, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 90, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 91, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 92, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 93, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 94, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 95, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 96, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 97, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 98, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 99, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 100, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 101, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 102, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 103, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 104, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 105, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 106, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 107, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 108, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 109, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 110, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 111, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 112, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 113, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 114, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 115, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 116, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 117, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 118, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 119, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 120, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 121, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 122, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 123, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 124, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 125, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 126, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 127, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 128, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 129, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 130, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 131, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 132, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 133, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 134, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 135, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 136, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 137, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 138, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 139, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 140, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 141, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 142, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 143, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 144, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 145, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 146, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 147, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 148, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 149, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 150, loss: 3.7393220464476684e-11, accuracy: 1.0\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"epoch 151, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 152, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 153, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 154, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 155, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 156, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 157, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 158, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 159, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 160, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 161, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 162, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 163, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 164, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 165, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 166, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 167, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 168, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 169, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 170, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 171, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 172, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 173, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 174, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 175, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 176, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 177, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 178, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 179, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 180, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 181, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 182, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 183, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 184, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 185, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 186, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 187, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 188, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 189, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 190, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 191, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 192, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 193, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 194, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 195, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 196, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 197, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 198, loss: 3.7393220464476684e-11, accuracy: 1.0\n",
"epoch 199, loss: 3.7393220464476684e-11, accuracy: 1.0\n"
]
}
],
"outputs": [],
"source": [
"# create session\n",
"sess = tf.Session()\n",
Expand Down Expand Up @@ -393,18 +180,9 @@
},
{
"cell_type": "code",
"execution_count": 72,
"execution_count": null,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"TensorBoard 1.9.0 at http://Akils-Air-2.home:6006 (Press CTRL+C to quit)\n",
"^C\n"
]
}
],
"outputs": [],
"source": [
"# !tensorboard --logdir /tmp"
]
Expand Down

0 comments on commit 4d7bed2

Please sign in to comment.