From e14fa275abddf92c05ddff8a58af2804334f8533 Mon Sep 17 00:00:00 2001 From: Starbeamrainbowlabs Date: Thu, 23 Nov 2023 18:35:39 +0000 Subject: [PATCH] rr de: rerun to recaalculate these values are accurate to our dataset now --- aimodel/src/rainfallwater_data_explorer.ipynb | 48 ++++++++++++++++--- 1 file changed, 41 insertions(+), 7 deletions(-) diff --git a/aimodel/src/rainfallwater_data_explorer.ipynb b/aimodel/src/rainfallwater_data_explorer.ipynb index 24a9024..568ffab 100644 --- a/aimodel/src/rainfallwater_data_explorer.ipynb +++ b/aimodel/src/rainfallwater_data_explorer.ipynb @@ -2,10 +2,24 @@ "cells": [ { "cell_type": "code", - "execution_count": 12, + "execution_count": 1, "id": "1f6fdebf-69c5-46ab-a5a8-f9c91f000ff3", "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2023-11-17 16:04:22.523958: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA\n", + "To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.\n", + "2023-11-17 16:04:23.422419: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory\n", + "2023-11-17 16:04:23.422434: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.\n", + "2023-11-17 16:04:25.937266: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory\n", + "2023-11-17 16:04:25.937400: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory\n", + "2023-11-17 16:04:25.937414: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.\n" + ] + } + ], "source": [ "import sys\n", "\n", @@ -17,7 +31,7 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": 2, "id": "4a6a94dd-5c4e-4481-bfae-eb5ccf6214db", "metadata": {}, "outputs": [], @@ -28,10 +42,28 @@ }, { "cell_type": "code", - "execution_count": 14, + "execution_count": 3, "id": "d1aa931a-ecf2-4134-8e70-87db4ae60736", "metadata": {}, "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2023-11-17 16:04:28.057254: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory\n", + "2023-11-17 16:04:28.057395: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcublas.so.11'; dlerror: libcublas.so.11: cannot open shared object file: No such file or directory\n", + "2023-11-17 16:04:28.057484: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcublasLt.so.11'; dlerror: libcublasLt.so.11: cannot open shared object file: No such file or directory\n", + "2023-11-17 16:04:28.057570: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcufft.so.10'; dlerror: libcufft.so.10: cannot open shared object file: No such file or directory\n", + "2023-11-17 16:04:28.057651: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcurand.so.10'; dlerror: libcurand.so.10: cannot open shared object file: No such file or directory\n", + "2023-11-17 16:04:28.057733: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcusolver.so.11'; dlerror: libcusolver.so.11: cannot open shared object file: No such file or directory\n", + "2023-11-17 16:04:28.057826: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcusparse.so.11'; dlerror: libcusparse.so.11: cannot open shared object file: No such file or directory\n", + "2023-11-17 16:04:28.057954: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudnn.so.8'; dlerror: libcudnn.so.8: cannot open shared object file: No such file or directory\n", + "2023-11-17 16:04:28.057973: W tensorflow/core/common_runtime/gpu/gpu_device.cc:1934] Cannot dlopen some GPU libraries. Please make sure the missing libraries mentioned above are installed properly if you would like to use GPU. Follow the guide at https://www.tensorflow.org/install/gpu for how to download and setup the required libraries for your platform.\n", + "Skipping registering GPU devices...\n", + "2023-11-17 16:04:28.063663: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA\n", + "To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.\n" + ] + }, { "name": "stdout", "output_type": "stream", @@ -62,7 +94,7 @@ }, { "cell_type": "code", - "execution_count": 15, + "execution_count": 4, "id": "456f7c8f-3f7d-4a2c-b361-900588c49612", "metadata": {}, "outputs": [ @@ -78,7 +110,9 @@ "output_type": "stream", "text": [ "\n", - "{msg}\n" + "Complete at 2023-11-17 16:31:08.976090. Counts:\n", + "0: 11546993392\n", + "1: 3270926608\n" ] } ], @@ -100,7 +134,7 @@ }, { "cell_type": "code", - "execution_count": 18, + "execution_count": 5, "id": "74a94efe", "metadata": {}, "outputs": [