sbrl-github/research-rainfallradar
1
0
Fork 0
mirror of https://github.com/sbrl/research-rainfallradar synced 2024-11-22 17:23:01 +00:00
Code Issues Projects Releases Packages Wiki Activity

write quick Jupyter notebook to test data

Browse source 
....I'm paranoid
This commit is contained in:
Starbeamrainbowlabs 2022-10-13 17:27:17 +01:00
parent ae53130e66
commit e201372252
Signed by: sbrl
GPG key ID: 1BE5172E637709C2
1 changed files with 90 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

90
aimodel/src/rainfallwater_embed_dataset_explorer.ipynb Normal file
View file

@ -0,0 +1,90 @@
{
"cells": [
{
"cell_type": "code",
"execution_count": null,
"id": "1f6fdebf-69c5-46ab-a5a8-f9c91f000ff3",
"metadata": {},
"outputs": [],
"source": [
"import tensorflow as tf\n",
"\n",
"from lib.dataset.dataset_segmenter import dataset_segmenter\n",
"from lib.dataset.batched_iterator import batched_iterator"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "4a6a94dd-5c4e-4481-bfae-eb5ccf6214db",
"metadata": {},
"outputs": [],
"source": [
"dirpath=\"/home/bryan-smithl/Documents/repos/PhD-Rainfall-Radar/aimodel/output/rainfallwater_records_embed_2022-10-06_contrast_embed_umap_d512e19_tfrecord\""
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "d1aa931a-ecf2-4134-8e70-87db4ae60736",
"metadata": {},
"outputs": [],
"source": [
"dataset_train, dataset_validate = dataset_segmenter(\n",
"\tdirpath_input=dirpath,\n",
"\tbatch_size=32,\n",
"\twater_threshold=0.1,\n",
"\tshape_water_desired=[94, 94]\n",
")"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "456f7c8f-3f7d-4a2c-b361-900588c49612",
"metadata": {},
"outputs": [],
"source": [
"i = 0\n",
"for (items, label) in dataset_train:\n",
" #print(\"ITEMS\", len(items), [ item.shape for item in items ])\n",
" print(\"ITEMS\", len(items), items)\n",
" print(\"LABEL\", label)\n",
" \n",
" i+= 1\n",
" if i > 5:\n",
" break\n",
"print(\"ITEMS DONE\")"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "d682fb59-c6a3-4ae9-9683-2eae2f36a5eb",
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3 (ipykernel)",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.6"
}
},
"nbformat": 4,
"nbformat_minor": 5
}