Flood Timeseries Dataset

sample_data/use_cases/boston_floods/datasets.json

@@ -240,6 +240,24 @@
             ]
         }
     },
+    {
+        "name": "Boston Flood Timeseries",
+        "description": "46-hour flood simulation over the Boston Harbor Watershed",
+        "category": "flood",
+        "type": "raster",
+        "files": [
+            {
+                "url": "https://data.kitware.com/api/v1/item/6564cc5ac5a2b36857ad16cf/download",
+                "path": "boston/flood_timeseries.zip",
+                "metadata": {
+                    "source": "Simulated by Jack Watson at Northeastern University"
+                }
+            }
+        ],
+        "style_options": {
+            "transparency_threshold": -1
+        }
+    },
     {
         "name": "DC Metro",
         "description": "DC Metro Lines and Stations",

sample_data/use_cases/boston_floods/projects.json

@@ -17,7 +17,8 @@
             "Boston Zip Codes",
             "Boston Sea Level Rises",
             "Boston 10-Year Flood Events",
-            "Boston 100-Year Flood Events"
+            "Boston 100-Year Flood Events",
+            "Boston Flood Timeseries"
         ]
     },
     {

uvdat/core/tasks/dataset.py

@@ -19,6 +19,9 @@ def convert_dataset(
     dataset.processing = True
     dataset.save()
 
+    # remove any existing generated files
+    FileItem.objects.filter(dataset=dataset, metadata__generated=True).delete()
+
     if dataset.dataset_type == dataset.DatasetType.RASTER:
         RasterMapLayer.objects.filter(dataset=dataset).delete()
         for file_to_convert in FileItem.objects.filter(dataset=dataset):

uvdat/core/tasks/map_layers.py

@@ -1,4 +1,5 @@
 import json
+import os
 from pathlib import Path
 import tempfile
 import zipfile
@@ -11,7 +12,7 @@
 import shapefile
 from webcolors import name_to_hex
 
-from uvdat.core.models import RasterMapLayer, VectorMapLayer
+from uvdat.core.models import FileItem, RasterMapLayer, VectorMapLayer
 from uvdat.core.models.map_layers import VectorFeature
 
 
@@ -46,8 +47,61 @@ def add_styling(geojson_data, style_options):
     return geopandas.GeoDataFrame.from_features(features)
 
 
+def split_raster_zip(file_item, style_options):
+    """For each raster image in a zip file, create a new FileItem."""
+    # NOTE: This implementation is not abstract;
+    # this was built for the Boston Flood Timeseries dataset.
+    import large_image_converter
+
+    if file_item.file_type == 'zip':
+        # modify index of original FileItem
+        file_item.index = -1
+        file_item.save()
+
+        with tempfile.TemporaryDirectory() as temp_dir:
+            archive_path = Path(temp_dir, 'archive.zip')
+            extracted_path = Path(temp_dir, 'extracted')
+            converted_path = Path(temp_dir, 'converted')
+            with open(archive_path, 'wb') as archive_file:
+                # copy from file field
+                archive_file.write(file_item.file.open('rb').read())
+                # unzip all
+                with zipfile.ZipFile(archive_path) as zip_archive:
+                    zip_archive.extractall(extracted_path)
+            # read VRT files
+            vrt_files = list(extracted_path.glob('**/*.vrt'))
+            vrt_files.sort()  # rely on filenames for ordering
+            converted_path.mkdir(parents=True, exist_ok=True)
+            for index, vrt_filepath in enumerate(vrt_files):
+                cog_filepath = converted_path / vrt_filepath.name.replace('vrt', 'tiff')
+                large_image_converter.convert(str(vrt_filepath), str(cog_filepath))
+                cog_size = os.path.getsize(cog_filepath)
+                metadata = file_item.metadata
+                metadata.update(dict(generated=True))
+                new_file_item = FileItem.objects.create(
+                    name=cog_filepath.name,
+                    file_size=cog_size,
+                    file_type='tiff',
+                    index=index,
+                    # inherit other fields from original FileItem
+                    dataset=file_item.dataset,
+                    chart=file_item.chart,
+                    metadata=metadata,
+                )
+                with open(cog_filepath, 'rb') as cog:
+                    new_file_item.file.save(cog_filepath, ContentFile(cog.read()))
+                if cog_size > 0:
+                    create_raster_map_layer(new_file_item, style_options)
+
+
 def create_raster_map_layer(file_item, style_options):
     """Save a RasterMapLayer from a FileItem's contents."""
+    if style_options is None:
+        style_options = {}
+    if file_item.file_type == 'zip':
+        split_raster_zip(file_item, style_options)
+        return
+
     import large_image_converter
 
     new_map_layer = RasterMapLayer.objects.create(

web/src/components/OptionsDrawerContents.vue

@@ -54,6 +54,7 @@ export default {
     const layerRange = ref<number[]>([]);
     const colormapRange = ref<number[]>([]);
     const applyToAll = ref<boolean>(true);
+    const ticker = ref();
 
     const allowOpacityModification = computed(
       () =>
@@ -220,6 +221,37 @@ export default {
       opacity.value = 1;
     }
 
+    function pause() {
+      clearInterval(ticker.value);
+      ticker.value = undefined;
+    }
+    function play() {
+      if (currentDataset.value?.map_layers) {
+        pause();
+        ticker.value = setInterval(() => {
+          if (
+            currentDataset.value?.map_layers &&
+            currentDatasetLayerIndex.value <
+              currentDataset.value.map_layers?.length - 1
+          ) {
+            currentDatasetLayerIndex.value += 1;
+          } else {
+            pause();
+          }
+        }, 2000);
+      }
+    }
+    function rewind() {
+      pause();
+      ticker.value = setInterval(() => {
+        if (currentDatasetLayerIndex.value > 0) {
+          currentDatasetLayerIndex.value -= 1;
+        } else {
+          pause();
+        }
+      }, 2000);
+    }
+
     watch(colormap, updateColormap);
     watch(opacity, updateLayerOpacity);
 
@@ -245,6 +277,9 @@ export default {
       getNetworkNodeName,
       updateColormap,
       resetNetwork,
+      play,
+      pause,
+      rewind,
     };
   },
 };
@@ -283,8 +318,14 @@ export default {
         dense
         min="0"
         step="1"
+        hide-details
         :max="currentDataset?.map_layers.length - 1"
       />
+      <div style="width: 100%; text-align: center">
+        <v-btn @click="play" icon="mdi-play" variant="text" />
+        <v-btn @click="pause" icon="mdi-pause" variant="text" />
+        <v-btn @click="rewind" icon="mdi-rewind" variant="text" />
+      </div>
       <v-card-subtitle class="wrap-subtitle">
         Current layer name: {{ currentLayerName || "Untitled" }}
       </v-card-subtitle>