process_synthia_viper.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "\n",
    "import tensorflow as tf\n",
    "from tensorflow.keras.applications.imagenet_utils import preprocess_input\n",
    "\n",
    "import data_utils_new\n",
    "\n",
    "import importlib\n",
    "\n",
    "import time"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "# (width, height) format\n",
    "img_shape = (1024, 512)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "batch ending complete:  128\n",
      "batch ending complete:  256\n",
      "batch ending complete:  384\n",
      "batch ending complete:  512\n",
      "batch ending complete:  640\n",
      "batch ending complete:  768\n",
      "batch ending complete:  896\n",
      "batch ending complete:  1024\n",
      "batch ending complete:  1152\n",
      "batch ending complete:  1280\n",
      "batch ending complete:  1408\n",
      "batch ending complete:  1536\n",
      "batch ending complete:  1664\n",
      "batch ending complete:  1792\n",
      "batch ending complete:  1920\n",
      "batch ending complete:  2048\n",
      "batch ending complete:  2176\n",
      "batch ending complete:  2304\n",
      "batch ending complete:  2432\n",
      "batch ending complete:  2560\n",
      "batch ending complete:  2688\n",
      "batch ending complete:  2816\n",
      "batch ending complete:  2944\n",
      "batch ending complete:  3200\n",
      "batch ending complete:  3328\n",
      "batch ending complete:  3456\n",
      "batch ending complete:  3584\n",
      "batch ending complete:  3712\n",
      "batch ending complete:  3840\n",
      "batch ending complete:  3968\n",
      "batch ending complete:  4096\n",
      "batch ending complete:  4224\n",
      "batch ending complete:  4270\n",
      "Processing VIPER images took 1928.0668151378632\n"
     ]
    }
   ],
   "source": [
    "importlib.reload(data_utils_new)\n",
    "\n",
    "start_time = time.time()\n",
    "\n",
    "data_utils_new.process_viper(img_shape = (1024,512), \\\n",
    "                 img_dir = \"/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_DENSE/train/img/014/\", \\\n",
    "                 label_dir = \"/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_DENSE/train/cls/014/\", \\\n",
    "                 target_dir = \"./processed-data/1024x512/13_classes/VIPER/train/\", \\\n",
    "                 target_label_ids = data_utils_new.label_ids_13)\n",
    "\n",
    "print(\"Processing VIPER images took\", time.time() - start_time)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "batch ending complete:  128\n",
      "batch ending complete:  256\n",
      "batch ending complete:  384\n",
      "batch ending complete:  512\n",
      "batch ending complete:  640\n",
      "batch ending complete:  768\n",
      "batch ending complete:  896\n",
      "batch ending complete:  1024\n",
      "batch ending complete:  1152\n",
      "batch ending complete:  1280\n",
      "batch ending complete:  1408\n",
      "batch ending complete:  1436\n",
      "Processing VIPER images took 633.654687166214\n"
     ]
    }
   ],
   "source": [
    "importlib.reload(data_utils_new)\n",
    "\n",
    "start_time = time.time()\n",
    "\n",
    "data_utils_new.process_viper(img_shape = (1024,512), \\\n",
    "                 img_dir = \"/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/\", \\\n",
    "                 label_dir = \"/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined_labels/\", \\\n",
    "                 target_dir = \"./processed-data/1024x512/13_classes/VIPER_COMBINED/train/\", \\\n",
    "                 target_label_ids = data_utils_new.label_ids_13)\n",
    "\n",
    "print(\"Processing VIPER images took\", time.time() - start_time)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing SYNTHIA images took 746.7264606952667\n"
     ]
    }
   ],
   "source": [
    "importlib.reload(data_utils_new)\n",
    "\n",
    "start_time = time.time()\n",
    "\n",
    "data_utils_new.process_synthia(img_shape = (1024,512), \\\n",
    "                 img_dir = \"./data/SYNTHIA/RGB/\", \\\n",
    "                 label_dir = \"./data/SYNTHIA/GT/LABELS/\", \\\n",
    "                 target_dir = \"./processed-data/1024x512/13_classes/SYNTHIA/train/\", \\\n",
    "                 target_label_ids = data_utils_new.label_ids_13)\n",
    "\n",
    "print(\"Processing SYNTHIA images took\", time.time() - start_time)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "import glob\n",
    "files = glob.glob(\"/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/*.jpg\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1436"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(files)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_00880.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_01240.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_02530.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_01740.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_03580.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_02760.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_03260.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_03860.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_01970.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/2_001_00260.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_03330.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_01310.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_03040.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_00420.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_01780.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_02070.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_03280.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_02220.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_02100.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_02850.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/2_001_00290.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_03050.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/5_055_00030.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_01340.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_02820.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_01630.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_02860.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_02890.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_04600.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_01790.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_00200.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_02600.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_03990.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_05230.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_00120.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_01690.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_00710.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_01930.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_00400.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_00450.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/2_001_00430.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_02640.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_02310.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_01680.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/5_055_00290.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/4_023_00290.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_00630.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_02860.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_03780.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_01520.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_03890.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_02580.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_01150.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_00450.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_03800.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_00250.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_03630.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_00260.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_04070.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_00090.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_00270.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_02130.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_05170.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_03010.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_03160.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_04690.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/2_001_00180.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_05310.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/5_055_00340.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_02240.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_00400.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_02750.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_04280.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_03370.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_03010.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_01250.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_03310.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_02140.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_01010.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/5_055_00370.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/5_055_00040.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_01790.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_03860.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_00700.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_02040.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_01430.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_00790.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_02570.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_04220.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_05150.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_03880.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_01540.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/5_055_00300.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_02390.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_02500.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_00990.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_01570.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_01950.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_00020.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_00870.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/5_055_00070.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_01660.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_00160.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_02530.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_00490.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_01960.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_01080.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_04270.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_04340.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_03180.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_03670.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/4_023_00180.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_05260.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_03350.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_01390.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_02410.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_02540.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_00850.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_02010.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_00720.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_01050.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_01350.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_01830.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_02140.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_02720.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_02050.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_03470.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_00300.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_02750.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_03290.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_03410.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_00330.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/2_001_00350.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_02920.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_04100.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/2_001_00010.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_03150.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_03330.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_00420.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_01540.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/2_001_00280.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_04650.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_01970.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_00870.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_01350.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_02400.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_02500.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_03580.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/5_055_00360.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_02600.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_00940.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_01940.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_03230.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_01150.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_01910.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_02850.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_01560.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_04250.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_02720.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/2_001_00020.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_02230.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_01150.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_02500.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_05000.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_00390.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_04050.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_00840.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_04420.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_01210.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_04470.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_00750.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_01160.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_03590.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_03390.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_03840.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/2_001_00050.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_02330.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_01070.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_04430.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_02940.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_00030.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_03320.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_00750.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_02060.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_01260.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_03670.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_03340.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_00620.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_03960.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_00900.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_02930.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_01960.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_01380.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_01270.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_01350.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_00110.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_04630.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_00770.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_04010.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_00880.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_02910.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/5_055_00150.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_00300.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_01110.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_00210.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_02650.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_03290.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_03060.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_00360.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_03360.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_03840.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_00040.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_04330.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/5_055_00060.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_01600.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_03060.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_00540.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_03410.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_02460.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_00140.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_02730.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/6_009_00600.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_00900.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_04330.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/2_001_00460.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_01660.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_04500.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_01630.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/3_014_04680.jpg\n",
      "/global/cfs/cdirs/m3691/segmentation_datasets/VIPER_COMBINED/Combined/1_018_00120.jpg\n"
     ]
    }
   ],
   "source": [
    "from PIL import Image\n",
    "\n",
    "for file in files:\n",
    "    print(file)\n",
    "    img = Image.open(file)\n",
    "    img.save(file.replace(\".jpg\", \".png\"))\n",
    "\n",
    "# im1 = Image.open(r'path where the JPG is stored\\file name.jpg')\n",
    "# im1.save(r'path where the PNG will be stored\\new file name.png')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "tensorflow-2.6.0",
   "language": "python",
   "name": "tensorflow-2.6.0"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}