diff --git a/.DS_Store b/.DS_Store index 9a6dd39..faaf825 100644 Binary files a/.DS_Store and b/.DS_Store differ diff --git a/code/search_data.py b/code/search_data.py new file mode 100644 index 0000000..66f9be7 --- /dev/null +++ b/code/search_data.py @@ -0,0 +1,9 @@ +from earth_data_utils import * + +ssh_short_name = "SEA_SURFACE_HEIGHT_ALT_GRIDS_L4_2SATS_5DAY_6THDEG_V_JPL2205" + +results = earthaccess.search_data( + short_name=ssh_short_name, + cloud_hosted=True, + temporal=("2021-07-01", "2021-09-30"), +) diff --git a/history/5ucpoaa3e0bbnwyu1n.json b/history/5ucpoaa3e0bbnwyu1n.json new file mode 100644 index 0000000..f768b73 --- /dev/null +++ b/history/5ucpoaa3e0bbnwyu1n.json @@ -0,0 +1,41 @@ +[{ + "history_id" : "l35gxvzl580", + "history_input" : "\n\n\n# Suppress warnings\nimport warnings\nwarnings.simplefilter('ignore')\nwarnings.filterwarnings('ignore')\n\n# Direct access\nimport earthaccess \nfrom pprint import pprint\nimport xarray as xr\n\n# Harmony\nimport geopandas as gpd\nimport geoviews as gv\ngv.extension('bokeh', 'matplotlib')\nfrom harmony import BBox, Client, Collection, Request, LinkType\nimport datetime as dt\nimport s3fs", + "history_output" : "Traceback (most recent call last):\n File \"/Users/joe/gw-workspace/l35gxvzl580/earth_data_utils.py\", line 10, in \n import earthaccess \nModuleNotFoundError: No module named 'earthaccess'\n", + "history_begin_time" : 1686761482808, + "history_end_time" : 1686761483335, + "history_notes" : null, + "history_process" : "wttkvt", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "npsj6zmjg8v", + "history_input" : "from earth_data_utils import *\n\nssh_short_name = \"SEA_SURFACE_HEIGHT_ALT_GRIDS_L4_2SATS_5DAY_6THDEG_V_JPL2205\"\n\nresults = earthaccess.search_data(\n short_name=ssh_short_name,\n cloud_hosted=True,\n temporal=(\"2021-07-01\", \"2021-09-30\"),\n)", + "history_output" : "Traceback (most recent call last):\n File \"/Users/joe/gw-workspace/npsj6zmjg8v/search_data.py\", line 1, in \n from earth_data_utils import *\n File \"/Users/joe/gw-workspace/npsj6zmjg8v/earth_data_utils.py\", line 10, in \n import earthaccess \nModuleNotFoundError: No module named 'earthaccess'\n", + "history_begin_time" : 1686761484815, + "history_end_time" : 1686761484929, + "history_notes" : null, + "history_process" : "yvo1ds", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "coh219tjkes", + "history_input" : "from search_data import *\n\nsst_short_name=\"MUR-JPL-L4-GLOB-v4.1\"\n\nresults = earthaccess.search_data(\n short_name=ssh_short_name,\n cloud_hosted=True,\n temporal=(\"2021-07-01\", \"2021-09-30\"),\n)\n\nauth = earthaccess.login(strategy=\"netrc\", persist=True)\nds = xr.open_mfdataset(earthaccess.open(results))\ngeojson_path = '/home/jovyan/gulf.json'\ngdf = gpd.read_file(geojson_path) #Return a GeoDataFrame object\n\n\nharmony_client = Client()\nsst_short_name=\"MUR-JPL-L4-GLOB-v4.1\"\n\nrequest = Request(\n collection=Collection(id=sst_short_name),\n shape=geojson_path,\n temporal={\n 'start': dt.datetime(2021, 8, 1, 1),\n 'stop': dt.datetime(2021, 8, 1, 2) \n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=False)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nurl = urls[0]\n", + "history_output" : "Traceback (most recent call last):\n File \"/Users/joe/gw-workspace/coh219tjkes/earth_access_authenticate.py\", line 1, in \n from search_data import *\n File \"/Users/joe/gw-workspace/coh219tjkes/search_data.py\", line 1, in \n from earth_data_utils import *\n File \"/Users/joe/gw-workspace/coh219tjkes/earth_data_utils.py\", line 10, in \n import earthaccess \nModuleNotFoundError: No module named 'earthaccess'\n", + "history_begin_time" : 1686761486386, + "history_end_time" : 1686761486527, + "history_notes" : null, + "history_process" : "cgvhiy", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "dadwunxuogt", + "history_input" : "# Suppress warnings\nimport os\nimport warnings\nwarnings.simplefilter('ignore')\nwarnings.filterwarnings('ignore')\n\n# Direct access\nimport earthaccess \nfrom pprint import pprint\nimport xarray as xr\n\n# Harmony\nimport geopandas as gpd\nimport geoviews as gv\ngv.extension('bokeh', 'matplotlib')\nfrom harmony import BBox, Client, Collection, Request, LinkType\nimport datetime as dt\nimport s3fs\nimport matplotlib.pyplot as plt\nfrom earth_access_authenticate import *\n\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name':'us-west-2'},\n)\nf = s3_fs.open(url, mode='rb')\nds = xr.open_dataset(f)\nds.analysed_sst.plot()\nhome_dir = os.path.expanduser('~')\nplt.savefig(os.path.join(home_dir, 'plot2.png'))", + "history_output" : "Traceback (most recent call last):\n File \"/Users/joe/gw-workspace/dadwunxuogt/s3_file_storage.py\", line 8, in \n import earthaccess \nModuleNotFoundError: No module named 'earthaccess'\n", + "history_begin_time" : 1686761487968, + "history_end_time" : 1686761488098, + "history_notes" : null, + "history_process" : "1b4ko0", + "host_id" : "100001", + "indicator" : "Failed" +}] diff --git a/history/l873z9b33henwzrydx.json b/history/l873z9b33henwzrydx.json new file mode 100644 index 0000000..af98396 --- /dev/null +++ b/history/l873z9b33henwzrydx.json @@ -0,0 +1,41 @@ +[{ + "history_id" : "p6977t6u1vo", + "history_input" : "\n\n\n# Suppress warnings\nimport warnings\nwarnings.simplefilter('ignore')\nwarnings.filterwarnings('ignore')\n\n# Direct access\nimport earthaccess \nfrom pprint import pprint\nimport xarray as xr\n\n# Harmony\nimport geopandas as gpd\nimport geoviews as gv\ngv.extension('bokeh', 'matplotlib')\nfrom harmony import BBox, Client, Collection, Request, LinkType\nimport datetime as dt\nimport s3fs", + "history_output" : "Traceback (most recent call last):\n File \"/Users/joe/gw-workspace/p6977t6u1vo/earth_data_utils.py\", line 10, in \n import earthaccess \nModuleNotFoundError: No module named 'earthaccess'\n", + "history_begin_time" : 1686759148585, + "history_end_time" : 1686759148955, + "history_notes" : null, + "history_process" : "wttkvt", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "3l2y4206qef", + "history_input" : "from earth_data_utils import *\n\nssh_short_name = \"SEA_SURFACE_HEIGHT_ALT_GRIDS_L4_2SATS_5DAY_6THDEG_V_JPL2205\"\n\nresults = earthaccess.search_data(\n short_name=ssh_short_name,\n cloud_hosted=True,\n temporal=(\"2021-07-01\", \"2021-09-30\"),\n)", + "history_output" : "Traceback (most recent call last):\n File \"/Users/joe/gw-workspace/3l2y4206qef/search_data.py\", line 1, in \n from earth_data_utils import *\n File \"/Users/joe/gw-workspace/3l2y4206qef/earth_data_utils.py\", line 10, in \n import earthaccess \nModuleNotFoundError: No module named 'earthaccess'\n", + "history_begin_time" : 1686759150591, + "history_end_time" : 1686759150744, + "history_notes" : null, + "history_process" : "yvo1ds", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "74iyqhnh28j", + "history_input" : "from search_data import *\n\nsst_short_name=\"MUR-JPL-L4-GLOB-v4.1\"\n\nresults = earthaccess.search_data(\n short_name=ssh_short_name,\n cloud_hosted=True,\n temporal=(\"2021-07-01\", \"2021-09-30\"),\n)\n\nauth = earthaccess.login(strategy=\"netrc\", persist=True)\nds = xr.open_mfdataset(earthaccess.open(results))\ngeojson_path = '/home/jovyan/gulf.json'\ngdf = gpd.read_file(geojson_path) #Return a GeoDataFrame object\n\n\nharmony_client = Client()\nsst_short_name=\"MUR-JPL-L4-GLOB-v4.1\"\n\nrequest = Request(\n collection=Collection(id=sst_short_name),\n shape=geojson_path,\n temporal={\n 'start': dt.datetime(2021, 8, 1, 1),\n 'stop': dt.datetime(2021, 8, 1, 2) \n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=False)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nurl = urls[0]\n", + "history_output" : "Traceback (most recent call last):\n File \"/Users/joe/gw-workspace/74iyqhnh28j/earth_access_authenticate.py\", line 1, in \n from search_data import *\n File \"/Users/joe/gw-workspace/74iyqhnh28j/search_data.py\", line 1, in \n from earth_data_utils import *\n File \"/Users/joe/gw-workspace/74iyqhnh28j/earth_data_utils.py\", line 10, in \n import earthaccess \nModuleNotFoundError: No module named 'earthaccess'\n", + "history_begin_time" : 1686759152006, + "history_end_time" : 1686759152136, + "history_notes" : null, + "history_process" : "cgvhiy", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "uu96597mlq0", + "history_input" : "# Suppress warnings\nimport os\nimport warnings\nwarnings.simplefilter('ignore')\nwarnings.filterwarnings('ignore')\n\n# Direct access\nimport earthaccess \nfrom pprint import pprint\nimport xarray as xr\n\n# Harmony\nimport geopandas as gpd\nimport geoviews as gv\ngv.extension('bokeh', 'matplotlib')\nfrom harmony import BBox, Client, Collection, Request, LinkType\nimport datetime as dt\nimport s3fs\nimport matplotlib.pyplot as plt\nfrom earth_access_authenticate import *\n\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name':'us-west-2'},\n)\nf = s3_fs.open(url, mode='rb')\nds = xr.open_dataset(f)\nds.analysed_sst.plot()\nhome_dir = os.path.expanduser('~')\nplt.savefig(os.path.join(home_dir, 'plot2.png'))", + "history_output" : "Traceback (most recent call last):\n File \"/Users/joe/gw-workspace/uu96597mlq0/s3_file_storage.py\", line 8, in \n import earthaccess \nModuleNotFoundError: No module named 'earthaccess'\n", + "history_begin_time" : 1686759153783, + "history_end_time" : 1686759153919, + "history_notes" : null, + "history_process" : "1b4ko0", + "host_id" : "100001", + "indicator" : "Failed" +}] diff --git a/history/v97kvdt3cfum1172y2.json b/history/v97kvdt3cfum1172y2.json new file mode 100644 index 0000000..b92443a --- /dev/null +++ b/history/v97kvdt3cfum1172y2.json @@ -0,0 +1,41 @@ +[{ + "history_id" : "qrdgeq35rzb", + "history_input" : "\n\n\n# Suppress warnings\nimport warnings\nwarnings.simplefilter('ignore')\nwarnings.filterwarnings('ignore')\n\n# Direct access\nimport earthaccess \nfrom pprint import pprint\nimport xarray as xr\n\n# Harmony\nimport geopandas as gpd\nimport geoviews as gv\ngv.extension('bokeh', 'matplotlib')\nfrom harmony import BBox, Client, Collection, Request, LinkType\nimport datetime as dt\nimport s3fs", + "history_output" : "Traceback (most recent call last):\n File \"/Users/joe/gw-workspace/qrdgeq35rzb/earth_data_utils.py\", line 10, in \n import earthaccess \nModuleNotFoundError: No module named 'earthaccess'\n", + "history_begin_time" : 1686759076017, + "history_end_time" : 1686759076500, + "history_notes" : null, + "history_process" : "wttkvt", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "g1k064wc7gb", + "history_input" : "from earth_data_utils import *\n\nssh_short_name = \"SEA_SURFACE_HEIGHT_ALT_GRIDS_L4_2SATS_5DAY_6THDEG_V_JPL2205\"\n\nresults = earthaccess.search_data(\n short_name=ssh_short_name,\n cloud_hosted=True,\n temporal=(\"2021-07-01\", \"2021-09-30\"),\n)", + "history_output" : "Traceback (most recent call last):\n File \"/Users/joe/gw-workspace/g1k064wc7gb/search_data.py\", line 1, in \n from earth_data_utils import *\n File \"/Users/joe/gw-workspace/g1k064wc7gb/earth_data_utils.py\", line 10, in \n import earthaccess \nModuleNotFoundError: No module named 'earthaccess'\n", + "history_begin_time" : 1686759078023, + "history_end_time" : 1686759078172, + "history_notes" : null, + "history_process" : "yvo1ds", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "p0kx8wg6123", + "history_input" : "from search_data import *\n\nsst_short_name=\"MUR-JPL-L4-GLOB-v4.1\"\n\nresults = earthaccess.search_data(\n short_name=ssh_short_name,\n cloud_hosted=True,\n temporal=(\"2021-07-01\", \"2021-09-30\"),\n)\n\nauth = earthaccess.login(strategy=\"netrc\", persist=True)\nds = xr.open_mfdataset(earthaccess.open(results))\ngeojson_path = '/home/jovyan/gulf.json'\ngdf = gpd.read_file(geojson_path) #Return a GeoDataFrame object\n\n\nharmony_client = Client()\nsst_short_name=\"MUR-JPL-L4-GLOB-v4.1\"\n\nrequest = Request(\n collection=Collection(id=sst_short_name),\n shape=geojson_path,\n temporal={\n 'start': dt.datetime(2021, 8, 1, 1),\n 'stop': dt.datetime(2021, 8, 1, 2) \n },\n)\njob_id = harmony_client.submit(request)\nharmony_client.wait_for_processing(job_id, show_progress=False)\ndata = harmony_client.result_json(job_id)\nresults = harmony_client.result_urls(job_id, link_type=LinkType.s3)\nurls = list(results)\nurl = urls[0]\n", + "history_output" : "Traceback (most recent call last):\n File \"/Users/joe/gw-workspace/p0kx8wg6123/earth_access_authenticate.py\", line 1, in \n from search_data import *\n File \"/Users/joe/gw-workspace/p0kx8wg6123/search_data.py\", line 1, in \n from earth_data_utils import *\n File \"/Users/joe/gw-workspace/p0kx8wg6123/earth_data_utils.py\", line 10, in \n import earthaccess \nModuleNotFoundError: No module named 'earthaccess'\n", + "history_begin_time" : 1686759079549, + "history_end_time" : 1686759079701, + "history_notes" : null, + "history_process" : "cgvhiy", + "host_id" : "100001", + "indicator" : "Failed" +},{ + "history_id" : "680j43ov10s", + "history_input" : "# Suppress warnings\nimport os\nimport warnings\nwarnings.simplefilter('ignore')\nwarnings.filterwarnings('ignore')\n\n# Direct access\nimport earthaccess \nfrom pprint import pprint\nimport xarray as xr\n\n# Harmony\nimport geopandas as gpd\nimport geoviews as gv\ngv.extension('bokeh', 'matplotlib')\nfrom harmony import BBox, Client, Collection, Request, LinkType\nimport datetime as dt\nimport s3fs\nimport matplotlib.pyplot as plt\nfrom earth_access_authenticate import *\n\ncreds = harmony_client.aws_credentials()\ns3_fs = s3fs.S3FileSystem(\n key=creds['aws_access_key_id'],\n secret=creds['aws_secret_access_key'],\n token=creds['aws_session_token'],\n client_kwargs={'region_name':'us-west-2'},\n)\nf = s3_fs.open(url, mode='rb')\nds = xr.open_dataset(f)\nds.analysed_sst.plot()\nhome_dir = os.path.expanduser('~')\nplt.savefig(os.path.join(home_dir, 'plot2.png'))", + "history_output" : "Traceback (most recent call last):\n File \"/Users/joe/gw-workspace/680j43ov10s/s3_file_storage.py\", line 8, in \n import earthaccess \nModuleNotFoundError: No module named 'earthaccess'\n", + "history_begin_time" : 1686759081222, + "history_end_time" : 1686759081357, + "history_notes" : null, + "history_process" : "1b4ko0", + "host_id" : "100001", + "indicator" : "Failed" +}] diff --git a/kr2novmm4i9i27z5adyj.zip b/kr2novmm4i9i27z5adyj.zip deleted file mode 100644 index 5cb6028..0000000 Binary files a/kr2novmm4i9i27z5adyj.zip and /dev/null differ diff --git a/plot.png b/plot.png deleted file mode 100644 index e1ce303..0000000 Binary files a/plot.png and /dev/null differ diff --git a/workflow.json b/workflow.json index 8ee55e8..d382725 100644 --- a/workflow.json +++ b/workflow.json @@ -4,6 +4,6 @@ "description" : "", "owner" : "111111", "confidential" : "FALSE", - "edges" : "[{\"source\":{\"title\":\"earth_data_utils\",\"id\":\"wttkvt-GJjq8\",\"x\":524.66552734375,\"y\":562,\"color\":\"green\"},\"target\":{\"title\":\"search_data\",\"id\":\"yvo1ds-96vns\",\"x\":751,\"y\":559,\"color\":\"green\"}},{\"source\":{\"title\":\"search_data\",\"id\":\"yvo1ds-96vns\",\"x\":751,\"y\":559,\"color\":\"green\"},\"target\":{\"title\":\"earth_access_authenticate\",\"id\":\"cgvhiy-BgnXM\",\"x\":983.4237060546875,\"y\":558,\"color\":\"darkseagreen\",\"skip\":false}},{\"source\":{\"title\":\"earth_access_authenticate\",\"id\":\"cgvhiy-BgnXM\",\"x\":983.4237060546875,\"y\":558,\"color\":\"darkseagreen\",\"skip\":false},\"target\":{\"title\":\"s3_file_storage\",\"id\":\"1b4ko0-4k9iL\",\"x\":984.9932250976562,\"y\":687.6644897460938,\"color\":\"green\"}}]", - "nodes" : "[{\"title\":\"earth_data_utils\",\"id\":\"wttkvt-GJjq8\",\"x\":524.66552734375,\"y\":562,\"color\":\"green\"},{\"title\":\"search_data\",\"id\":\"yvo1ds-96vns\",\"x\":751,\"y\":559,\"color\":\"green\"},{\"title\":\"earth_access_authenticate\",\"id\":\"cgvhiy-BgnXM\",\"x\":983.4237060546875,\"y\":558,\"color\":\"darkseagreen\",\"skip\":false},{\"title\":\"s3_file_storage\",\"id\":\"1b4ko0-4k9iL\",\"x\":984.9932250976562,\"y\":687.6644897460938,\"color\":\"green\"}]" + "edges" : "[{\"source\":{\"title\":\"earth_data_utils\",\"id\":\"wttkvt-GJjq8\",\"x\":524.66552734375,\"y\":562,\"color\":\"white\"},\"target\":{\"title\":\"search_data\",\"id\":\"yvo1ds-96vns\",\"x\":751,\"y\":559,\"color\":\"white\"}},{\"source\":{\"title\":\"search_data\",\"id\":\"yvo1ds-96vns\",\"x\":751,\"y\":559,\"color\":\"white\"},\"target\":{\"title\":\"earth_access_authenticate\",\"id\":\"cgvhiy-BgnXM\",\"x\":983.4237060546875,\"y\":558,\"color\":\"white\",\"skip\":false}},{\"source\":{\"title\":\"earth_access_authenticate\",\"id\":\"cgvhiy-BgnXM\",\"x\":983.4237060546875,\"y\":558,\"color\":\"white\",\"skip\":false},\"target\":{\"title\":\"s3_file_storage\",\"id\":\"1b4ko0-4k9iL\",\"x\":984.9932250976562,\"y\":687.6644897460938,\"color\":\"white\"}},{\"source\":{\"title\":\"install_packages\",\"id\":\"ru79i2-VCNCv\",\"x\":523,\"y\":409.5},\"target\":{\"title\":\"earth_data_utils\",\"id\":\"wttkvt-GJjq8\",\"x\":524.66552734375,\"y\":562,\"color\":\"white\"}}]", + "nodes" : "[{\"title\":\"earth_data_utils\",\"id\":\"wttkvt-GJjq8\",\"x\":524.66552734375,\"y\":562,\"color\":\"white\"},{\"title\":\"search_data\",\"id\":\"yvo1ds-96vns\",\"x\":751,\"y\":559,\"color\":\"white\"},{\"title\":\"earth_access_authenticate\",\"id\":\"cgvhiy-BgnXM\",\"x\":983.4237060546875,\"y\":558,\"color\":\"white\",\"skip\":false},{\"title\":\"s3_file_storage\",\"id\":\"1b4ko0-4k9iL\",\"x\":984.9932250976562,\"y\":687.6644897460938,\"color\":\"white\"},{\"title\":\"install_packages\",\"id\":\"ru79i2-VCNCv\",\"x\":523,\"y\":409.5}]" }