Skip to content

Commit

Permalink
the time extent is too long
Browse files Browse the repository at this point in the history
  • Loading branch information
ZihengSun committed Jul 18, 2023
1 parent ac2c6a2 commit 05ad8cc
Show file tree
Hide file tree
Showing 18 changed files with 724 additions and 6 deletions.
4 changes: 2 additions & 2 deletions code/process.json
Original file line number Diff line number Diff line change
Expand Up @@ -18,15 +18,15 @@
"id" : "nlsntt",
"name" : "retrieve_sst",
"description" : null,
"code" : "from earth_data_utils import *\n\ndef search_and_get_sst():\n auth_earthaccess()\n results = earthaccess.search_data(\n short_name=sst_short_name,\n cloud_hosted=True,\n temporal=(\"2021-07-01\", \"2021-07-02\"),\n )\n print(\"found results: \", results)\n return results\n\ndef plot_subset(ds_subset):\n ds_subset.plot(figsize=(12,6), x='lon', y='lat')\n home_dir = os.path.expanduser('~')\n \n file_name = f\"geoweaver_plot_sst.png\"\n save_file_path = os.path.join(home_dir, file_name)\n plt.savefig(save_file_path)\n print(f\"new figure is saved to {save_file_path}\")\n\nwith get_dataset(search_and_get_sst()) as ds:\n subset = ds[\"analysed_sst\"].sel(lat=slice(27, 37), \n lon=slice(-70,-50)).std('time')\n plot_subset(subset)\n\n",
"code" : "from earth_data_utils import *\n\ndef search_and_get_sst():\n auth_earthaccess()\n results = earthaccess.search_data(\n short_name=sst_short_name,\n cloud_hosted=True,\n temporal=(\"2021-07-01\", \"2021-07-02\"),\n )\n print(\"found results: \", results)\n return results\n\ndef plot_subset(ds_subset):\n ds_subset.plot(figsize=(12,6), x='lon', y='lat')\n home_dir = os.path.expanduser('~')\n \n file_name = f\"geoweaver_plot_sst.png\"\n save_file_path = os.path.join(home_dir, file_name)\n plt.savefig(save_file_path)\n print(f\"new figure is saved to {save_file_path}\")\n\nwith get_dataset(search_and_get_sst()) as ds:\n subset = ds[\"analysed_sst\"].sel(lat=slice(37, 47), \n lon=slice(-70,-50)).std('time')\n plot_subset(subset)\n\n",
"lang" : "python",
"owner" : "111111",
"confidential" : "FALSE"
},{
"id" : "e57twj",
"name" : "retrieve_ssh",
"description" : null,
"code" : "from earth_data_utils import *\n\ndef search_ssh():\n auth_earthaccess()\n results = earthaccess.search_data(\n short_name=ssh_short_name,\n cloud_hosted=True,\n temporal=(\"2021-07-01\", \"2021-09-30\"),\n )\n return results\n\ndef plot_subset(ds_subset):\n ds_subset.plot(figsize=(12,6), x='Longitude', y='Latitude')\n home_dir = os.path.expanduser('~')\n \n file_name = f\"geoweaver_plot_ssh.png\"\n save_file_path = os.path.join(home_dir, file_name)\n plt.savefig(save_file_path)\n print(f\"new figure is saved to {save_file_path}\")\n\nwith get_dataset(search_ssh()) as ds:\n subset = ds[\"SLA\"].sel(Latitude=slice(-79, 79), \n Longitude=slice(100,300)).std('Time')\n plot_subset(subset)\n",
"code" : "from earth_data_utils import *\n\ndef search_ssh():\n auth_earthaccess()\n results = earthaccess.search_data(\n short_name=ssh_short_name,\n cloud_hosted=True,\n temporal=(\"2021-07-01\", \"2021-07-10\"),\n )\n return results\n\ndef plot_subset(ds_subset):\n ds_subset.plot(figsize=(12,6), x='Longitude', y='Latitude')\n home_dir = os.path.expanduser('~')\n \n file_name = f\"geoweaver_plot_ssh.png\"\n save_file_path = os.path.join(home_dir, file_name)\n plt.savefig(save_file_path)\n print(f\"new figure is saved to {save_file_path}\")\n\nwith get_dataset(search_ssh()) as ds:\n subset = ds[\"SLA\"].sel(Latitude=slice(-79, 79), \n Longitude=slice(100,300)).std('Time')\n plot_subset(subset)\n",
"lang" : "python",
"owner" : "111111",
"confidential" : "FALSE"
Expand Down
2 changes: 1 addition & 1 deletion code/retrieve_ssh.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ def search_ssh():
results = earthaccess.search_data(
short_name=ssh_short_name,
cloud_hosted=True,
temporal=("2021-07-01", "2021-09-30"),
temporal=("2021-07-01", "2021-07-10"),
)
return results

Expand Down
2 changes: 1 addition & 1 deletion code/retrieve_sst.py
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,7 @@ def plot_subset(ds_subset):
print(f"new figure is saved to {save_file_path}")

with get_dataset(search_and_get_sst()) as ds:
subset = ds["analysed_sst"].sel(lat=slice(27, 37),
subset = ds["analysed_sst"].sel(lat=slice(37, 47),
lon=slice(-70,-50)).std('time')
plot_subset(subset)

Expand Down
31 changes: 31 additions & 0 deletions history/162ixstrl3bsdf9j70.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,31 @@
[{
"history_id" : "nhr50q04rrw",
"history_input" : "No code saved",
"history_output" : "Skipped",
"history_begin_time" : 1689696551601,
"history_end_time" : 1689696551601,
"history_notes" : null,
"history_process" : "wttkvt",
"host_id" : "100001",
"indicator" : "Skipped"
},{
"history_id" : "hyv9gaa5wim",
"history_input" : "#!/bin/bash\npip3 install geopandas earthaccess xarray harmony-py s3fs\n",
"history_output" : "Defaulting to user installation because normal site-packages is not writeable\nRequirement already satisfied: geopandas in /Users/joe/Library/Python/3.9/lib/python/site-packages (0.13.2)\nRequirement already satisfied: earthaccess in /Users/joe/Library/Python/3.9/lib/python/site-packages (0.5.2)\nRequirement already satisfied: xarray in /Users/joe/Library/Python/3.9/lib/python/site-packages (2023.5.0)\nRequirement already satisfied: harmony-py in /Users/joe/Library/Python/3.9/lib/python/site-packages (0.4.9)\nRequirement already satisfied: s3fs in /Users/joe/Library/Python/3.9/lib/python/site-packages (2023.6.0)\nRequirement already satisfied: shapely>=1.7.1 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from geopandas) (2.0.1)\nRequirement already satisfied: fiona>=1.8.19 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from geopandas) (1.9.4.post1)\nRequirement already satisfied: pyproj>=3.0.1 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from geopandas) (3.6.0)\nRequirement already satisfied: pandas>=1.1.0 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from geopandas) (2.0.2)\nRequirement already satisfied: packaging in /Users/joe/Library/Python/3.9/lib/python/site-packages (from geopandas) (21.3)\nRequirement already satisfied: pqdm>=0.1 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from earthaccess) (0.2.0)\nRequirement already satisfied: fsspec>=2022.1 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from earthaccess) (2023.6.0)\nRequirement already satisfied: tinynetrc<2.0.0,>=1.3.1 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from earthaccess) (1.3.1)\nRequirement already satisfied: multimethod>=1.8 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from earthaccess) (1.9.1)\nRequirement already satisfied: python-cmr>=0.7 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from earthaccess) (0.7.0)\nRequirement already satisfied: requests<3.0.0,>=2.26 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from earthaccess) (2.28.2)\nRequirement already satisfied: numpy>=1.21 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from xarray) (1.24.3)\nRequirement already satisfied: python-dateutil~=2.8.2 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from harmony-py) (2.8.2)\nRequirement already satisfied: curlify~=2.2.1 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from harmony-py) (2.2.1)\nRequirement already satisfied: progressbar2~=3.55.0 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from harmony-py) (3.55.0)\nRequirement already satisfied: python-dotenv~=0.20.0 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from harmony-py) (0.20.0)\nRequirement already satisfied: sphinxcontrib-napoleon~=0.7 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from harmony-py) (0.7)\nRequirement already satisfied: aiohttp!=4.0.0a0,!=4.0.0a1 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from s3fs) (3.8.4)\nRequirement already satisfied: aiobotocore~=2.5.0 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from s3fs) (2.5.0)\nRequirement already satisfied: wrapt>=1.10.10 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from aiobotocore~=2.5.0->s3fs) (1.15.0)\nRequirement already satisfied: aioitertools>=0.5.1 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from aiobotocore~=2.5.0->s3fs) (0.11.0)\nRequirement already satisfied: botocore<1.29.77,>=1.29.76 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from aiobotocore~=2.5.0->s3fs) (1.29.76)\nRequirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->s3fs) (4.0.2)\nRequirement already satisfied: multidict<7.0,>=4.5 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->s3fs) (6.0.4)\nRequirement already satisfied: aiosignal>=1.1.2 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->s3fs) (1.3.1)\nRequirement already satisfied: frozenlist>=1.1.1 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->s3fs) (1.3.3)\nRequirement already satisfied: attrs>=17.3.0 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->s3fs) (23.1.0)\nRequirement already satisfied: yarl<2.0,>=1.0 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->s3fs) (1.9.2)\nRequirement already satisfied: charset-normalizer<4.0,>=2.0 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->s3fs) (3.1.0)\nRequirement already satisfied: typing_extensions>=4.0 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from aioitertools>=0.5.1->aiobotocore~=2.5.0->s3fs) (4.6.3)\nRequirement already satisfied: jmespath<2.0.0,>=0.7.1 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from botocore<1.29.77,>=1.29.76->aiobotocore~=2.5.0->s3fs) (1.0.1)\nRequirement already satisfied: urllib3<1.27,>=1.25.4 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from botocore<1.29.77,>=1.29.76->aiobotocore~=2.5.0->s3fs) (1.26.15)\nRequirement already satisfied: click~=8.0 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from fiona>=1.8.19->geopandas) (8.1.3)\nRequirement already satisfied: click-plugins>=1.0 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from fiona>=1.8.19->geopandas) (1.1.1)\nRequirement already satisfied: six in /Applications/Xcode.app/Contents/Developer/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/site-packages (from fiona>=1.8.19->geopandas) (1.15.0)\nRequirement already satisfied: importlib-metadata in /Users/joe/Library/Python/3.9/lib/python/site-packages (from fiona>=1.8.19->geopandas) (6.6.0)\nRequirement already satisfied: cligj>=0.5 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from fiona>=1.8.19->geopandas) (0.7.2)\nRequirement already satisfied: certifi in /Users/joe/Library/Python/3.9/lib/python/site-packages (from fiona>=1.8.19->geopandas) (2022.12.7)\nRequirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from packaging->geopandas) (3.0.9)\nRequirement already satisfied: pytz>=2020.1 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from pandas>=1.1.0->geopandas) (2023.3)\nRequirement already satisfied: tzdata>=2022.1 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from pandas>=1.1.0->geopandas) (2023.3)\nRequirement already satisfied: tqdm in /Users/joe/Library/Python/3.9/lib/python/site-packages (from pqdm>=0.1->earthaccess) (4.65.0)\nRequirement already satisfied: bounded-pool-executor in /Users/joe/Library/Python/3.9/lib/python/site-packages (from pqdm>=0.1->earthaccess) (0.0.3)\nRequirement already satisfied: python-utils>=2.3.0 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from progressbar2~=3.55.0->harmony-py) (3.6.1)\nRequirement already satisfied: idna<4,>=2.5 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from requests<3.0.0,>=2.26->earthaccess) (3.4)\nRequirement already satisfied: pockets>=0.3 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from sphinxcontrib-napoleon~=0.7->harmony-py) (0.9.1)\nRequirement already satisfied: zipp>=0.5 in /Users/joe/Library/Python/3.9/lib/python/site-packages (from importlib-metadata->fiona>=1.8.19->geopandas) (3.15.0)\nWARNING: You are using pip version 21.2.4; however, version 23.2 is available.\nYou should consider upgrading via the '/Applications/Xcode.app/Contents/Developer/usr/bin/python3 -m pip install --upgrade pip' command.\n",
"history_begin_time" : 1689696552572,
"history_end_time" : 1689696555111,
"history_notes" : null,
"history_process" : "ru79i2",
"host_id" : "100001",
"indicator" : "Done"
},{
"history_id" : "ov5ekas83m8",
"history_input" : "from earth_data_utils import *\n\ndef search_ssh():\n auth_earthaccess()\n results = earthaccess.search_data(\n short_name=ssh_short_name,\n cloud_hosted=True,\n temporal=(\"2021-07-01\", \"2021-09-30\"),\n )\n return results\n\ndef plot_subset(ds_subset):\n ds_subset.plot(figsize=(12,6), x='Longitude', y='Latitude')\n home_dir = os.path.expanduser('~')\n \n file_name = f\"geoweaver_plot_ssh.png\"\n save_file_path = os.path.join(home_dir, file_name)\n plt.savefig(save_file_path)\n print(f\"new figure is saved to {save_file_path}\")\n\nwith get_dataset(search_ssh()) as ds:\n subset = ds[\"SLA\"].sel(Latitude=slice(-79, 79), \n Longitude=slice(100,300)).std('Time')\n plot_subset(subset)\n",
"history_output" : "Running",
"history_begin_time" : 1689696556673,
"history_end_time" : 1689698118710,
"history_notes" : null,
"history_process" : "e57twj",
"host_id" : "100001",
"indicator" : "Stopped"
}]
Loading

0 comments on commit 05ad8cc

Please sign in to comment.