diff --git a/howto/edl/index.html b/howto/edl/index.html index 42c190e2..bd0b9846 100644 --- a/howto/edl/index.html +++ b/howto/edl/index.html @@ -2159,7 +2159,7 @@
You're now authenticated with NASA Earthdata Login -Using token with expiration date: 11/13/2023 +Using token with expiration date: 11/17/2023 Using environment variables for EDL@@ -2225,217 +2225,18 @@
---------------------------------------------------------------------------- -timeout Traceback (most recent call last) -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:466, in HTTPConnectionPool._make_request(self, conn, method, url, timeout, chunked, **httplib_request_kw) - 462 except BaseException as e: - 463 # Remove the TypeError from the exception chain in - 464 # Python 3 (including for exceptions like SystemExit). - 465 # Otherwise it looks like a bug in the code. ---> 466 six.raise_from(e, None) - 467 except (SocketTimeout, BaseSSLError, SocketError) as e: - -File <string>:3, in raise_from(value, from_value) - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:461, in HTTPConnectionPool._make_request(self, conn, method, url, timeout, chunked, **httplib_request_kw) - 460 try: ---> 461 httplib_response = conn.getresponse() - 462 except BaseException as e: - 463 # Remove the TypeError from the exception chain in - 464 # Python 3 (including for exceptions like SystemExit). - 465 # Otherwise it looks like a bug in the code. - -File /opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/http/client.py:1377, in HTTPConnection.getresponse(self) - 1376 try: --> 1377 response.begin() - 1378 except ConnectionError: - -File /opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/http/client.py:320, in HTTPResponse.begin(self) - 319 while True: ---> 320 version, status, reason = self._read_status() - 321 if status != CONTINUE: - -File /opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/http/client.py:281, in HTTPResponse._read_status(self) - 280 def _read_status(self): ---> 281 line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") - 282 if len(line) > _MAXLINE: - -File /opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/socket.py:704, in SocketIO.readinto(self, b) - 703 try: ---> 704 return self._sock.recv_into(b) - 705 except timeout: - -File /opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/ssl.py:1275, in SSLSocket.recv_into(self, buffer, nbytes, flags) - 1272 raise ValueError( - 1273 "non-zero flags not allowed in calls to recv_into() on %s" % - 1274 self.__class__) --> 1275 return self.read(nbytes, buffer) - 1276 else: - -File /opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/ssl.py:1133, in SSLSocket.read(self, len, buffer) - 1132 if buffer is not None: --> 1133 return self._sslobj.read(len, buffer) - 1134 else: - -timeout: The read operation timed out - -During handling of the above exception, another exception occurred: - -ReadTimeoutError Traceback (most recent call last) -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/requests/adapters.py:486, in HTTPAdapter.send(self, request, stream, timeout, verify, cert, proxies) - 485 try: ---> 486 resp = conn.urlopen( - 487 method=request.method, - 488 url=url, - 489 body=request.body, - 490 headers=request.headers, - 491 redirect=False, - 492 assert_same_host=False, - 493 preload_content=False, - 494 decode_content=False, - 495 retries=self.max_retries, - 496 timeout=timeout, - 497 chunked=chunked, - 498 ) - 500 except (ProtocolError, OSError) as err: - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:798, in HTTPConnectionPool.urlopen(self, method, url, body, headers, retries, redirect, assert_same_host, timeout, pool_timeout, release_conn, chunked, body_pos, **response_kw) - 796 e = ProtocolError("Connection aborted.", e) ---> 798 retries = retries.increment( - 799 method, url, error=e, _pool=self, _stacktrace=sys.exc_info()[2] - 800 ) - 801 retries.sleep() - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/urllib3/util/retry.py:550, in Retry.increment(self, method, url, response, error, _pool, _stacktrace) - 549 if read is False or not self._is_method_retryable(method): ---> 550 raise six.reraise(type(error), error, _stacktrace) - 551 elif read is not None: - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/urllib3/packages/six.py:770, in reraise(tp, value, tb) - 769 raise value.with_traceback(tb) ---> 770 raise value - 771 finally: - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:714, in HTTPConnectionPool.urlopen(self, method, url, body, headers, retries, redirect, assert_same_host, timeout, pool_timeout, release_conn, chunked, body_pos, **response_kw) - 713 # Make the request on the httplib connection object. ---> 714 httplib_response = self._make_request( - 715 conn, - 716 method, - 717 url, - 718 timeout=timeout_obj, - 719 body=body, - 720 headers=headers, - 721 chunked=chunked, - 722 ) - 724 # If we're going to release the connection in ``finally:``, then - 725 # the response doesn't need to know about the connection. Otherwise - 726 # it will also try to release it and we'll have a double-release - 727 # mess. - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:468, in HTTPConnectionPool._make_request(self, conn, method, url, timeout, chunked, **httplib_request_kw) - 467 except (SocketTimeout, BaseSSLError, SocketError) as e: ---> 468 self._raise_timeout(err=e, url=url, timeout_value=read_timeout) - 469 raise - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py:357, in HTTPConnectionPool._raise_timeout(self, err, url, timeout_value) - 356 if isinstance(err, SocketTimeout): ---> 357 raise ReadTimeoutError( - 358 self, url, "Read timed out. (read timeout=%s)" % timeout_value - 359 ) - 361 # See the above comment about EAGAIN in Python 3. In Python 2 we have - 362 # to specifically catch it and throw the timeout error - -ReadTimeoutError: HTTPSConnectionPool(host='data.nsidc.earthdatacloud.nasa.gov', port=443): Read timed out. (read timeout=15) - -During handling of the above exception, another exception occurred: - -ReadTimeout Traceback (most recent call last) -Cell In[2], line 1 -----> 1 s3_credentials = auth.get_s3_credentials("NSIDC") - 2 s3_credentials - -File ~/work/earthaccess/earthaccess/earthaccess/auth.py:167, in Auth.get_s3_credentials(self, daac, provider, endpoint) - 165 auth_url = endpoint - 166 if auth_url.startswith("https://"): ---> 167 cumulus_resp = session.get(auth_url, timeout=15, allow_redirects=True) - 168 auth_resp = session.get( - 169 cumulus_resp.url, allow_redirects=True, timeout=15 - 170 ) - 171 if not (auth_resp.ok): # type: ignore - 172 # Let's try to authenticate with Bearer tokens - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/requests/sessions.py:602, in Session.get(self, url, **kwargs) - 594 r"""Sends a GET request. Returns :class:`Response` object. - 595 - 596 :param url: URL for the new :class:`Request` object. - 597 :param \*\*kwargs: Optional arguments that ``request`` takes. - 598 :rtype: requests.Response - 599 """ - 601 kwargs.setdefault("allow_redirects", True) ---> 602 return self.request("GET", url, **kwargs) - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/requests/sessions.py:589, in Session.request(self, method, url, params, data, headers, cookies, files, auth, timeout, allow_redirects, proxies, hooks, stream, verify, cert, json) - 584 send_kwargs = { - 585 "timeout": timeout, - 586 "allow_redirects": allow_redirects, - 587 } - 588 send_kwargs.update(settings) ---> 589 resp = self.send(prep, **send_kwargs) - 591 return resp - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/requests/sessions.py:725, in Session.send(self, request, **kwargs) - 722 if allow_redirects: - 723 # Redirect resolving generator. - 724 gen = self.resolve_redirects(r, request, **kwargs) ---> 725 history = [resp for resp in gen] - 726 else: - 727 history = [] - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/requests/sessions.py:725, in <listcomp>(.0) - 722 if allow_redirects: - 723 # Redirect resolving generator. - 724 gen = self.resolve_redirects(r, request, **kwargs) ---> 725 history = [resp for resp in gen] - 726 else: - 727 history = [] - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/requests/sessions.py:266, in SessionRedirectMixin.resolve_redirects(self, resp, req, stream, timeout, verify, cert, proxies, yield_requests, **adapter_kwargs) - 263 yield req - 264 else: ---> 266 resp = self.send( - 267 req, - 268 stream=stream, - 269 timeout=timeout, - 270 verify=verify, - 271 cert=cert, - 272 proxies=proxies, - 273 allow_redirects=False, - 274 **adapter_kwargs, - 275 ) - 277 extract_cookies_to_jar(self.cookies, prepared_request, resp.raw) - 279 # extract redirect url, if any, for the next loop - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/requests/sessions.py:703, in Session.send(self, request, **kwargs) - 700 start = preferred_clock() - 702 # Send the request ---> 703 r = adapter.send(request, **kwargs) - 705 # Total elapsed time of the request (approximately) - 706 elapsed = preferred_clock() - start - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/requests/adapters.py:532, in HTTPAdapter.send(self, request, stream, timeout, verify, cert, proxies) - 530 raise SSLError(e, request=request) - 531 elif isinstance(e, ReadTimeoutError): ---> 532 raise ReadTimeout(e, request=request) - 533 elif isinstance(e, _InvalidHeader): - 534 raise InvalidHeader(e, request=request) - -ReadTimeout: HTTPSConnectionPool(host='data.nsidc.earthdatacloud.nasa.gov', port=443): Read timed out. (read timeout=15)+
{'accessKeyId': 'ASIA2D3OGJNTN67YVEGJ', + 'secretAccessKey': 'mz7qIqy8XmFe/mvMuaXPwFEGuGObEOGQ0LevltaH', + 'sessionToken': 'FwoGZXIvYXdzENb//////////wEaDEwh4JnZwX+1abSGDyLcAWcgag8+nG+3ILXbLbNMRtvPgaSMRvcJpwcyf9IC3PP9qsVEYPipIA4Dq2I+PvY1D9JBXv3HBq1t6tgyJjVQiPBALDw1zJcxfms+aBRmTSNgAbEBU60ixUBNeWofiAc6bP4+elTSvQJkD+zF5HSaXxW07auUcOEHLcwD3ylSLwGyt8xzEQK0eP+ofsElqOLNEMGx36BEHlD38HHPcLiGSUOTOeL7fTNSu8itxaNfc2e9RueuLSquf9VqzYuoOl8NSGXMzMifh6QPu8VWw+nFsNv8Q3iLdwQXXroxTc4ogvCiqAYyLRGzEieu+/wkKmFWiNxgLFv4BDnhUIqPk+i0Jz9aZwUDw42+OydFQJ2PMAZDew==', + 'expiration': '2023-09-18 21:50:10+00:00'}
---------------------------------------------------------------------------- -KeyError Traceback (most recent call last) -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/xarray/backends/file_manager.py:209, in CachingFileManager._acquire_with_cache_info(self, needs_lock) - 208 try: ---> 209 file = self._cache[self._key] - 210 except KeyError: - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/xarray/backends/lru_cache.py:55, in LRUCache.__getitem__(self, key) - 54 with self._lock: ----> 55 value = self._cache[key] - 56 self._cache.move_to_end(key) - -KeyError: [<class 'h5netcdf.core.File'>, (<File-like object HTTPFileSystem, https://data.lpdaac.earthdatacloud.nasa.gov/lp-prod-protected/EMITL2ARFL.001/EMIT_L2A_RFL_001_20220903T163129_2224611_012/EMIT_L2A_RFL_001_20220903T163129_2224611_012.nc>,), 'r', (('decode_vlen_strings', True), ('invalid_netcdf', None)), '483ab1c4-833e-4bcf-99f7-789e64fdedd9'] - -During handling of the above exception, another exception occurred: - -ClientResponseError Traceback (most recent call last) -File <timed exec>:6 - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/xarray/backends/api.py:541, in open_dataset(filename_or_obj, engine, chunks, cache, decode_cf, mask_and_scale, decode_times, decode_timedelta, use_cftime, concat_characters, decode_coords, drop_variables, inline_array, backend_kwargs, **kwargs) - 529 decoders = _resolve_decoders_kwargs( - 530 decode_cf, - 531 open_backend_dataset_parameters=backend.open_dataset_parameters, - (...) - 537 decode_coords=decode_coords, - 538 ) - 540 overwrite_encoded_chunks = kwargs.pop("overwrite_encoded_chunks", None) ---> 541 backend_ds = backend.open_dataset( - 542 filename_or_obj, - 543 drop_variables=drop_variables, - 544 **decoders, - 545 **kwargs, - 546 ) - 547 ds = _dataset_from_backend_dataset( - 548 backend_ds, - 549 filename_or_obj, - (...) - 557 **kwargs, - 558 ) - 559 return ds - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/xarray/backends/h5netcdf_.py:407, in H5netcdfBackendEntrypoint.open_dataset(self, filename_or_obj, mask_and_scale, decode_times, concat_characters, decode_coords, drop_variables, use_cftime, decode_timedelta, format, group, lock, invalid_netcdf, phony_dims, decode_vlen_strings) - 387 def open_dataset( - 388 self, - 389 filename_or_obj, - (...) - 403 decode_vlen_strings=True, - 404 ): - 406 filename_or_obj = _normalize_path(filename_or_obj) ---> 407 store = H5NetCDFStore.open( - 408 filename_or_obj, - 409 format=format, - 410 group=group, - 411 lock=lock, - 412 invalid_netcdf=invalid_netcdf, - 413 phony_dims=phony_dims, - 414 decode_vlen_strings=decode_vlen_strings, - 415 ) - 417 store_entrypoint = StoreBackendEntrypoint() - 419 ds = store_entrypoint.open_dataset( - 420 store, - 421 mask_and_scale=mask_and_scale, - (...) - 427 decode_timedelta=decode_timedelta, - 428 ) - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/xarray/backends/h5netcdf_.py:170, in H5NetCDFStore.open(cls, filename, mode, format, group, lock, autoclose, invalid_netcdf, phony_dims, decode_vlen_strings) - 167 lock = combine_locks([HDF5_LOCK, get_write_lock(filename)]) - 169 manager = CachingFileManager(h5netcdf.File, filename, mode=mode, kwargs=kwargs) ---> 170 return cls(manager, group=group, mode=mode, lock=lock, autoclose=autoclose) - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/xarray/backends/h5netcdf_.py:120, in H5NetCDFStore.__init__(self, manager, group, mode, lock, autoclose) - 117 self.format = None - 118 # todo: utilizing find_root_and_group seems a bit clunky - 119 # making filename available on h5netcdf.Group seems better ---> 120 self._filename = find_root_and_group(self.ds)[0].filename - 121 self.is_remote = is_remote_uri(self._filename) - 122 self.lock = ensure_lock(lock) - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/xarray/backends/h5netcdf_.py:181, in H5NetCDFStore.ds(self) - 179 @property - 180 def ds(self): ---> 181 return self._acquire() - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/xarray/backends/h5netcdf_.py:173, in H5NetCDFStore._acquire(self, needs_lock) - 172 def _acquire(self, needs_lock=True): ---> 173 with self._manager.acquire_context(needs_lock) as root: - 174 ds = _nc4_require_group( - 175 root, self._group, self._mode, create_group=_h5netcdf_create_group - 176 ) - 177 return ds - -File /opt/hostedtoolcache/Python/3.9.18/x64/lib/python3.9/contextlib.py:119, in _GeneratorContextManager.__enter__(self) - 117 del self.args, self.kwds, self.func - 118 try: ---> 119 return next(self.gen) - 120 except StopIteration: - 121 raise RuntimeError("generator didn't yield") from None - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/xarray/backends/file_manager.py:197, in CachingFileManager.acquire_context(self, needs_lock) - 194 @contextlib.contextmanager - 195 def acquire_context(self, needs_lock=True): - 196 """Context manager for acquiring a file.""" ---> 197 file, cached = self._acquire_with_cache_info(needs_lock) - 198 try: - 199 yield file - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/xarray/backends/file_manager.py:215, in CachingFileManager._acquire_with_cache_info(self, needs_lock) - 213 kwargs = kwargs.copy() - 214 kwargs["mode"] = self._mode ---> 215 file = self._opener(*self._args, **kwargs) - 216 if self._mode == "w": - 217 # ensure file doesn't get overridden when opened again - 218 self._mode = "a" - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/h5netcdf/core.py:1108, in File.__init__(self, path, mode, invalid_netcdf, phony_dims, **kwargs) - 1106 # This maps keeps track of all HDF5 datasets corresponding to this group. - 1107 self._all_h5groups = ChainMap(self._h5group) --> 1108 super(File, self).__init__(self, self._h5path) - 1109 # get maximum dimension id and count of labeled dimensions - 1110 if self._writable: - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/h5netcdf/core.py:505, in Group.__init__(self, parent, name) - 502 if self._root._phony_dims_mode is not None: - 503 phony_dims = Counter() ---> 505 for k, v in self._h5group.items(): - 506 if isinstance(v, self._root._h5py.Group): - 507 # add to the groups collection if this is a h5py(d) Group - 508 # instance - 509 self._groups.add(k) - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/h5py/_hl/base.py:438, in ItemsViewHDF5.__iter__(self) - 436 with phil: - 437 for key in self._mapping: ---> 438 yield (key, self._mapping.get(key)) - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/h5py/_hl/group.py:400, in Group.get(self, name, default, getclass, getlink) - 398 if not (getclass or getlink): - 399 try: ---> 400 return self[name] - 401 except KeyError: - 402 return default - -File h5py/_objects.pyx:54, in h5py._objects.with_phil.wrapper() - -File h5py/_objects.pyx:55, in h5py._objects.with_phil.wrapper() - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/h5py/_hl/group.py:357, in Group.__getitem__(self, name) - 355 raise ValueError("Invalid HDF5 object reference") - 356 elif isinstance(name, (bytes, str)): ---> 357 oid = h5o.open(self.id, self._e(name), lapl=self._lapl) - 358 else: - 359 raise TypeError("Accessing a group is done with bytes or str, " - 360 "not {}".format(type(name))) - -File h5py/_objects.pyx:54, in h5py._objects.with_phil.wrapper() - -File h5py/_objects.pyx:55, in h5py._objects.with_phil.wrapper() - -File h5py/h5o.pyx:190, in h5py.h5o.open() - -File h5py/h5fd.pyx:163, in h5py.h5fd.H5FD_fileobj_read() - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/fsspec/spec.py:1800, in AbstractBufferedFile.readinto(self, b) - 1795 """mirrors builtin file's readinto method - 1796 - 1797 https://docs.python.org/3/library/io.html#io.RawIOBase.readinto - 1798 """ - 1799 out = memoryview(b).cast("B") --> 1800 data = self.read(out.nbytes) - 1801 out[: len(data)] = data - 1802 return len(data) - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/fsspec/spec.py:1790, in AbstractBufferedFile.read(self, length) - 1787 if length == 0: - 1788 # don't even bother calling fetch - 1789 return b"" --> 1790 out = self.cache._fetch(self.loc, self.loc + length) - 1791 self.loc += len(out) - 1792 return out - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/fsspec/caching.py:383, in BytesCache._fetch(self, start, end) - 381 elif start < self.start: - 382 if self.end - end > self.blocksize: ---> 383 self.cache = self.fetcher(start, bend) - 384 self.start = start - 385 else: - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/fsspec/asyn.py:121, in sync_wrapper.<locals>.wrapper(*args, **kwargs) - 118 @functools.wraps(func) - 119 def wrapper(*args, **kwargs): - 120 self = obj or args[0] ---> 121 return sync(self.loop, func, *args, **kwargs) - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/fsspec/asyn.py:106, in sync(loop, func, timeout, *args, **kwargs) - 104 raise FSTimeoutError from return_result - 105 elif isinstance(return_result, BaseException): ---> 106 raise return_result - 107 else: - 108 return return_result - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/fsspec/asyn.py:61, in _runner(event, coro, result, timeout) - 59 coro = asyncio.wait_for(coro, timeout=timeout) - 60 try: ----> 61 result[0] = await coro - 62 except Exception as ex: - 63 result[0] = ex - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/fsspec/implementations/http.py:655, in HTTPFile.async_fetch_range(self, start, end) - 652 if r.status == 416: - 653 # range request outside file - 654 return b"" ---> 655 r.raise_for_status() - 657 # If the server has handled the range request, it should reply - 658 # with status 206 (partial content). But we'll guess that a suitable - 659 # Content-Range header or a Content-Length no more than the - 660 # requested range also mean we have got the desired range. - 661 response_is_range = ( - 662 r.status == 206 - 663 or self._parse_content_range(r.headers)[0] == start - 664 or int(r.headers.get("Content-Length", end + 1)) <= end - start - 665 ) - -File ~/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/aiohttp/client_reqrep.py:1005, in ClientResponse.raise_for_status(self) - 1003 assert self.reason is not None - 1004 self.release() --> 1005 raise ClientResponseError( - 1006 self.request_info, - 1007 self.history, - 1008 status=self.status, - 1009 message=self.reason, - 1010 headers=self.headers, - 1011 ) - -ClientResponseError: 504, message='Gateway Time-out', url=URL('https://data.lpdaac.earthdatacloud.nasa.gov/lp-prod-protected/EMITL2ARFL.001/EMIT_L2A_RFL_001_20220903T163129_2224611_012/EMIT_L2A_RFL_001_20220903T163129_2224611_012.nc')+
CPU times: user 742 ms, sys: 148 ms, total: 890 ms +Wall time: 27.3 s +
<xarray.Dataset> +Dimensions: (bands: 285) +Dimensions without coordinates: bands +Data variables: + wavelengths (bands) float32 ... + fwhm (bands) float32 ... + good_wavelengths (bands) float32 ...
[285 values with dtype=float32]
[285 values with dtype=float32]
[285 values with dtype=float32]
using earthaccess v0.5.3 You're now authenticated with NASA Earthdata Login -Using token with expiration date: 11/13/2023 +Using token with expiration date: 11/17/2023 Using environment variables for EDL
earthaccess.open()
do?
+earthaccess.open()
do?
+earthaccess.open()
do?
+earthaccess.open()
do?
Using <class 'earthaccess.store.EarthAccessFile'> filesystem +CPU times: user 2.73 s, sys: 421 ms, total: 3.15 s +Wall time: 1min 7s
earthaccess.open()
do?
-
+ <xarray.Dataset> +Dimensions: (Time: 20, Longitude: 2160, nv: 2, Latitude: 960) +Coordinates: + * Longitude (Longitude) float32 0.08333 0.25 0.4167 ... 359.6 359.8 359.9 + * Latitude (Latitude) float32 -79.92 -79.75 -79.58 ... 79.58 79.75 79.92 + * Time (Time) datetime64[ns] 1999-05-02T12:00:00 ... 2018-05-02T12:... +Dimensions without coordinates: nv +Data variables: + Lon_bounds (Time, Longitude, nv) float32 dask.array<chunksize=(1, 2160, 2), meta=np.ndarray> + Lat_bounds (Time, Latitude, nv) float32 dask.array<chunksize=(1, 960, 2), meta=np.ndarray> + Time_bounds (Time, nv) datetime64[ns] dask.array<chunksize=(1, 2), meta=np.ndarray> + SLA (Time, Latitude, Longitude) float32 dask.array<chunksize=(1, 960, 2160), meta=np.ndarray> + SLA_ERR (Time, Latitude, Longitude) float32 dask.array<chunksize=(1, 960, 2160), meta=np.ndarray> +Attributes: (12/21) + Conventions: CF-1.6 + ncei_template_version: NCEI_NetCDF_Grid_Template_v2.0 + Institution: Jet Propulsion Laboratory + geospatial_lat_min: -79.916664 + geospatial_lat_max: 79.916664 + geospatial_lon_min: 0.083333336 + ... ... + version_number: 2205 + Data_Pnts_Each_Sat: {"16": 764589, "1002": 637661} + source_version: commit 7ba4d2404171bab4068e03a666a335c7a44c5f09 + SLA_Global_MEAN: -0.012298334728518514 + SLA_Global_STD: 0.09172898644796465 + latency: final
array([8.333334e-02, 2.500000e-01, 4.166667e-01, ..., 3.595833e+02, + 3.597500e+02, 3.599167e+02], dtype=float32)
array([-79.916664, -79.75 , -79.583336, ..., 79.583336, 79.75 , + 79.916664], dtype=float32)
array(['1999-05-02T12:00:00.000000000', '2000-05-01T12:00:00.000000000', + '2001-05-01T12:00:00.000000000', '2002-05-01T12:00:00.000000000', + '2003-05-01T12:00:00.000000000', '2004-05-05T12:00:00.000000000', + '2005-05-05T12:00:00.000000000', '2006-05-05T12:00:00.000000000', + '2007-05-05T12:00:00.000000000', '2008-05-04T12:00:00.000000000', + '2009-05-04T12:00:00.000000000', '2010-05-04T12:00:00.000000000', + '2011-05-04T12:00:00.000000000', '2012-05-03T12:00:00.000000000', + '2013-05-03T12:00:00.000000000', '2014-05-03T12:00:00.000000000', + '2015-05-03T12:00:00.000000000', '2016-05-02T12:00:00.000000000', + '2017-05-02T12:00:00.000000000', '2018-05-02T12:00:00.000000000'], + dtype='datetime64[ns]')
+
|
+ + + | +
+
|
+ + + | +
+
|
+ + + | +
+
|
+ + + | +
+
|
+ + + | +
PandasIndex(Index([0.0833333358168602, 0.25, 0.4166666567325592, + 0.5833333134651184, 0.75, 0.9166666865348816, + 1.0833333730697632, 1.25, 1.4166666269302368, + 1.5833333730697632, + ... + 358.4166564941406, 358.5833435058594, 358.75, + 358.9166564941406, 359.0833435058594, 359.25, + 359.4166564941406, 359.5833435058594, 359.75, + 359.9166564941406], + dtype='float32', name='Longitude', length=2160))
PandasIndex(Index([-79.91666412353516, -79.75, -79.58333587646484, + -79.41666412353516, -79.25, -79.08333587646484, + -78.91666412353516, -78.75, -78.58333587646484, + -78.41666412353516, + ... + 78.41666412353516, 78.58333587646484, 78.75, + 78.91666412353516, 79.08333587646484, 79.25, + 79.41666412353516, 79.58333587646484, 79.75, + 79.91666412353516], + dtype='float32', name='Latitude', length=960))
PandasIndex(DatetimeIndex(['1999-05-02 12:00:00', '2000-05-01 12:00:00', + '2001-05-01 12:00:00', '2002-05-01 12:00:00', + '2003-05-01 12:00:00', '2004-05-05 12:00:00', + '2005-05-05 12:00:00', '2006-05-05 12:00:00', + '2007-05-05 12:00:00', '2008-05-04 12:00:00', + '2009-05-04 12:00:00', '2010-05-04 12:00:00', + '2011-05-04 12:00:00', '2012-05-03 12:00:00', + '2013-05-03 12:00:00', '2014-05-03 12:00:00', + '2015-05-03 12:00:00', '2016-05-02 12:00:00', + '2017-05-02 12:00:00', '2018-05-02 12:00:00'], + dtype='datetime64[ns]', name='Time', freq=None))
---------------------------------------------------------------------------- -NameError Traceback (most recent call last) -Cell In[8], line 1 -----> 1 ds.SLA.where((ds.SLA>=0) & (ds.SLA < 10)).std('Time').plot(figsize=(14,6), x='Longitude', y='Latitude') +/home/runner/work/earthaccess/earthaccess/.venv/earthaccess-Y1ZbhwiQ-py3.9/lib/python3.9/site-packages/dask/array/numpy_compat.py:41: RuntimeWarning: invalid value encountered in divide + x = np.divide(x1, x2, out) ++ + + +-NameError: name 'ds' is not defined + ++ +Out[8]:+ + + + +++ +<matplotlib.collections.QuadMesh at 0x7f13c00a08b0>+ + + + + + + +@@ -3157,17 +4086,9 @@+ ++Plotting¶
--@@ -3241,12 +4162,12 @@---------------------------------------------------------------------------- -NameError Traceback (most recent call last) -Cell In[9], line 26 - 24 return np.array(out) - 25 # note: they rotated the data in the last release, this operation used to be (1,-1) ----> 26 ssh_area = ssl_area(ds.Latitude.data).reshape(-1,1) - 27 print(ssh_area.shape) - -NameError: name 'ds' is not defined++(960, 1) +Plotting¶
+@@ -3263,12 +4184,12 @@Plotting¶
+@@ -3285,12 +4206,12 @@Plotting¶
+@@ -3409,14 +4330,15 @@Plotting¶
------------------------------------------------------------------------------ -NameError Traceback (most recent call last) -File <timed exec>:14 -NameError: name 'ds' is not defined+ +++@@ -3425,15 +4347,11 @@- - -Plotting¶
- +diff --git a/tutorials/emit-earthaccess/index.html b/tutorials/emit-earthaccess/index.html index 614d6fd6..b99d3410 100644 --- a/tutorials/emit-earthaccess/index.html +++ b/tutorials/emit-earthaccess/index.html @@ -2218,7 +2218,7 @@+-CPU times: user 2.46 s, sys: 112 ms, total: 2.58 s +Wall time: 3.45 s +
using earthaccess version 0.5.3 You're now authenticated with NASA Earthdata Login -Using token with expiration date: 11/13/2023 +Using token with expiration date: 11/17/2023 Using environment variables for EDL@@ -2456,7 +2456,7 @@-
+