From 4bad13e834710d5b60bc4a9c9b88b19bcddd824a Mon Sep 17 00:00:00 2001 From: Wilson Beebe Date: Thu, 30 May 2024 10:41:46 -0700 Subject: [PATCH] Clear notebook outputs --- docs/tutorials/loading_data.ipynb | 597 +----------------------------- 1 file changed, 11 insertions(+), 586 deletions(-) diff --git a/docs/tutorials/loading_data.ipynb b/docs/tutorials/loading_data.ipynb index 7df11a9..9b29dac 100644 --- a/docs/tutorials/loading_data.ipynb +++ b/docs/tutorials/loading_data.ipynb @@ -9,7 +9,7 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -33,60 +33,9 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "
Dask DataFrame Structure:
\n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
abnested
npartitions=1
0int64int64nested<c: [int64], d: [int64]>
2.........
\n", - "
Dask Name: nestedframe, 2 expressions
" - ], - "text/plain": [ - "Dask NestedFrame Structure:\n", - " a b nested\n", - "npartitions=1 \n", - "0 int64 int64 nested\n", - "2 ... ... ...\n", - "Dask Name: nestedframe, 2 expressions\n", - "Expr=MapPartitions(NestedFrame)" - ] - }, - "execution_count": 2, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "# Create a Nested-Pandas NestedFrame\n", "nf = npd.NestedFrame(data={\"a\": [1, 2, 3], \"b\": [2, 4, 6]}, index=[0, 1, 2])\n", @@ -120,97 +69,9 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Directory /var/folders/d7/c6jq9xpd2pz66frp8d20n2w00000gn/T/tmph8n4is_0/base has the following parquet files ['part.4.parquet', 'part.3.parquet', 'part.2.parquet', 'part.0.parquet', 'part.1.parquet'].\n", - "Directory /var/folders/d7/c6jq9xpd2pz66frp8d20n2w00000gn/T/tmph8n4is_0/nested1 has the following parquet files ['part.4.parquet', 'part.3.parquet', 'part.2.parquet', 'part.0.parquet', 'part.1.parquet'].\n", - "Directory /var/folders/d7/c6jq9xpd2pz66frp8d20n2w00000gn/T/tmph8n4is_0/nested2 has the following parquet files ['part.4.parquet', 'part.3.parquet', 'part.2.parquet', 'part.0.parquet', 'part.1.parquet'].\n" - ] - }, - { - "data": { - "text/html": [ - "
Dask DataFrame Structure:
\n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
abnested1nested2
npartitions=5
float64float64nested<t: [double], flux: [double], band: [large_string]>nested<t: [double], flux: [double], band: [large_string]>
............
...............
............
............
\n", - "
Dask Name: getitem-fused-blockwisemerge, 1 expression
" - ], - "text/plain": [ - "Dask NestedFrame Structure:\n", - " a b nested1 nested2\n", - "npartitions=5 \n", - " float64 float64 nested nested\n", - " ... ... ... ...\n", - "... ... ... ... ...\n", - " ... ... ... ...\n", - " ... ... ... ...\n", - "Dask Name: getitem-fused-blockwisemerge, 1 expression\n", - "Expr=FromGraph(73b15af)" - ] - }, - "execution_count": 3, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "\n", "nf = None\n", @@ -271,184 +132,9 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "
\n", - "\n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
abnested1nested2
00.7149510.420148t flux band\n", - "0 19.353302 34....t flux band\n", - "0 6.712161 19.92...
00.7149510.420148t flux band\n", - "0 19.353302 34....t flux band\n", - "0 18.370752 36....
00.7149510.420148t flux band\n", - "0 19.353302 34....t flux band\n", - "0 18.885416 71....
00.7149510.420148t flux band\n", - "0 19.353302 34....t flux band\n", - "0 9.353898 20.14...
00.7149510.420148t flux band\n", - "0 19.353302 34....t flux band\n", - "0 9.162827 80.84...
...............
268NaNNaNt flux band\n", - "0 18.694918 77....None
270NaNNaNt flux band\n", - "0 13.198498 68....None
283NaNNaNt flux band\n", - "0 13.030202 9.20...None
286NaNNaNt flux band\n", - "0 14.276824 99....None
298NaNNaNt flux band\n", - "0 2.894067 56.75...None
\n", - "

1525 rows × 4 columns

\n", - "
" - ], - "text/plain": [ - " a b nested1 \\\n", - "0 0.714951 0.420148 t flux band\n", - "0 19.353302 34.... \n", - "0 0.714951 0.420148 t flux band\n", - "0 19.353302 34.... \n", - "0 0.714951 0.420148 t flux band\n", - "0 19.353302 34.... \n", - "0 0.714951 0.420148 t flux band\n", - "0 19.353302 34.... \n", - "0 0.714951 0.420148 t flux band\n", - "0 19.353302 34.... \n", - ".. ... ... ... \n", - "268 NaN NaN t flux band\n", - "0 18.694918 77.... \n", - "270 NaN NaN t flux band\n", - "0 13.198498 68.... \n", - "283 NaN NaN t flux band\n", - "0 13.030202 9.20... \n", - "286 NaN NaN t flux band\n", - "0 14.276824 99.... \n", - "298 NaN NaN t flux band\n", - "0 2.894067 56.75... \n", - "\n", - " nested2 \n", - "0 t flux band\n", - "0 6.712161 19.92... \n", - "0 t flux band\n", - "0 18.370752 36.... \n", - "0 t flux band\n", - "0 18.885416 71.... \n", - "0 t flux band\n", - "0 9.353898 20.14... \n", - "0 t flux band\n", - "0 9.162827 80.84... \n", - ".. ... \n", - "268 None \n", - "270 None \n", - "283 None \n", - "286 None \n", - "298 None \n", - "\n", - "[1525 rows x 4 columns]" - ] - }, - "execution_count": 4, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "nf.compute()" ] @@ -470,95 +156,9 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "The NestedFrame was saved to the following directories : ['nested1', 'nested2', 'base']\n" - ] - }, - { - "data": { - "text/html": [ - "
Dask DataFrame Structure:
\n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
abnested1nested2
npartitions=5
float64float64nested<t: [double], flux: [double], band: [large_string]>nested<t: [double], flux: [double], band: [large_string]>
............
...............
............
............
\n", - "
Dask Name: getitem-fused-blockwisemerge, 1 expression
" - ], - "text/plain": [ - "Dask NestedFrame Structure:\n", - " a b nested1 nested2\n", - "npartitions=5 \n", - " float64 float64 nested nested\n", - " ... ... ... ...\n", - "... ... ... ... ...\n", - " ... ... ... ...\n", - " ... ... ... ...\n", - "Dask Name: getitem-fused-blockwisemerge, 1 expression\n", - "Expr=FromGraph(99d16c1)" - ] - }, - "execution_count": 5, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "restored_nf = None\n", "\n", @@ -594,184 +194,9 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "
\n", - "\n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
abnested1nested2
00.7149510.420148t flux band\n", - "0 19.353302 ...t flux band\n", - "0 6.712161 ...
00.7149510.420148t flux band\n", - "0 19.353302 ...t flux band\n", - "0 6.712161 ...
00.7149510.420148t flux band\n", - "0 19.353302 ...t flux band\n", - "0 6.712161 ...
00.7149510.420148t flux band\n", - "0 19.353302 ...t flux band\n", - "0 6.712161 ...
00.7149510.420148t flux band\n", - "0 19.353302 ...t flux band\n", - "0 6.712161 ...
...............
268NaNNaNt flux band\n", - "0 18.694918 77....None
270NaNNaNt flux band\n", - "0 13.198498 68....None
283NaNNaNt flux band\n", - "0 13.030202 9.20...None
286NaNNaNt flux band\n", - "0 14.276824 99....None
298NaNNaNt flux band\n", - "0 2.894067 56.75...None
\n", - "

1525 rows × 4 columns

\n", - "
" - ], - "text/plain": [ - " a b nested1 \\\n", - "0 0.714951 0.420148 t flux band\n", - "0 19.353302 ... \n", - "0 0.714951 0.420148 t flux band\n", - "0 19.353302 ... \n", - "0 0.714951 0.420148 t flux band\n", - "0 19.353302 ... \n", - "0 0.714951 0.420148 t flux band\n", - "0 19.353302 ... \n", - "0 0.714951 0.420148 t flux band\n", - "0 19.353302 ... \n", - ".. ... ... ... \n", - "268 NaN NaN t flux band\n", - "0 18.694918 77.... \n", - "270 NaN NaN t flux band\n", - "0 13.198498 68.... \n", - "283 NaN NaN t flux band\n", - "0 13.030202 9.20... \n", - "286 NaN NaN t flux band\n", - "0 14.276824 99.... \n", - "298 NaN NaN t flux band\n", - "0 2.894067 56.75... \n", - "\n", - " nested2 \n", - "0 t flux band\n", - "0 6.712161 ... \n", - "0 t flux band\n", - "0 6.712161 ... \n", - "0 t flux band\n", - "0 6.712161 ... \n", - "0 t flux band\n", - "0 6.712161 ... \n", - "0 t flux band\n", - "0 6.712161 ... \n", - ".. ... \n", - "268 None \n", - "270 None \n", - "283 None \n", - "286 None \n", - "298 None \n", - "\n", - "[1525 rows x 4 columns]" - ] - }, - "execution_count": 6, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "restored_nf.compute()" ]