diff --git a/input/metadata.yml b/input/metadata.yml
index 6671af7..ed77520 100644
--- a/input/metadata.yml
+++ b/input/metadata.yml
@@ -42,16 +42,16 @@ resources:
- name: national_generation_capacity
profile: tabular-data-resource
title: Statistics of national generation capacities
- bytes: 281820
- hash: 0d17e3ad7edb2b1d64e26df11f75d358d86623744c0b24e4fa261bf36fc27717
+ bytes: 281480
+ hash: eaef1236b93c9ee1458cc995f74aed6346911a36aa964aec8597c45b2809d068
path: national_generation_capacity.xlsx
format: xlsx
mediatype: application/vnd.openxmlformats-officedocument.spreadsheetml.sheet
- name: national_generation_capacity_stacked
profile: tabular-data-resource
title: Statistics of national generation capacities
- bytes: 3483593
- hash: 2ba999a62ea12b5daf4523b298fb7a3998fe74f9aa85f9d6acc35d62f5d0e14f
+ bytes: 4219316
+ hash: b8aa71c64711e4586f51586a248e38e031c9a82dcfaf4b77401c1366944f9a14
path: national_generation_capacity_stacked.csv
format: csv
mediatype: text/csv
diff --git a/processing.ipynb b/processing.ipynb
index 9d59d03..7fe151d 100644
--- a/processing.ipynb
+++ b/processing.ipynb
@@ -90,7 +90,7 @@
},
{
"cell_type": "code",
- "execution_count": 1,
+ "execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -132,7 +132,7 @@
},
{
"cell_type": "code",
- "execution_count": 2,
+ "execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -148,7 +148,7 @@
},
{
"cell_type": "code",
- "execution_count": 3,
+ "execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -186,7 +186,7 @@
},
{
"cell_type": "code",
- "execution_count": 4,
+ "execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -234,7 +234,7 @@
},
{
"cell_type": "code",
- "execution_count": 5,
+ "execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -293,24 +293,9 @@
},
{
"cell_type": "code",
- "execution_count": 6,
+ "execution_count": null,
"metadata": {},
- "outputs": [
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
- "05 Apr 2019 17:09:39 - root - INFO - Using local file from download\\2019-4-5-nrg_113a.tsv.gz\n"
- ]
- },
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "download\\2019-4-5-nrg_113a.tsv.gz\n"
- ]
- }
- ],
+ "outputs": [],
"source": [
"# Data source for EUROSTAT data\n",
"# http://ec.europa.eu/eurostat/estat-navtree-portlet-prod/BulkDownloadListing?sort=1&downfile=data%2Fnrg_113a.tsv.gz\n",
@@ -325,7 +310,7 @@
},
{
"cell_type": "code",
- "execution_count": 7,
+ "execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -371,171 +356,9 @@
},
{
"cell_type": "code",
- "execution_count": 8,
+ "execution_count": null,
"metadata": {},
- "outputs": [
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
- "05 Apr 2019 17:09:39 - root - INFO - Using local file from download\\2019-4-5-Statistics.xls\n"
- ]
- },
- {
- "data": {
- "text/html": [
- "
\n",
- "\n",
- "
\n",
- " \n",
- " \n",
- " | \n",
- " country | \n",
- " year | \n",
- " hydro | \n",
- " of which storage | \n",
- " of which run of river | \n",
- " of which pumped storage | \n",
- " nuclear | \n",
- " renewable | \n",
- " of which wind | \n",
- " of which solar | \n",
- " of which biomass | \n",
- " fossil_fuels | \n",
- " other | \n",
- " representativity | \n",
- "
\n",
- " \n",
- " \n",
- " \n",
- " 0 | \n",
- " AT | \n",
- " 2010 | \n",
- " 12665.0 | \n",
- " 7205.0 | \n",
- " 5241.0 | \n",
- " 0.0 | \n",
- " 0 | \n",
- " 1031.0 | \n",
- " 1002.0 | \n",
- " 0.0 | \n",
- " 0.0 | \n",
- " 7389.0 | \n",
- " 0.0 | \n",
- " 100.0 | \n",
- "
\n",
- " \n",
- " 1 | \n",
- " AT | \n",
- " 2011 | \n",
- " 13200.0 | \n",
- " 0.0 | \n",
- " 0.0 | \n",
- " 0.0 | \n",
- " 0 | \n",
- " 1542.0 | \n",
- " 1056.0 | \n",
- " 55.0 | \n",
- " 0.0 | \n",
- " 7818.0 | \n",
- " 68.0 | \n",
- " 100.0 | \n",
- "
\n",
- " \n",
- " 2 | \n",
- " AT | \n",
- " 2012 | \n",
- " 13350.0 | \n",
- " 0.0 | \n",
- " 0.0 | \n",
- " 0.0 | \n",
- " 0 | \n",
- " 1906.0 | \n",
- " 1307.0 | \n",
- " 172.0 | \n",
- " 427.0 | \n",
- " 7834.0 | \n",
- " 74.0 | \n",
- " 100.0 | \n",
- "
\n",
- " \n",
- " 3 | \n",
- " AT | \n",
- " 2013 | \n",
- " 13427.0 | \n",
- " 0.0 | \n",
- " 0.0 | \n",
- " 0.0 | \n",
- " 0 | \n",
- " 2305.0 | \n",
- " 1555.0 | \n",
- " 324.0 | \n",
- " 426.0 | \n",
- " 7847.0 | \n",
- " 244.0 | \n",
- " 100.0 | \n",
- "
\n",
- " \n",
- " 4 | \n",
- " AT | \n",
- " 2014 | \n",
- " 13569.0 | \n",
- " 0.0 | \n",
- " 0.0 | \n",
- " 0.0 | \n",
- " 0 | \n",
- " 3413.0 | \n",
- " 2110.0 | \n",
- " 589.0 | \n",
- " 512.0 | \n",
- " 7243.0 | \n",
- " 0.0 | \n",
- " 100.0 | \n",
- "
\n",
- " \n",
- "
\n",
- "
"
- ],
- "text/plain": [
- " country year hydro of which storage of which run of river \\\n",
- "0 AT 2010 12665.0 7205.0 5241.0 \n",
- "1 AT 2011 13200.0 0.0 0.0 \n",
- "2 AT 2012 13350.0 0.0 0.0 \n",
- "3 AT 2013 13427.0 0.0 0.0 \n",
- "4 AT 2014 13569.0 0.0 0.0 \n",
- "\n",
- " of which pumped storage nuclear renewable of which wind of which solar \\\n",
- "0 0.0 0 1031.0 1002.0 0.0 \n",
- "1 0.0 0 1542.0 1056.0 55.0 \n",
- "2 0.0 0 1906.0 1307.0 172.0 \n",
- "3 0.0 0 2305.0 1555.0 324.0 \n",
- "4 0.0 0 3413.0 2110.0 589.0 \n",
- "\n",
- " of which biomass fossil_fuels other representativity \n",
- "0 0.0 7389.0 0.0 100.0 \n",
- "1 0.0 7818.0 68.0 100.0 \n",
- "2 427.0 7834.0 74.0 100.0 \n",
- "3 426.0 7847.0 244.0 100.0 \n",
- "4 512.0 7243.0 0.0 100.0 "
- ]
- },
- "execution_count": 8,
- "metadata": {},
- "output_type": "execute_result"
- }
- ],
+ "outputs": [],
"source": [
"# Data source for ENTSO-E capacity data\n",
"# https://docstore.entsoe.eu/Documents/Publications/Statistics/NGC_2010-2015.xlsx\n",
@@ -566,21 +389,9 @@
},
{
"cell_type": "code",
- "execution_count": 9,
+ "execution_count": null,
"metadata": {},
- "outputs": [
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
- "05 Apr 2019 17:09:39 - root - INFO - Using local file from download\\2019-4-5-SO_AF_2011_-_2025_.zip\n",
- "05 Apr 2019 17:09:42 - root - INFO - Using local file from download\\2019-4-5-120705_SOAF_2012_Dataset.zip\n",
- "05 Apr 2019 17:09:44 - root - INFO - Using local file from download\\2019-4-5-130403_SOAF_2013-2030_dataset.zip\n",
- "05 Apr 2019 17:09:47 - root - INFO - Using local file from download\\2019-4-5-140602_SOAF%202014_dataset.zip\n",
- "05 Apr 2019 17:09:52 - root - INFO - Using local file from download\\2019-4-5-SO_AF_2015_dataset.zip\n"
- ]
- }
- ],
+ "outputs": [],
"source": [
"url_entsoe_soaf2015 = (\n",
" 'https://www.entsoe.eu/Documents/Publications/SDC/data/SO_AF_2015_dataset.zip')\n",
@@ -683,115 +494,9 @@
},
{
"cell_type": "code",
- "execution_count": 10,
+ "execution_count": null,
"metadata": {},
- "outputs": [
- {
- "data": {
- "text/html": [
- "\n",
- "\n",
- "
\n",
- " \n",
- " \n",
- " | \n",
- " | \n",
- " 2011 | \n",
- " 2012 | \n",
- " 2013 | \n",
- " 2014 | \n",
- " 2015 | \n",
- " 2016 | \n",
- "
\n",
- " \n",
- " | \n",
- " country | \n",
- " | \n",
- " | \n",
- " | \n",
- " | \n",
- " | \n",
- " | \n",
- "
\n",
- " \n",
- " \n",
- " \n",
- " Adequacy Reference Margin | \n",
- " AL | \n",
- " NaN | \n",
- " NaN | \n",
- " NaN | \n",
- " NaN | \n",
- " NaN | \n",
- " 0.117 | \n",
- "
\n",
- " \n",
- " AT | \n",
- " 1.3 | \n",
- " 2.3 | \n",
- " 1.9 | \n",
- " 2.6 | \n",
- " 2.7 | \n",
- " 0.844868 | \n",
- "
\n",
- " \n",
- " BA | \n",
- " 0.3 | \n",
- " 0.3 | \n",
- " 0.3 | \n",
- " 0.3 | \n",
- " 0.3 | \n",
- " 0.19 | \n",
- "
\n",
- " \n",
- " BE | \n",
- " 1.8 | \n",
- " 1 | \n",
- " 1.94 | \n",
- " 1.93 | \n",
- " 2.34 | \n",
- " 1.01675 | \n",
- "
\n",
- " \n",
- " BG | \n",
- " 1.2 | \n",
- " 1.2 | \n",
- " 1.31 | \n",
- " 1.31 | \n",
- " 1.38 | \n",
- " 1.413 | \n",
- "
\n",
- " \n",
- "
\n",
- "
"
- ],
- "text/plain": [
- " 2011 2012 2013 2014 2015 2016\n",
- " country \n",
- "Adequacy Reference Margin AL NaN NaN NaN NaN NaN 0.117\n",
- " AT 1.3 2.3 1.9 2.6 2.7 0.844868\n",
- " BA 0.3 0.3 0.3 0.3 0.3 0.19\n",
- " BE 1.8 1 1.94 1.93 2.34 1.01675\n",
- " BG 1.2 1.2 1.31 1.31 1.38 1.413"
- ]
- },
- "execution_count": 10,
- "metadata": {},
- "output_type": "execute_result"
- }
- ],
+ "outputs": [],
"source": [
"data_soaf = pd.concat([data_soaf_2011,data_soaf_2012,data_soaf_2013,data_soaf_2014,data_soaf_2015], axis=1)\n",
"data_soaf.head()"
@@ -827,127 +532,9 @@
},
{
"cell_type": "code",
- "execution_count": 11,
+ "execution_count": null,
"metadata": {},
- "outputs": [
- {
- "data": {
- "text/html": [
- "\n",
- "\n",
- "
\n",
- " \n",
- " \n",
- " | \n",
- " technology | \n",
- " source | \n",
- " source_type | \n",
- " year | \n",
- " type | \n",
- " country | \n",
- " capacity_definition | \n",
- " capacity | \n",
- " comment | \n",
- "
\n",
- " \n",
- " \n",
- " \n",
- " 0 | \n",
- " Fossil fuels | \n",
- " Agencija za energijo | \n",
- " Ministry | \n",
- " 2013 | \n",
- " Installed capacity in MW | \n",
- " SI | \n",
- " Net capacity | \n",
- " 1240.00 | \n",
- " NaN | \n",
- "
\n",
- " \n",
- " 1 | \n",
- " Fossil fuels | \n",
- " Agencija za energijo | \n",
- " Ministry | \n",
- " 2014 | \n",
- " Installed capacity in MW | \n",
- " SI | \n",
- " Net capacity | \n",
- " 1766.00 | \n",
- " NaN | \n",
- "
\n",
- " \n",
- " 2 | \n",
- " Fossil fuels | \n",
- " Agencija za energijo | \n",
- " Ministry | \n",
- " 2015 | \n",
- " Installed capacity in MW | \n",
- " SI | \n",
- " Net capacity | \n",
- " 1442.97 | \n",
- " NaN | \n",
- "
\n",
- " \n",
- " 3 | \n",
- " Fossil fuels | \n",
- " Anre | \n",
- " Regulatory Authority | \n",
- " 2013 | \n",
- " Installed capacity in MW | \n",
- " RO | \n",
- " Unknown | \n",
- " 12079.00 | \n",
- " NaN | \n",
- "
\n",
- " \n",
- " 4 | \n",
- " Fossil fuels | \n",
- " Anre | \n",
- " Regulatory Authority | \n",
- " 2014 | \n",
- " Installed capacity in MW | \n",
- " RO | \n",
- " Unknown | \n",
- " 12102.00 | \n",
- " NaN | \n",
- "
\n",
- " \n",
- "
\n",
- "
"
- ],
- "text/plain": [
- " technology source source_type year \\\n",
- "0 Fossil fuels Agencija za energijo Ministry 2013 \n",
- "1 Fossil fuels Agencija za energijo Ministry 2014 \n",
- "2 Fossil fuels Agencija za energijo Ministry 2015 \n",
- "3 Fossil fuels Anre Regulatory Authority 2013 \n",
- "4 Fossil fuels Anre Regulatory Authority 2014 \n",
- "\n",
- " type country capacity_definition capacity comment \n",
- "0 Installed capacity in MW SI Net capacity 1240.00 NaN \n",
- "1 Installed capacity in MW SI Net capacity 1766.00 NaN \n",
- "2 Installed capacity in MW SI Net capacity 1442.97 NaN \n",
- "3 Installed capacity in MW RO Unknown 12079.00 NaN \n",
- "4 Installed capacity in MW RO Unknown 12102.00 NaN "
- ]
- },
- "execution_count": 11,
- "metadata": {},
- "output_type": "execute_result"
- }
- ],
+ "outputs": [],
"source": [
"# Reshape dataframe to list\n",
"data_opsd = pd.DataFrame(data_raw.stack(level=['source', 'source_type', 'year',\n",
@@ -1001,127 +588,9 @@
},
{
"cell_type": "code",
- "execution_count": 12,
+ "execution_count": null,
"metadata": {},
- "outputs": [
- {
- "data": {
- "text/html": [
- "\n",
- "\n",
- "
\n",
- " \n",
- " \n",
- " | \n",
- " unit | \n",
- " product | \n",
- " indic_nrg | \n",
- " geo\\time | \n",
- " source | \n",
- " source_type | \n",
- " type | \n",
- " year | \n",
- " value | \n",
- "
\n",
- " \n",
- " \n",
- " \n",
- " 0 | \n",
- " MW | \n",
- " 9007 | \n",
- " 12_1176011 | \n",
- " AL | \n",
- " EUROSTAT | \n",
- " Statistical Office | \n",
- " Installed capacity in MW | \n",
- " 2016 | \n",
- " 98 | \n",
- "
\n",
- " \n",
- " 1 | \n",
- " MW | \n",
- " 9007 | \n",
- " 12_1176011 | \n",
- " AT | \n",
- " EUROSTAT | \n",
- " Statistical Office | \n",
- " Installed capacity in MW | \n",
- " 2016 | \n",
- " 5561 | \n",
- "
\n",
- " \n",
- " 2 | \n",
- " MW | \n",
- " 9007 | \n",
- " 12_1176011 | \n",
- " BA | \n",
- " EUROSTAT | \n",
- " Statistical Office | \n",
- " Installed capacity in MW | \n",
- " 2016 | \n",
- " 2065 | \n",
- "
\n",
- " \n",
- " 3 | \n",
- " MW | \n",
- " 9007 | \n",
- " 12_1176011 | \n",
- " BE | \n",
- " EUROSTAT | \n",
- " Statistical Office | \n",
- " Installed capacity in MW | \n",
- " 2016 | \n",
- " 7182 | \n",
- "
\n",
- " \n",
- " 4 | \n",
- " MW | \n",
- " 9007 | \n",
- " 12_1176011 | \n",
- " BG | \n",
- " EUROSTAT | \n",
- " Statistical Office | \n",
- " Installed capacity in MW | \n",
- " 2016 | \n",
- " 3635 | \n",
- "
\n",
- " \n",
- "
\n",
- "
"
- ],
- "text/plain": [
- " unit product indic_nrg geo\\time source source_type \\\n",
- "0 MW 9007 12_1176011 AL EUROSTAT Statistical Office \n",
- "1 MW 9007 12_1176011 AT EUROSTAT Statistical Office \n",
- "2 MW 9007 12_1176011 BA EUROSTAT Statistical Office \n",
- "3 MW 9007 12_1176011 BE EUROSTAT Statistical Office \n",
- "4 MW 9007 12_1176011 BG EUROSTAT Statistical Office \n",
- "\n",
- " type year value \n",
- "0 Installed capacity in MW 2016 98 \n",
- "1 Installed capacity in MW 2016 5561 \n",
- "2 Installed capacity in MW 2016 2065 \n",
- "3 Installed capacity in MW 2016 7182 \n",
- "4 Installed capacity in MW 2016 3635 "
- ]
- },
- "execution_count": 12,
- "metadata": {},
- "output_type": "execute_result"
- }
- ],
+ "outputs": [],
"source": [
"data_eurostat = pd.melt(data_eurostat, id_vars=['unit', 'product',\n",
" 'indic_nrg', 'geo\\\\time',\n",
@@ -1191,7 +660,7 @@
},
{
"cell_type": "code",
- "execution_count": 13,
+ "execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -1209,158 +678,9 @@
},
{
"cell_type": "code",
- "execution_count": 14,
+ "execution_count": null,
"metadata": {},
- "outputs": [
- {
- "data": {
- "text/html": [
- "\n",
- "\n",
- "
\n",
- " \n",
- " \n",
- " | \n",
- " unit | \n",
- " product | \n",
- " indic_nrg | \n",
- " geo\\time | \n",
- " source | \n",
- " source_type | \n",
- " type | \n",
- " year | \n",
- " value | \n",
- " indic | \n",
- " description | \n",
- " energy source | \n",
- " comment | \n",
- "
\n",
- " \n",
- " \n",
- " \n",
- " 0 | \n",
- " MW | \n",
- " 9007 | \n",
- " 12_1176011 | \n",
- " AL | \n",
- " EUROSTAT | \n",
- " Statistical Office | \n",
- " Installed capacity in MW | \n",
- " 2016 | \n",
- " 98.0 | \n",
- " 12_1176011 | \n",
- " Electrical capacity, main activity producers -... | \n",
- " Fossil fuels | \n",
- " | \n",
- "
\n",
- " \n",
- " 1 | \n",
- " MW | \n",
- " 9007 | \n",
- " 12_1176011 | \n",
- " AT | \n",
- " EUROSTAT | \n",
- " Statistical Office | \n",
- " Installed capacity in MW | \n",
- " 2016 | \n",
- " 5561.0 | \n",
- " 12_1176011 | \n",
- " Electrical capacity, main activity producers -... | \n",
- " Fossil fuels | \n",
- " | \n",
- "
\n",
- " \n",
- " 2 | \n",
- " MW | \n",
- " 9007 | \n",
- " 12_1176011 | \n",
- " BA | \n",
- " EUROSTAT | \n",
- " Statistical Office | \n",
- " Installed capacity in MW | \n",
- " 2016 | \n",
- " 2065.0 | \n",
- " 12_1176011 | \n",
- " Electrical capacity, main activity producers -... | \n",
- " Fossil fuels | \n",
- " | \n",
- "
\n",
- " \n",
- " 3 | \n",
- " MW | \n",
- " 9007 | \n",
- " 12_1176011 | \n",
- " BE | \n",
- " EUROSTAT | \n",
- " Statistical Office | \n",
- " Installed capacity in MW | \n",
- " 2016 | \n",
- " 7182.0 | \n",
- " 12_1176011 | \n",
- " Electrical capacity, main activity producers -... | \n",
- " Fossil fuels | \n",
- " | \n",
- "
\n",
- " \n",
- " 4 | \n",
- " MW | \n",
- " 9007 | \n",
- " 12_1176011 | \n",
- " BG | \n",
- " EUROSTAT | \n",
- " Statistical Office | \n",
- " Installed capacity in MW | \n",
- " 2016 | \n",
- " 3635.0 | \n",
- " 12_1176011 | \n",
- " Electrical capacity, main activity producers -... | \n",
- " Fossil fuels | \n",
- " | \n",
- "
\n",
- " \n",
- "
\n",
- "
"
- ],
- "text/plain": [
- " unit product indic_nrg geo\\time source source_type \\\n",
- "0 MW 9007 12_1176011 AL EUROSTAT Statistical Office \n",
- "1 MW 9007 12_1176011 AT EUROSTAT Statistical Office \n",
- "2 MW 9007 12_1176011 BA EUROSTAT Statistical Office \n",
- "3 MW 9007 12_1176011 BE EUROSTAT Statistical Office \n",
- "4 MW 9007 12_1176011 BG EUROSTAT Statistical Office \n",
- "\n",
- " type year value indic \\\n",
- "0 Installed capacity in MW 2016 98.0 12_1176011 \n",
- "1 Installed capacity in MW 2016 5561.0 12_1176011 \n",
- "2 Installed capacity in MW 2016 2065.0 12_1176011 \n",
- "3 Installed capacity in MW 2016 7182.0 12_1176011 \n",
- "4 Installed capacity in MW 2016 3635.0 12_1176011 \n",
- "\n",
- " description energy source comment \n",
- "0 Electrical capacity, main activity producers -... Fossil fuels \n",
- "1 Electrical capacity, main activity producers -... Fossil fuels \n",
- "2 Electrical capacity, main activity producers -... Fossil fuels \n",
- "3 Electrical capacity, main activity producers -... Fossil fuels \n",
- "4 Electrical capacity, main activity producers -... Fossil fuels "
- ]
- },
- "execution_count": 14,
- "metadata": {},
- "output_type": "execute_result"
- }
- ],
+ "outputs": [],
"source": [
"data_eurostat = data_eurostat[data_eurostat['energy source'].isnull() == False]\n",
"\n",
@@ -1396,121 +716,9 @@
},
{
"cell_type": "code",
- "execution_count": 15,
+ "execution_count": null,
"metadata": {},
- "outputs": [
- {
- "data": {
- "text/html": [
- "\n",
- "\n",
- "
\n",
- " \n",
- " \n",
- " | \n",
- " country | \n",
- " source | \n",
- " source_type | \n",
- " type | \n",
- " year | \n",
- " capacity | \n",
- " technology | \n",
- " comment | \n",
- "
\n",
- " \n",
- " \n",
- " \n",
- " 0 | \n",
- " AL | \n",
- " EUROSTAT | \n",
- " Statistical Office | \n",
- " Installed capacity in MW | \n",
- " 2016 | \n",
- " 98.0 | \n",
- " Fossil fuels | \n",
- " | \n",
- "
\n",
- " \n",
- " 1 | \n",
- " AT | \n",
- " EUROSTAT | \n",
- " Statistical Office | \n",
- " Installed capacity in MW | \n",
- " 2016 | \n",
- " 5561.0 | \n",
- " Fossil fuels | \n",
- " | \n",
- "
\n",
- " \n",
- " 2 | \n",
- " BA | \n",
- " EUROSTAT | \n",
- " Statistical Office | \n",
- " Installed capacity in MW | \n",
- " 2016 | \n",
- " 2065.0 | \n",
- " Fossil fuels | \n",
- " | \n",
- "
\n",
- " \n",
- " 3 | \n",
- " BE | \n",
- " EUROSTAT | \n",
- " Statistical Office | \n",
- " Installed capacity in MW | \n",
- " 2016 | \n",
- " 7182.0 | \n",
- " Fossil fuels | \n",
- " | \n",
- "
\n",
- " \n",
- " 4 | \n",
- " BG | \n",
- " EUROSTAT | \n",
- " Statistical Office | \n",
- " Installed capacity in MW | \n",
- " 2016 | \n",
- " 3635.0 | \n",
- " Fossil fuels | \n",
- " | \n",
- "
\n",
- " \n",
- "
\n",
- "
"
- ],
- "text/plain": [
- " country source source_type type year \\\n",
- "0 AL EUROSTAT Statistical Office Installed capacity in MW 2016 \n",
- "1 AT EUROSTAT Statistical Office Installed capacity in MW 2016 \n",
- "2 BA EUROSTAT Statistical Office Installed capacity in MW 2016 \n",
- "3 BE EUROSTAT Statistical Office Installed capacity in MW 2016 \n",
- "4 BG EUROSTAT Statistical Office Installed capacity in MW 2016 \n",
- "\n",
- " capacity technology comment \n",
- "0 98.0 Fossil fuels \n",
- "1 5561.0 Fossil fuels \n",
- "2 2065.0 Fossil fuels \n",
- "3 7182.0 Fossil fuels \n",
- "4 3635.0 Fossil fuels "
- ]
- },
- "execution_count": 15,
- "metadata": {},
- "output_type": "execute_result"
- }
- ],
+ "outputs": [],
"source": [
"data_eurostat = data_eurostat.drop(['unit', 'product', 'indic_nrg',\n",
" 'indic', 'description'], axis=1)\n",
@@ -1524,121 +732,9 @@
},
{
"cell_type": "code",
- "execution_count": 16,
+ "execution_count": null,
"metadata": {},
- "outputs": [
- {
- "data": {
- "text/html": [
- "\n",
- "\n",
- "
\n",
- " \n",
- " \n",
- " | \n",
- " country | \n",
- " source | \n",
- " source_type | \n",
- " type | \n",
- " year | \n",
- " capacity | \n",
- " technology | \n",
- " comment | \n",
- "
\n",
- " \n",
- " \n",
- " \n",
- " 0 | \n",
- " AL | \n",
- " EUROSTAT | \n",
- " Statistical Office | \n",
- " Installed capacity in MW | \n",
- " 2016 | \n",
- " 98.0 | \n",
- " Fossil fuels | \n",
- " | \n",
- "
\n",
- " \n",
- " 1 | \n",
- " AT | \n",
- " EUROSTAT | \n",
- " Statistical Office | \n",
- " Installed capacity in MW | \n",
- " 2016 | \n",
- " 5561.0 | \n",
- " Fossil fuels | \n",
- " | \n",
- "
\n",
- " \n",
- " 2 | \n",
- " BA | \n",
- " EUROSTAT | \n",
- " Statistical Office | \n",
- " Installed capacity in MW | \n",
- " 2016 | \n",
- " 2065.0 | \n",
- " Fossil fuels | \n",
- " | \n",
- "
\n",
- " \n",
- " 3 | \n",
- " BE | \n",
- " EUROSTAT | \n",
- " Statistical Office | \n",
- " Installed capacity in MW | \n",
- " 2016 | \n",
- " 7182.0 | \n",
- " Fossil fuels | \n",
- " | \n",
- "
\n",
- " \n",
- " 4 | \n",
- " BG | \n",
- " EUROSTAT | \n",
- " Statistical Office | \n",
- " Installed capacity in MW | \n",
- " 2016 | \n",
- " 3635.0 | \n",
- " Fossil fuels | \n",
- " | \n",
- "
\n",
- " \n",
- "
\n",
- "
"
- ],
- "text/plain": [
- " country source source_type type year \\\n",
- "0 AL EUROSTAT Statistical Office Installed capacity in MW 2016 \n",
- "1 AT EUROSTAT Statistical Office Installed capacity in MW 2016 \n",
- "2 BA EUROSTAT Statistical Office Installed capacity in MW 2016 \n",
- "3 BE EUROSTAT Statistical Office Installed capacity in MW 2016 \n",
- "4 BG EUROSTAT Statistical Office Installed capacity in MW 2016 \n",
- "\n",
- " capacity technology comment \n",
- "0 98.0 Fossil fuels \n",
- "1 5561.0 Fossil fuels \n",
- "2 2065.0 Fossil fuels \n",
- "3 7182.0 Fossil fuels \n",
- "4 3635.0 Fossil fuels "
- ]
- },
- "execution_count": 16,
- "metadata": {},
- "output_type": "execute_result"
- }
- ],
+ "outputs": [],
"source": [
"data_eurostat['country'] = data_eurostat['country'].replace('UK', 'GB')\n",
"data_eurostat['country'] = data_eurostat['country'].replace('EL', 'GR')\n",
@@ -1656,121 +752,9 @@
},
{
"cell_type": "code",
- "execution_count": 17,
+ "execution_count": null,
"metadata": {},
- "outputs": [
- {
- "data": {
- "text/html": [
- "\n",
- "\n",
- "
\n",
- " \n",
- " \n",
- " | \n",
- " technology | \n",
- " source | \n",
- " source_type | \n",
- " year | \n",
- " type | \n",
- " country | \n",
- " capacity | \n",
- " comment | \n",
- "
\n",
- " \n",
- " \n",
- " \n",
- " 0 | \n",
- " Biomass and biogas | \n",
- " EUROSTAT | \n",
- " Statistical Office | \n",
- " 1990 | \n",
- " Installed capacity in MW | \n",
- " AL | \n",
- " 0.0 | \n",
- " | \n",
- "
\n",
- " \n",
- " 1 | \n",
- " Biomass and biogas | \n",
- " EUROSTAT | \n",
- " Statistical Office | \n",
- " 1990 | \n",
- " Installed capacity in MW | \n",
- " AT | \n",
- " 0.0 | \n",
- " | \n",
- "
\n",
- " \n",
- " 2 | \n",
- " Biomass and biogas | \n",
- " EUROSTAT | \n",
- " Statistical Office | \n",
- " 1990 | \n",
- " Installed capacity in MW | \n",
- " BA | \n",
- " 0.0 | \n",
- " | \n",
- "
\n",
- " \n",
- " 3 | \n",
- " Biomass and biogas | \n",
- " EUROSTAT | \n",
- " Statistical Office | \n",
- " 1990 | \n",
- " Installed capacity in MW | \n",
- " BE | \n",
- " 1.0 | \n",
- " | \n",
- "
\n",
- " \n",
- " 4 | \n",
- " Biomass and biogas | \n",
- " EUROSTAT | \n",
- " Statistical Office | \n",
- " 1990 | \n",
- " Installed capacity in MW | \n",
- " BG | \n",
- " 0.0 | \n",
- " | \n",
- "
\n",
- " \n",
- "
\n",
- "
"
- ],
- "text/plain": [
- " technology source source_type year \\\n",
- "0 Biomass and biogas EUROSTAT Statistical Office 1990 \n",
- "1 Biomass and biogas EUROSTAT Statistical Office 1990 \n",
- "2 Biomass and biogas EUROSTAT Statistical Office 1990 \n",
- "3 Biomass and biogas EUROSTAT Statistical Office 1990 \n",
- "4 Biomass and biogas EUROSTAT Statistical Office 1990 \n",
- "\n",
- " type country capacity comment \n",
- "0 Installed capacity in MW AL 0.0 \n",
- "1 Installed capacity in MW AT 0.0 \n",
- "2 Installed capacity in MW BA 0.0 \n",
- "3 Installed capacity in MW BE 1.0 \n",
- "4 Installed capacity in MW BG 0.0 "
- ]
- },
- "execution_count": 17,
- "metadata": {},
- "output_type": "execute_result"
- }
- ],
+ "outputs": [],
"source": [
"data_eurostat = pd.DataFrame(data_eurostat.groupby(['technology', 'source',\n",
" 'source_type', 'year',\n",
@@ -1808,7 +792,7 @@
},
{
"cell_type": "code",
- "execution_count": 18,
+ "execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -1920,7 +904,7 @@
},
{
"cell_type": "code",
- "execution_count": 19,
+ "execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -1968,7 +952,7 @@
},
{
"cell_type": "code",
- "execution_count": 20,
+ "execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -2009,127 +993,9 @@
},
{
"cell_type": "code",
- "execution_count": 21,
+ "execution_count": null,
"metadata": {},
- "outputs": [
- {
- "data": {
- "text/html": [
- "\n",
- "\n",
- "
\n",
- " \n",
- " \n",
- " | \n",
- " capacity | \n",
- " comment | \n",
- " country | \n",
- " source | \n",
- " source_type | \n",
- " technology | \n",
- " type | \n",
- " year | \n",
- " capacity_definition | \n",
- "
\n",
- " \n",
- " \n",
- " \n",
- " 0 | \n",
- " 0.0 | \n",
- " | \n",
- " AL | \n",
- " EUROSTAT | \n",
- " Statistical Office | \n",
- " Biomass and biogas | \n",
- " Installed capacity in MW | \n",
- " 1990 | \n",
- " Unknown | \n",
- "
\n",
- " \n",
- " 1 | \n",
- " 0.0 | \n",
- " | \n",
- " AT | \n",
- " EUROSTAT | \n",
- " Statistical Office | \n",
- " Biomass and biogas | \n",
- " Installed capacity in MW | \n",
- " 1990 | \n",
- " Unknown | \n",
- "
\n",
- " \n",
- " 2 | \n",
- " 0.0 | \n",
- " | \n",
- " BA | \n",
- " EUROSTAT | \n",
- " Statistical Office | \n",
- " Biomass and biogas | \n",
- " Installed capacity in MW | \n",
- " 1990 | \n",
- " Unknown | \n",
- "
\n",
- " \n",
- " 3 | \n",
- " 1.0 | \n",
- " | \n",
- " BE | \n",
- " EUROSTAT | \n",
- " Statistical Office | \n",
- " Biomass and biogas | \n",
- " Installed capacity in MW | \n",
- " 1990 | \n",
- " Unknown | \n",
- "
\n",
- " \n",
- " 4 | \n",
- " 0.0 | \n",
- " | \n",
- " BG | \n",
- " EUROSTAT | \n",
- " Statistical Office | \n",
- " Biomass and biogas | \n",
- " Installed capacity in MW | \n",
- " 1990 | \n",
- " Unknown | \n",
- "
\n",
- " \n",
- "
\n",
- "
"
- ],
- "text/plain": [
- " capacity comment country source source_type technology \\\n",
- "0 0.0 AL EUROSTAT Statistical Office Biomass and biogas \n",
- "1 0.0 AT EUROSTAT Statistical Office Biomass and biogas \n",
- "2 0.0 BA EUROSTAT Statistical Office Biomass and biogas \n",
- "3 1.0 BE EUROSTAT Statistical Office Biomass and biogas \n",
- "4 0.0 BG EUROSTAT Statistical Office Biomass and biogas \n",
- "\n",
- " type year capacity_definition \n",
- "0 Installed capacity in MW 1990 Unknown \n",
- "1 Installed capacity in MW 1990 Unknown \n",
- "2 Installed capacity in MW 1990 Unknown \n",
- "3 Installed capacity in MW 1990 Unknown \n",
- "4 Installed capacity in MW 1990 Unknown "
- ]
- },
- "execution_count": 21,
- "metadata": {},
- "output_type": "execute_result"
- }
- ],
+ "outputs": [],
"source": [
"data_eurostat['source'] = 'EUROSTAT'\n",
"data_eurostat['source_type'] = 'Statistical Office'\n",
@@ -2155,123 +1021,11 @@
},
{
"cell_type": "code",
- "execution_count": 22,
+ "execution_count": null,
"metadata": {
"scrolled": true
},
- "outputs": [
- {
- "data": {
- "text/html": [
- "\n",
- "\n",
- "
\n",
- " \n",
- " \n",
- " | \n",
- " country | \n",
- " year | \n",
- " technology | \n",
- " capacity | \n",
- " source | \n",
- " source_type | \n",
- " capacity_definition | \n",
- " type | \n",
- "
\n",
- " \n",
- " \n",
- " \n",
- " 0 | \n",
- " AT | \n",
- " 2010 | \n",
- " fossil_fuels | \n",
- " 7389.0 | \n",
- " entsoe Statistics | \n",
- " Other association | \n",
- " Net capacity | \n",
- " Installed capacity in MW | \n",
- "
\n",
- " \n",
- " 1 | \n",
- " AT | \n",
- " 2010 | \n",
- " hydro | \n",
- " 12665.0 | \n",
- " entsoe Statistics | \n",
- " Other association | \n",
- " Net capacity | \n",
- " Installed capacity in MW | \n",
- "
\n",
- " \n",
- " 2 | \n",
- " AT | \n",
- " 2010 | \n",
- " nuclear | \n",
- " 0.0 | \n",
- " entsoe Statistics | \n",
- " Other association | \n",
- " Net capacity | \n",
- " Installed capacity in MW | \n",
- "
\n",
- " \n",
- " 3 | \n",
- " AT | \n",
- " 2010 | \n",
- " of which biomass | \n",
- " 0.0 | \n",
- " entsoe Statistics | \n",
- " Other association | \n",
- " Net capacity | \n",
- " Installed capacity in MW | \n",
- "
\n",
- " \n",
- " 4 | \n",
- " AT | \n",
- " 2010 | \n",
- " of which pumped storage | \n",
- " 0.0 | \n",
- " entsoe Statistics | \n",
- " Other association | \n",
- " Net capacity | \n",
- " Installed capacity in MW | \n",
- "
\n",
- " \n",
- "
\n",
- "
"
- ],
- "text/plain": [
- " country year technology capacity source \\\n",
- "0 AT 2010 fossil_fuels 7389.0 entsoe Statistics \n",
- "1 AT 2010 hydro 12665.0 entsoe Statistics \n",
- "2 AT 2010 nuclear 0.0 entsoe Statistics \n",
- "3 AT 2010 of which biomass 0.0 entsoe Statistics \n",
- "4 AT 2010 of which pumped storage 0.0 entsoe Statistics \n",
- "\n",
- " source_type capacity_definition type \n",
- "0 Other association Net capacity Installed capacity in MW \n",
- "1 Other association Net capacity Installed capacity in MW \n",
- "2 Other association Net capacity Installed capacity in MW \n",
- "3 Other association Net capacity Installed capacity in MW \n",
- "4 Other association Net capacity Installed capacity in MW "
- ]
- },
- "execution_count": 22,
- "metadata": {},
- "output_type": "execute_result"
- }
- ],
+ "outputs": [],
"source": [
"data_entsoe = pd.melt(data_entsoe_raw,\n",
" id_vars=['country', 'year', 'representativity'],\n",
@@ -2312,121 +1066,9 @@
},
{
"cell_type": "code",
- "execution_count": 23,
+ "execution_count": null,
"metadata": {},
- "outputs": [
- {
- "data": {
- "text/html": [
- "\n",
- "\n",
- "
\n",
- " \n",
- " \n",
- " | \n",
- " country | \n",
- " year | \n",
- " technology | \n",
- " capacity | \n",
- " source | \n",
- " source_type | \n",
- " capacity_definition | \n",
- " type | \n",
- "
\n",
- " \n",
- " \n",
- " \n",
- " 0 | \n",
- " AT | \n",
- " 2010 | \n",
- " Fossil fuels | \n",
- " 7389.0 | \n",
- " entsoe Statistics | \n",
- " Other association | \n",
- " Net capacity | \n",
- " Installed capacity in MW | \n",
- "
\n",
- " \n",
- " 1 | \n",
- " AT | \n",
- " 2010 | \n",
- " Hydro | \n",
- " 12665.0 | \n",
- " entsoe Statistics | \n",
- " Other association | \n",
- " Net capacity | \n",
- " Installed capacity in MW | \n",
- "
\n",
- " \n",
- " 2 | \n",
- " AT | \n",
- " 2010 | \n",
- " Nuclear | \n",
- " 0.0 | \n",
- " entsoe Statistics | \n",
- " Other association | \n",
- " Net capacity | \n",
- " Installed capacity in MW | \n",
- "
\n",
- " \n",
- " 3 | \n",
- " AT | \n",
- " 2010 | \n",
- " Biomass and biogas | \n",
- " 0.0 | \n",
- " entsoe Statistics | \n",
- " Other association | \n",
- " Net capacity | \n",
- " Installed capacity in MW | \n",
- "
\n",
- " \n",
- " 4 | \n",
- " AT | \n",
- " 2010 | \n",
- " Pumped storage | \n",
- " 0.0 | \n",
- " entsoe Statistics | \n",
- " Other association | \n",
- " Net capacity | \n",
- " Installed capacity in MW | \n",
- "
\n",
- " \n",
- "
\n",
- "
"
- ],
- "text/plain": [
- " country year technology capacity source \\\n",
- "0 AT 2010 Fossil fuels 7389.0 entsoe Statistics \n",
- "1 AT 2010 Hydro 12665.0 entsoe Statistics \n",
- "2 AT 2010 Nuclear 0.0 entsoe Statistics \n",
- "3 AT 2010 Biomass and biogas 0.0 entsoe Statistics \n",
- "4 AT 2010 Pumped storage 0.0 entsoe Statistics \n",
- "\n",
- " source_type capacity_definition type \n",
- "0 Other association Net capacity Installed capacity in MW \n",
- "1 Other association Net capacity Installed capacity in MW \n",
- "2 Other association Net capacity Installed capacity in MW \n",
- "3 Other association Net capacity Installed capacity in MW \n",
- "4 Other association Net capacity Installed capacity in MW "
- ]
- },
- "execution_count": 23,
- "metadata": {},
- "output_type": "execute_result"
- }
- ],
+ "outputs": [],
"source": [
"dict_energy_source = {'hydro': 'Hydro',\n",
" 'of which storage': 'Reservoir',\n",
@@ -2464,17 +1106,9 @@
},
{
"cell_type": "code",
- "execution_count": 24,
+ "execution_count": null,
"metadata": {},
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "Skipping combination: CH 2015\n"
- ]
- }
- ],
+ "outputs": [],
"source": [
"country_list = data_entsoe.country.unique()\n",
"year_list = data_entsoe.year.unique()\n",
@@ -2587,128 +1221,9 @@
},
{
"cell_type": "code",
- "execution_count": 25,
+ "execution_count": null,
"metadata": {},
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "Skipping combination: CH 2015\n"
- ]
- },
- {
- "data": {
- "text/html": [
- "\n",
- "\n",
- "
\n",
- " \n",
- " \n",
- " | \n",
- " capacity | \n",
- " capacity_definition | \n",
- " country | \n",
- " source | \n",
- " source_type | \n",
- " technology | \n",
- " type | \n",
- " year | \n",
- "
\n",
- " \n",
- " \n",
- " \n",
- " 0 | \n",
- " 7389.0 | \n",
- " Net capacity | \n",
- " AT | \n",
- " entsoe Statistics | \n",
- " Other association | \n",
- " Fossil fuels | \n",
- " Installed capacity in MW | \n",
- " 2010 | \n",
- "
\n",
- " \n",
- " 1 | \n",
- " 12665.0 | \n",
- " Net capacity | \n",
- " AT | \n",
- " entsoe Statistics | \n",
- " Other association | \n",
- " Hydro | \n",
- " Installed capacity in MW | \n",
- " 2010 | \n",
- "
\n",
- " \n",
- " 2 | \n",
- " 0.0 | \n",
- " Net capacity | \n",
- " AT | \n",
- " entsoe Statistics | \n",
- " Other association | \n",
- " Nuclear | \n",
- " Installed capacity in MW | \n",
- " 2010 | \n",
- "
\n",
- " \n",
- " 3 | \n",
- " 0.0 | \n",
- " Net capacity | \n",
- " AT | \n",
- " entsoe Statistics | \n",
- " Other association | \n",
- " Biomass and biogas | \n",
- " Installed capacity in MW | \n",
- " 2010 | \n",
- "
\n",
- " \n",
- " 4 | \n",
- " 0.0 | \n",
- " Net capacity | \n",
- " AT | \n",
- " entsoe Statistics | \n",
- " Other association | \n",
- " Pumped storage | \n",
- " Installed capacity in MW | \n",
- " 2010 | \n",
- "
\n",
- " \n",
- "
\n",
- "
"
- ],
- "text/plain": [
- " capacity capacity_definition country source source_type \\\n",
- "0 7389.0 Net capacity AT entsoe Statistics Other association \n",
- "1 12665.0 Net capacity AT entsoe Statistics Other association \n",
- "2 0.0 Net capacity AT entsoe Statistics Other association \n",
- "3 0.0 Net capacity AT entsoe Statistics Other association \n",
- "4 0.0 Net capacity AT entsoe Statistics Other association \n",
- "\n",
- " technology type year \n",
- "0 Fossil fuels Installed capacity in MW 2010 \n",
- "1 Hydro Installed capacity in MW 2010 \n",
- "2 Nuclear Installed capacity in MW 2010 \n",
- "3 Biomass and biogas Installed capacity in MW 2010 \n",
- "4 Pumped storage Installed capacity in MW 2010 "
- ]
- },
- "execution_count": 25,
- "metadata": {},
- "output_type": "execute_result"
- }
- ],
+ "outputs": [],
"source": [
"table_to_append = pd.DataFrame(columns=col_list)\n",
"table_to_append['year'] = table_to_append['year'].astype(int)\n",
@@ -2754,128 +1269,9 @@
},
{
"cell_type": "code",
- "execution_count": 26,
+ "execution_count": null,
"metadata": {},
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "Skipping combination: CH 2015\n"
- ]
- },
- {
- "data": {
- "text/html": [
- "\n",
- "\n",
- "
\n",
- " \n",
- " \n",
- " | \n",
- " capacity | \n",
- " capacity_definition | \n",
- " country | \n",
- " source | \n",
- " source_type | \n",
- " technology | \n",
- " type | \n",
- " year | \n",
- "
\n",
- " \n",
- " \n",
- " \n",
- " 0 | \n",
- " 7389.0 | \n",
- " Net capacity | \n",
- " AT | \n",
- " entsoe Statistics | \n",
- " Other association | \n",
- " Fossil fuels | \n",
- " Installed capacity in MW | \n",
- " 2010 | \n",
- "
\n",
- " \n",
- " 1 | \n",
- " 12665.0 | \n",
- " Net capacity | \n",
- " AT | \n",
- " entsoe Statistics | \n",
- " Other association | \n",
- " Hydro | \n",
- " Installed capacity in MW | \n",
- " 2010 | \n",
- "
\n",
- " \n",
- " 2 | \n",
- " 0.0 | \n",
- " Net capacity | \n",
- " AT | \n",
- " entsoe Statistics | \n",
- " Other association | \n",
- " Nuclear | \n",
- " Installed capacity in MW | \n",
- " 2010 | \n",
- "
\n",
- " \n",
- " 3 | \n",
- " 0.0 | \n",
- " Net capacity | \n",
- " AT | \n",
- " entsoe Statistics | \n",
- " Other association | \n",
- " Biomass and biogas | \n",
- " Installed capacity in MW | \n",
- " 2010 | \n",
- "
\n",
- " \n",
- " 4 | \n",
- " 0.0 | \n",
- " Net capacity | \n",
- " AT | \n",
- " entsoe Statistics | \n",
- " Other association | \n",
- " Pumped storage | \n",
- " Installed capacity in MW | \n",
- " 2010 | \n",
- "
\n",
- " \n",
- "
\n",
- "
"
- ],
- "text/plain": [
- " capacity capacity_definition country source source_type \\\n",
- "0 7389.0 Net capacity AT entsoe Statistics Other association \n",
- "1 12665.0 Net capacity AT entsoe Statistics Other association \n",
- "2 0.0 Net capacity AT entsoe Statistics Other association \n",
- "3 0.0 Net capacity AT entsoe Statistics Other association \n",
- "4 0.0 Net capacity AT entsoe Statistics Other association \n",
- "\n",
- " technology type year \n",
- "0 Fossil fuels Installed capacity in MW 2010 \n",
- "1 Hydro Installed capacity in MW 2010 \n",
- "2 Nuclear Installed capacity in MW 2010 \n",
- "3 Biomass and biogas Installed capacity in MW 2010 \n",
- "4 Pumped storage Installed capacity in MW 2010 "
- ]
- },
- "execution_count": 26,
- "metadata": {},
- "output_type": "execute_result"
- }
- ],
+ "outputs": [],
"source": [
"table_to_append = pd.DataFrame(columns=['country', 'year', 'technology', 'capacity'])\n",
"table_to_append['year'] = table_to_append['year'].astype(int)\n",
@@ -2922,121 +1318,9 @@
},
{
"cell_type": "code",
- "execution_count": 27,
+ "execution_count": null,
"metadata": {},
- "outputs": [
- {
- "data": {
- "text/html": [
- "\n",
- "\n",
- "
\n",
- " \n",
- " \n",
- " | \n",
- " capacity | \n",
- " capacity_definition | \n",
- " country | \n",
- " source | \n",
- " source_type | \n",
- " technology | \n",
- " type | \n",
- " year | \n",
- "
\n",
- " \n",
- " \n",
- " \n",
- " 0 | \n",
- " 7389.0 | \n",
- " Net capacity | \n",
- " AT | \n",
- " entsoe Statistics | \n",
- " Other association | \n",
- " Fossil fuels | \n",
- " Installed capacity in MW | \n",
- " 2010 | \n",
- "
\n",
- " \n",
- " 1 | \n",
- " 12665.0 | \n",
- " Net capacity | \n",
- " AT | \n",
- " entsoe Statistics | \n",
- " Other association | \n",
- " Hydro | \n",
- " Installed capacity in MW | \n",
- " 2010 | \n",
- "
\n",
- " \n",
- " 2 | \n",
- " 0.0 | \n",
- " Net capacity | \n",
- " AT | \n",
- " entsoe Statistics | \n",
- " Other association | \n",
- " Nuclear | \n",
- " Installed capacity in MW | \n",
- " 2010 | \n",
- "
\n",
- " \n",
- " 3 | \n",
- " 0.0 | \n",
- " Net capacity | \n",
- " AT | \n",
- " entsoe Statistics | \n",
- " Other association | \n",
- " Biomass and biogas | \n",
- " Installed capacity in MW | \n",
- " 2010 | \n",
- "
\n",
- " \n",
- " 4 | \n",
- " 0.0 | \n",
- " Net capacity | \n",
- " AT | \n",
- " entsoe Statistics | \n",
- " Other association | \n",
- " Pumped storage | \n",
- " Installed capacity in MW | \n",
- " 2010 | \n",
- "
\n",
- " \n",
- "
\n",
- "
"
- ],
- "text/plain": [
- " capacity capacity_definition country source source_type \\\n",
- "0 7389.0 Net capacity AT entsoe Statistics Other association \n",
- "1 12665.0 Net capacity AT entsoe Statistics Other association \n",
- "2 0.0 Net capacity AT entsoe Statistics Other association \n",
- "3 0.0 Net capacity AT entsoe Statistics Other association \n",
- "4 0.0 Net capacity AT entsoe Statistics Other association \n",
- "\n",
- " technology type year \n",
- "0 Fossil fuels Installed capacity in MW 2010 \n",
- "1 Hydro Installed capacity in MW 2010 \n",
- "2 Nuclear Installed capacity in MW 2010 \n",
- "3 Biomass and biogas Installed capacity in MW 2010 \n",
- "4 Pumped storage Installed capacity in MW 2010 "
- ]
- },
- "execution_count": 27,
- "metadata": {},
- "output_type": "execute_result"
- }
- ],
+ "outputs": [],
"source": [
"data_entsoe['source'] = 'entsoe Statistics'\n",
"data_entsoe['source_type'] = 'Other association'\n",
@@ -3062,121 +1346,9 @@
},
{
"cell_type": "code",
- "execution_count": 28,
+ "execution_count": null,
"metadata": {},
- "outputs": [
- {
- "data": {
- "text/html": [
- "\n",
- "\n",
- "
\n",
- " \n",
- " \n",
- " | \n",
- " country | \n",
- " year | \n",
- " technology | \n",
- " capacity | \n",
- " source | \n",
- " source_type | \n",
- " capacity_definition | \n",
- " type | \n",
- "
\n",
- " \n",
- " \n",
- " \n",
- " 0 | \n",
- " AL | \n",
- " 2011 | \n",
- " Adequacy Reference Margin | \n",
- " 0 | \n",
- " entsoe SOAF | \n",
- " Other association | \n",
- " Net capacity | \n",
- " Installed capacity in MW | \n",
- "
\n",
- " \n",
- " 1 | \n",
- " AL | \n",
- " 2011 | \n",
- " Biomass | \n",
- " 0 | \n",
- " entsoe SOAF | \n",
- " Other association | \n",
- " Net capacity | \n",
- " Installed capacity in MW | \n",
- "
\n",
- " \n",
- " 2 | \n",
- " AL | \n",
- " 2011 | \n",
- " Export Capacity | \n",
- " 0 | \n",
- " entsoe SOAF | \n",
- " Other association | \n",
- " Net capacity | \n",
- " Installed capacity in MW | \n",
- "
\n",
- " \n",
- " 3 | \n",
- " AL | \n",
- " 2011 | \n",
- " Fossil Fuels | \n",
- " 0 | \n",
- " entsoe SOAF | \n",
- " Other association | \n",
- " Net capacity | \n",
- " Installed capacity in MW | \n",
- "
\n",
- " \n",
- " 4 | \n",
- " AL | \n",
- " 2011 | \n",
- " Gas | \n",
- " 0 | \n",
- " entsoe SOAF | \n",
- " Other association | \n",
- " Net capacity | \n",
- " Installed capacity in MW | \n",
- "
\n",
- " \n",
- "
\n",
- "
"
- ],
- "text/plain": [
- " country year technology capacity source \\\n",
- "0 AL 2011 Adequacy Reference Margin 0 entsoe SOAF \n",
- "1 AL 2011 Biomass 0 entsoe SOAF \n",
- "2 AL 2011 Export Capacity 0 entsoe SOAF \n",
- "3 AL 2011 Fossil Fuels 0 entsoe SOAF \n",
- "4 AL 2011 Gas 0 entsoe SOAF \n",
- "\n",
- " source_type capacity_definition type \n",
- "0 Other association Net capacity Installed capacity in MW \n",
- "1 Other association Net capacity Installed capacity in MW \n",
- "2 Other association Net capacity Installed capacity in MW \n",
- "3 Other association Net capacity Installed capacity in MW \n",
- "4 Other association Net capacity Installed capacity in MW "
- ]
- },
- "execution_count": 28,
- "metadata": {},
- "output_type": "execute_result"
- }
- ],
+ "outputs": [],
"source": [
"data_soaf = data_soaf.reset_index()\n",
"data_soaf = data_soaf.rename(columns={'level_0': 'technology',\n",
@@ -3213,121 +1385,9 @@
},
{
"cell_type": "code",
- "execution_count": 29,
+ "execution_count": null,
"metadata": {},
- "outputs": [
- {
- "data": {
- "text/html": [
- "\n",
- "\n",
- "
\n",
- " \n",
- " \n",
- " | \n",
- " country | \n",
- " year | \n",
- " technology | \n",
- " capacity | \n",
- " source | \n",
- " source_type | \n",
- " capacity_definition | \n",
- " type | \n",
- "
\n",
- " \n",
- " \n",
- " \n",
- " 1 | \n",
- " AL | \n",
- " 2011 | \n",
- " Biomass and biogas | \n",
- " 0 | \n",
- " entsoe SOAF | \n",
- " Other association | \n",
- " Net capacity | \n",
- " Installed capacity in MW | \n",
- "
\n",
- " \n",
- " 3 | \n",
- " AL | \n",
- " 2011 | \n",
- " Fossil fuels | \n",
- " 0 | \n",
- " entsoe SOAF | \n",
- " Other association | \n",
- " Net capacity | \n",
- " Installed capacity in MW | \n",
- "
\n",
- " \n",
- " 4 | \n",
- " AL | \n",
- " 2011 | \n",
- " Natural gas | \n",
- " 0 | \n",
- " entsoe SOAF | \n",
- " Other association | \n",
- " Net capacity | \n",
- " Installed capacity in MW | \n",
- "
\n",
- " \n",
- " 5 | \n",
- " AL | \n",
- " 2011 | \n",
- " Hard coal | \n",
- " 0 | \n",
- " entsoe SOAF | \n",
- " Other association | \n",
- " Net capacity | \n",
- " Installed capacity in MW | \n",
- "
\n",
- " \n",
- " 6 | \n",
- " AL | \n",
- " 2011 | \n",
- " Hydro | \n",
- " 0 | \n",
- " entsoe SOAF | \n",
- " Other association | \n",
- " Net capacity | \n",
- " Installed capacity in MW | \n",
- "
\n",
- " \n",
- "
\n",
- "
"
- ],
- "text/plain": [
- " country year technology capacity source source_type \\\n",
- "1 AL 2011 Biomass and biogas 0 entsoe SOAF Other association \n",
- "3 AL 2011 Fossil fuels 0 entsoe SOAF Other association \n",
- "4 AL 2011 Natural gas 0 entsoe SOAF Other association \n",
- "5 AL 2011 Hard coal 0 entsoe SOAF Other association \n",
- "6 AL 2011 Hydro 0 entsoe SOAF Other association \n",
- "\n",
- " capacity_definition type \n",
- "1 Net capacity Installed capacity in MW \n",
- "3 Net capacity Installed capacity in MW \n",
- "4 Net capacity Installed capacity in MW \n",
- "5 Net capacity Installed capacity in MW \n",
- "6 Net capacity Installed capacity in MW "
- ]
- },
- "execution_count": 29,
- "metadata": {},
- "output_type": "execute_result"
- }
- ],
+ "outputs": [],
"source": [
"dict_technologies = {'Nuclear Power': 'Nuclear',\n",
" 'Fossil Fuels': 'Fossil fuels',\n",
@@ -3390,7 +1450,7 @@
},
{
"cell_type": "code",
- "execution_count": 30,
+ "execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -3514,24 +1574,9 @@
},
{
"cell_type": "code",
- "execution_count": 31,
+ "execution_count": null,
"metadata": {},
- "outputs": [
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
- "C:\\ProgramData\\Anaconda3\\lib\\site-packages\\pandas\\core\\frame.py:6201: FutureWarning: Sorting because non-concatenation axis is not aligned. A future version\n",
- "of pandas will change to not sort by default.\n",
- "\n",
- "To accept the future behavior, pass 'sort=True'.\n",
- "\n",
- "To retain the current behavior and silence the warning, pass sort=False\n",
- "\n",
- " sort=sort)\n"
- ]
- }
- ],
+ "outputs": [],
"source": [
"table_to_append = pd.DataFrame(columns=['country', 'year', 'technology', 'capacity'])\n",
"table_to_append['year'] = table_to_append['year'].astype(int)\n",
@@ -3591,121 +1636,9 @@
},
{
"cell_type": "code",
- "execution_count": 32,
+ "execution_count": null,
"metadata": {},
- "outputs": [
- {
- "data": {
- "text/html": [
- "\n",
- "\n",
- "
\n",
- " \n",
- " \n",
- " | \n",
- " capacity | \n",
- " capacity_definition | \n",
- " country | \n",
- " source | \n",
- " source_type | \n",
- " technology | \n",
- " type | \n",
- " year | \n",
- "
\n",
- " \n",
- " \n",
- " \n",
- " 1 | \n",
- " 0 | \n",
- " Net capacity | \n",
- " AL | \n",
- " entsoe SO&AF | \n",
- " Other association | \n",
- " Biomass and biogas | \n",
- " Installed capacity in MW | \n",
- " 2011 | \n",
- "
\n",
- " \n",
- " 3 | \n",
- " 0 | \n",
- " Net capacity | \n",
- " AL | \n",
- " entsoe SO&AF | \n",
- " Other association | \n",
- " Fossil fuels | \n",
- " Installed capacity in MW | \n",
- " 2011 | \n",
- "
\n",
- " \n",
- " 4 | \n",
- " 0 | \n",
- " Net capacity | \n",
- " AL | \n",
- " entsoe SO&AF | \n",
- " Other association | \n",
- " Natural gas | \n",
- " Installed capacity in MW | \n",
- " 2011 | \n",
- "
\n",
- " \n",
- " 5 | \n",
- " 0 | \n",
- " Net capacity | \n",
- " AL | \n",
- " entsoe SO&AF | \n",
- " Other association | \n",
- " Hard coal | \n",
- " Installed capacity in MW | \n",
- " 2011 | \n",
- "
\n",
- " \n",
- " 6 | \n",
- " 0 | \n",
- " Net capacity | \n",
- " AL | \n",
- " entsoe SO&AF | \n",
- " Other association | \n",
- " Hydro | \n",
- " Installed capacity in MW | \n",
- " 2011 | \n",
- "
\n",
- " \n",
- "
\n",
- "
"
- ],
- "text/plain": [
- " capacity capacity_definition country source source_type \\\n",
- "1 0 Net capacity AL entsoe SO&AF Other association \n",
- "3 0 Net capacity AL entsoe SO&AF Other association \n",
- "4 0 Net capacity AL entsoe SO&AF Other association \n",
- "5 0 Net capacity AL entsoe SO&AF Other association \n",
- "6 0 Net capacity AL entsoe SO&AF Other association \n",
- "\n",
- " technology type year \n",
- "1 Biomass and biogas Installed capacity in MW 2011 \n",
- "3 Fossil fuels Installed capacity in MW 2011 \n",
- "4 Natural gas Installed capacity in MW 2011 \n",
- "5 Hard coal Installed capacity in MW 2011 \n",
- "6 Hydro Installed capacity in MW 2011 "
- ]
- },
- "execution_count": 32,
- "metadata": {},
- "output_type": "execute_result"
- }
- ],
+ "outputs": [],
"source": [
"data_soaf['source'] = 'entsoe SO&AF'\n",
"data_soaf['source_type'] = 'Other association'\n",
@@ -3724,127 +1657,9 @@
},
{
"cell_type": "code",
- "execution_count": 33,
+ "execution_count": null,
"metadata": {},
- "outputs": [
- {
- "data": {
- "text/html": [
- "\n",
- "\n",
- "
\n",
- " \n",
- " \n",
- " | \n",
- " technology | \n",
- " source | \n",
- " source_type | \n",
- " year | \n",
- " type | \n",
- " country | \n",
- " capacity_definition | \n",
- " capacity | \n",
- " comment | \n",
- "
\n",
- " \n",
- " \n",
- " \n",
- " 0 | \n",
- " Fossil fuels | \n",
- " Agencija za energijo | \n",
- " Ministry | \n",
- " 2013 | \n",
- " Installed capacity in MW | \n",
- " SI | \n",
- " Net capacity | \n",
- " 1240.00 | \n",
- " | \n",
- "
\n",
- " \n",
- " 1 | \n",
- " Fossil fuels | \n",
- " Agencija za energijo | \n",
- " Ministry | \n",
- " 2014 | \n",
- " Installed capacity in MW | \n",
- " SI | \n",
- " Net capacity | \n",
- " 1766.00 | \n",
- " | \n",
- "
\n",
- " \n",
- " 2 | \n",
- " Fossil fuels | \n",
- " Agencija za energijo | \n",
- " Ministry | \n",
- " 2015 | \n",
- " Installed capacity in MW | \n",
- " SI | \n",
- " Net capacity | \n",
- " 1442.97 | \n",
- " | \n",
- "
\n",
- " \n",
- " 3 | \n",
- " Fossil fuels | \n",
- " Anre | \n",
- " Regulatory Authority | \n",
- " 2013 | \n",
- " Installed capacity in MW | \n",
- " RO | \n",
- " Unknown | \n",
- " 12079.00 | \n",
- " | \n",
- "
\n",
- " \n",
- " 4 | \n",
- " Fossil fuels | \n",
- " Anre | \n",
- " Regulatory Authority | \n",
- " 2014 | \n",
- " Installed capacity in MW | \n",
- " RO | \n",
- " Unknown | \n",
- " 12102.00 | \n",
- " | \n",
- "
\n",
- " \n",
- "
\n",
- "
"
- ],
- "text/plain": [
- " technology source source_type year \\\n",
- "0 Fossil fuels Agencija za energijo Ministry 2013 \n",
- "1 Fossil fuels Agencija za energijo Ministry 2014 \n",
- "2 Fossil fuels Agencija za energijo Ministry 2015 \n",
- "3 Fossil fuels Anre Regulatory Authority 2013 \n",
- "4 Fossil fuels Anre Regulatory Authority 2014 \n",
- "\n",
- " type country capacity_definition capacity comment \n",
- "0 Installed capacity in MW SI Net capacity 1240.00 \n",
- "1 Installed capacity in MW SI Net capacity 1766.00 \n",
- "2 Installed capacity in MW SI Net capacity 1442.97 \n",
- "3 Installed capacity in MW RO Unknown 12079.00 \n",
- "4 Installed capacity in MW RO Unknown 12102.00 "
- ]
- },
- "execution_count": 33,
- "metadata": {},
- "output_type": "execute_result"
- }
- ],
+ "outputs": [],
"source": [
"data = pd.concat([data_opsd, data_eurostat, data_soaf, data_entsoe], sort=False)\n",
"data = data.reset_index(drop=True)\n",
@@ -3885,171 +1700,9 @@
},
{
"cell_type": "code",
- "execution_count": 34,
+ "execution_count": null,
"metadata": {},
- "outputs": [
- {
- "data": {
- "text/html": [
- "\n",
- "\n",
- "
\n",
- " \n",
- " \n",
- " | \n",
- " technology | \n",
- " source | \n",
- " source_type | \n",
- " year | \n",
- " type | \n",
- " country | \n",
- " capacity_definition | \n",
- " capacity | \n",
- " comment | \n",
- " energy_source_level_0 | \n",
- " energy_source_level_1 | \n",
- " energy_source_level_2 | \n",
- " energy_source_level_3 | \n",
- " technology_level | \n",
- "
\n",
- " \n",
- " \n",
- " \n",
- " 0 | \n",
- " Fossil fuels | \n",
- " Agencija za energijo | \n",
- " Ministry | \n",
- " 2013 | \n",
- " Installed capacity in MW | \n",
- " SI | \n",
- " Net capacity | \n",
- " 1240.00 | \n",
- " | \n",
- " False | \n",
- " True | \n",
- " False | \n",
- " False | \n",
- " False | \n",
- "
\n",
- " \n",
- " 1 | \n",
- " Fossil fuels | \n",
- " Agencija za energijo | \n",
- " Ministry | \n",
- " 2014 | \n",
- " Installed capacity in MW | \n",
- " SI | \n",
- " Net capacity | \n",
- " 1766.00 | \n",
- " | \n",
- " False | \n",
- " True | \n",
- " False | \n",
- " False | \n",
- " False | \n",
- "
\n",
- " \n",
- " 2 | \n",
- " Fossil fuels | \n",
- " Agencija za energijo | \n",
- " Ministry | \n",
- " 2015 | \n",
- " Installed capacity in MW | \n",
- " SI | \n",
- " Net capacity | \n",
- " 1442.97 | \n",
- " | \n",
- " False | \n",
- " True | \n",
- " False | \n",
- " False | \n",
- " False | \n",
- "
\n",
- " \n",
- " 3 | \n",
- " Fossil fuels | \n",
- " Anre | \n",
- " Regulatory Authority | \n",
- " 2013 | \n",
- " Installed capacity in MW | \n",
- " RO | \n",
- " Unknown | \n",
- " 12079.00 | \n",
- " | \n",
- " False | \n",
- " True | \n",
- " False | \n",
- " False | \n",
- " False | \n",
- "
\n",
- " \n",
- " 4 | \n",
- " Fossil fuels | \n",
- " Anre | \n",
- " Regulatory Authority | \n",
- " 2014 | \n",
- " Installed capacity in MW | \n",
- " RO | \n",
- " Unknown | \n",
- " 12102.00 | \n",
- " | \n",
- " False | \n",
- " True | \n",
- " False | \n",
- " False | \n",
- " False | \n",
- "
\n",
- " \n",
- "
\n",
- "
"
- ],
- "text/plain": [
- " technology source source_type year \\\n",
- "0 Fossil fuels Agencija za energijo Ministry 2013 \n",
- "1 Fossil fuels Agencija za energijo Ministry 2014 \n",
- "2 Fossil fuels Agencija za energijo Ministry 2015 \n",
- "3 Fossil fuels Anre Regulatory Authority 2013 \n",
- "4 Fossil fuels Anre Regulatory Authority 2014 \n",
- "\n",
- " type country capacity_definition capacity comment \\\n",
- "0 Installed capacity in MW SI Net capacity 1240.00 \n",
- "1 Installed capacity in MW SI Net capacity 1766.00 \n",
- "2 Installed capacity in MW SI Net capacity 1442.97 \n",
- "3 Installed capacity in MW RO Unknown 12079.00 \n",
- "4 Installed capacity in MW RO Unknown 12102.00 \n",
- "\n",
- " energy_source_level_0 energy_source_level_1 energy_source_level_2 \\\n",
- "0 False True False \n",
- "1 False True False \n",
- "2 False True False \n",
- "3 False True False \n",
- "4 False True False \n",
- "\n",
- " energy_source_level_3 technology_level \n",
- "0 False False \n",
- "1 False False \n",
- "2 False False \n",
- "3 False False \n",
- "4 False False "
- ]
- },
- "execution_count": 34,
- "metadata": {},
- "output_type": "execute_result"
- }
- ],
+ "outputs": [],
"source": [
"# Drop first rows\n",
"energylevels = energylevels_raw[5:]\n",
@@ -4092,7 +1745,7 @@
},
{
"cell_type": "code",
- "execution_count": 35,
+ "execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -4122,7 +1775,7 @@
},
{
"cell_type": "code",
- "execution_count": 36,
+ "execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -4160,7 +1813,7 @@
},
{
"cell_type": "code",
- "execution_count": 37,
+ "execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -4199,7 +1852,7 @@
},
{
"cell_type": "code",
- "execution_count": 38,
+ "execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -4354,7 +2007,7 @@
},
{
"cell_type": "code",
- "execution_count": 39,
+ "execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -4363,7 +2016,7 @@
},
{
"cell_type": "code",
- "execution_count": 40,
+ "execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -4398,10 +2051,12 @@
},
{
"cell_type": "code",
- "execution_count": 41,
+ "execution_count": null,
"metadata": {},
"outputs": [],
"source": [
+ "output_path = 'output'\n",
+ "\n",
"with open(os.path.join('input', 'metadata.yml'), 'r') as f:\n",
" metadata = yaml.load(f.read())\n",
" \n",