merged_html.py

import pandas as pd
from funs import *

csvout = 'data-request-i4c-merged.csv'

data_request = pd.read_csv('data-request.csv')
data_request_fpsurbrcc = pd.read_csv('data-request-fpsurbrcc.csv')
data_request_fpsconv = pd.read_csv('data-request-fpsconv.csv')

data_request.set_index(['out_name', 'frequency'], inplace=True)
data_request_fpsurbrcc.set_index(['out_name', 'frequency'], inplace=True)
data_request_fpsconv.set_index(['out_name', 'frequency'], inplace=True)

data_request['priority'] = 'I4C-' + data_request['priority'].astype(str)
data_request_fpsurbrcc.rename(columns={'priority': 'priority_urb'}, inplace=True)
data_request_fpsurbrcc['priority_urb'] = 'URB-' + data_request_fpsurbrcc['priority_urb'].astype(str)
data_request_fpsconv.rename(columns={'priority': 'priority_conv'}, inplace=True)
data_request_fpsconv['priority_conv'] = 'CONV-' + data_request_fpsconv['priority_conv'].astype(str)

columns_all = ['units', 'long_name', 'standard_name', 'priority', 'priority_urb', 'priority_conv', 'comment', 'cell_measures', 'cell_methods', 'dimensions', 'ok_max_mean_abs', 'ok_min_mean_abs', 'positive', 'type', 'valid_max', 'valid_min']
columns_display = ['units', 'long_name', 'priority', 'priority_urb', 'priority_conv', 'comment']

merged_df = data_request.combine_first(data_request_fpsurbrcc).combine_first(data_request_fpsconv)
merged_df.loc[:,columns_all].reset_index().to_csv(f'docs/{csvout}', index=False)
merged_df.loc[:,columns_display].reset_index().to_csv(csvout, index=False)


csv2datatable(
    csvout,
    f'docs/{csvout.replace(".csv",".html")}',
    title='I4C CPRCM requested variable list',
    intro='''
        This table shows the <a href="https://github.com/impetus4change/T32-CPRCM/blob/main/data-request.csv">data request</a>
        from the different I4C work packages and includes also the variables requested from the
        <a href="https://github.com/impetus4change/T32-CPRCM/blob/main/data-request-fpsurbrcc.csv">CORDEX FPS-URB-RCC</a> and
        <a href="https://github.com/impetus4change/T32-CPRCM/blob/main/data-request-fpsconv.csv">FPS-CONV</a> initiatives.
        This merged data request table is also available as a <a href="https://impetus4change.github.io/T32-CPRCM/data-request-i4c-merged.csv">CSV file</a>.
        Note: To avoid duplicated entries, the frequency shown for some variables in the data request from the
        FPS-CONV initiative has been adapted to match the highest frequency requested by the other two ongoing
        activities.''',
    rename_fields = {}
)