Changes to support operational WRF

Dockerfile

@@ -9,9 +9,9 @@ RUN rm -rf /etc/apt/sources.list.d/*.list && \
 RUN python3 -m pip install --upgrade pip setuptools wheel
 
 COPY requirements.txt .
-RUN python3 -m pip install --upgrade pip setuptools wheel cython numpy pyshp six pyproj streamlit-folium
-RUN python3 -m pip install --upgrade --no-binary :all: shapely
-RUN python3 -m pip install git+https://github.com/SciTools/cartopy.git --upgrade cartopy
+RUN python3 -m pip install --upgrade --no-cache-dir pip setuptools wheel cython numpy pyshp six pyproj streamlit-folium
+RUN python3 -m pip install --upgrade --no-cache-dir --no-binary :all: shapely
+RUN python3 -m pip install --no-cache-dir git+https://github.com/SciTools/cartopy.git --upgrade cartopy
 
 #RUN python3 -m pip install --no-cache-dir --compile -r requirements.txt
 RUN python3 -m pip install --no-cache-dir -r requirements.txt

wildfire_occurrence/model/config.py

@@ -0,0 +1,36 @@
+from typing import Optional
+from dataclasses import dataclass, field
+
+
+@dataclass
+class Config:
+    """
+    Wildfire Occurrence data configuration class (embedded with OmegaConf).
+    """
+
+    # Directory to store output files
+    working_dir: str
+
+    # WPS path
+    wps_path: str
+
+    # WRF path
+    wrf_path: str
+
+    # Multinode option
+    multi_node: Optional[bool] = False
+
+    # Container path
+    container_path: Optional[str] = None
+
+    # Container mounting directories
+    container_mounts: Optional[list] = None
+
+    # Dictionary to store WPS configuration file options
+    wps_config: Optional[dict] = field(
+        default_factory=lambda: {'interval_seconds': 10800})
+
+    # Dictionary to store WRF configuration file options
+    wrf_config: Optional[dict] = field(
+        default_factory=lambda: {
+            'interval_seconds': 10800, 'num_metgrid_levels': 27})

wildfire_occurrence/templates/config.yaml

@@ -0,0 +1,24 @@
+# WRF Pipeline
+
+working_dir: /explore/nobackup/projects/ilab/projects/LobodaTFO/operations
+container_path: /explore/nobackup/projects/ilab/projects/LobodaTFO/software/containers/wrf-baselibs
+wps_path: /explore/nobackup/projects/ilab/projects/LobodaTFO/software/WPS_BASE
+wrf_path: /explore/nobackup/projects/ilab/projects/LobodaTFO/software/WRF_BASE
+
+# WPS Template Configurations
+wps_config:
+  geog_data_path: /explore/nobackup/projects/ilab/projects/LobodaTFO/data/WRF_Data/WPS_GEOG/
+  interval_seconds: 10800
+
+wrf_config:
+  interval_seconds: 10800
+  num_metgrid_levels: 27
+
+# Directories to mount inside the container
+container_mounts:
+  - /explore/nobackup/projects/ilab'
+  - '$NOBACKUP'
+  - '/lscratch'
+  - '/panfs/ccds02/nobackup/projects/ilab'
+
+multi_node: False

wildfire_occurrence/templates/namelist.input

@@ -0,0 +1,107 @@
+ &time_control
+ start_year                          = 2023, 2023,
+ start_month                         = 06,   06, 
+ start_day                           = 04,   04,
+ start_hour                          = 00,   00,
+ end_year                            = 2023, 2023,
+ end_month                           = 06,   06,
+ end_day                             = 14,   14,
+ end_hour                            = 00,   00,
+ interval_seconds                    = 10800
+ input_from_file                     = .true.,.true.,
+ history_interval                    = 180,  180,
+ frames_per_outfile                  = 1000, 1000,
+ restart                             = .false.,
+ restart_interval                    = 7200,
+ io_form_history                     = 2
+ io_form_restart                     = 2
+ io_form_input                       = 2
+ io_form_boundary                    = 2
+ iofields_filename                   = "myoutfields.txt", "myoutfields.txt",
+ io_form_auxhist24                   = 2
+ auxhist24_interval                  = 180, 180
+ /
+
+ &domains
+ time_step                           = 90,
+ time_step_fract_num                 = 0,
+ time_step_fract_den                 = 1,
+ max_dom                             = 2,
+ e_we                                = 171,    321,
+ e_sn                                = 167,    381,
+ e_vert                              = 33,     33,
+ p_top_requested                     = 5000,
+ num_metgrid_levels                  = 34,
+ num_metgrid_soil_levels             = 4,
+ dx                                  = 25000, 5000,
+ dy                                  = 25000, 5000,
+ grid_id                             = 1,     2,
+ parent_id                           = 0,     1,
+ i_parent_start                      = 1,     53,
+ j_parent_start                      = 1,     45,
+ parent_grid_ratio                   = 1,     5,
+ parent_time_step_ratio              = 1,     3,
+ feedback                            = 1,
+ smooth_option                       = 0
+ /
+
+ &physics
+ mp_physics                          =  8,     8,
+ cu_physics                          =  3,     3,
+ cudt                                =  0,     0,
+ ra_lw_physics                       =  4,     4,
+ ra_sw_physics                       =  4,     4,
+ bl_pbl_physics                      =  2,     2,
+ sf_sfclay_physics                   =  2,     2,
+ sf_surface_physics                  =  2,     2,
+ num_soil_layers                     =  4,
+ radt                                = 10,    10,
+ bldt                                =  0,     0,
+ num_land_cat                        = 21,
+ sf_urban_physics                    =  0,     0,
+ icloud                              =  1,
+ isfflx                              =  1,
+ do_radar_ref                        =  1,
+ lightning_option                    =  3,     3,
+ lightning_start_seconds             =  600,   600,
+ flashrate_factor                    =  1.,    1.,
+ cellcount_method                    =  0,     0,
+ iccg_method                         =  2,     2,
+ iccg_prescribed_num                 =  0.,    0.,
+ iccg_prescribed_den                 =  1.,    1.,
+ /
+
+ &fdda
+ /
+
+ &dynamics
+ hybrid_opt                          = 2,
+ w_damping                           = 0,
+ diff_opt                            = 1,      1,
+ km_opt                              = 4,      4,
+ diff_6th_opt                        = 0,      0,
+ diff_6th_factor                     = 0.12,   0.12,
+ base_temp                           = 290.
+ damp_opt                            = 3,
+ zdamp                               = 5000.,  5000.,
+ dampcoef                            = 0.2,    0.2,
+ khdif                               = 0,      0,
+ kvdif                               = 0,      0,
+ non_hydrostatic                     = .true., .true.,
+ moist_adv_opt                       = 1,      1,
+ scalar_adv_opt                      = 1,      1,
+ gwd_opt                             = 1,
+ /
+
+ &bdy_control
+ spec_bdy_width                      = 5,
+ specified                           = .true.
+ /
+
+ &grib2
+ /
+
+ &namelist_quilt
+ nio_tasks_per_group = 0,
+ nio_groups = 1,
+ /

wildfire_occurrence/templates/namelist.input.jinja2

@@ -0,0 +1,108 @@
+ &time_control
+ start_year                          = {{ start_year }},  {{ start_year }},
+ start_month                         = {{ start_month }}, {{ start_month }}, 
+ start_day                           = {{ start_day }},   {{ start_day }},
+ start_hour                          = {{ start_hour }},  {{ start_hour }},
+ end_year                            = {{ end_year }},    {{ end_year }},
+ end_month                           = {{ end_month }},   {{ end_month }}, 
+ end_day                             = {{ end_day }},     {{ end_day }}, 
+ end_hour                            = {{ end_hour }},    {{ end_hour }},
+ interval_seconds                    = {{ interval_seconds }}
+ input_from_file                     = .true.,.true.,
+ history_interval                    = 180,  180,
+ frames_per_outfile                  = 1000, 1000,
+ restart                             = .false.,
+ restart_interval                    = 7200,
+ io_form_history                     = 2
+ io_form_restart                     = 2
+ io_form_input                       = 2
+ io_form_boundary                    = 2
+ iofields_filename                   = "myoutfields.txt", "myoutfields.txt",
+ io_form_auxhist24                   = 2
+ auxhist24_interval                  = 180, 180
+ /
+
+ &domains
+ time_step                           = 90,
+ time_step_fract_num                 = 0,
+ time_step_fract_den                 = 1,
+ max_dom                             = 2,
+ e_we                                = 171,    321,
+ e_sn                                = 167,    381,
+ e_vert                              = 33,     33,
+ p_top_requested                     = 5000,
+ num_metgrid_levels                  = {{ num_metgrid_levels }},
+ num_metgrid_soil_levels             = 4,
+ dx                                  = 25000, 5000,
+ dy                                  = 25000, 5000,
+ grid_id                             = 1,     2,
+ parent_id                           = 0,     1,
+ i_parent_start                      = 1,     53,
+ j_parent_start                      = 1,     45,
+ parent_grid_ratio                   = 1,     5,
+ parent_time_step_ratio              = 1,     3,
+ feedback                            = 1,
+ smooth_option                       = 0
+ /
+
+ &physics
+ mp_physics                          =  8,     8,
+ cu_physics                          =  3,     3,
+ cudt                                =  0,     0,
+ ra_lw_physics                       =  4,     4,
+ ra_sw_physics                       =  4,     4,
+ bl_pbl_physics                      =  2,     2,
+ sf_sfclay_physics                   =  2,     2,
+ sf_surface_physics                  =  2,     2,
+ num_soil_layers                     =  4,
+ radt                                = 10,    10,
+ bldt                                =  0,     0,
+ num_land_cat                        = 21,
+ sf_urban_physics                    =  0,     0,
+ icloud                              =  1,
+ isfflx                              =  1,
+ do_radar_ref                        =  1,
+ lightning_option                    =  3,     3,
+ lightning_start_seconds             =  600,   600,
+ flashrate_factor                    =  1.,    1.,
+ cellcount_method                    =  0,     0,
+ iccg_method                         =  2,     2,
+ iccg_prescribed_num                 =  0.,    0.,
+ iccg_prescribed_den                 =  1.,    1.,
+ /
+
+ &fdda
+ /
+
+ &dynamics
+ hybrid_opt                          = 2,
+ w_damping                           = 0,
+ diff_opt                            = 1,      1,
+ km_opt                              = 4,      4,
+ diff_6th_opt                        = 0,      0,
+ diff_6th_factor                     = 0.12,   0.12,
+ base_temp                           = 290.
+ damp_opt                            = 3,
+ zdamp                               = 5000.,  5000.,
+ dampcoef                            = 0.2,    0.2,
+ khdif                               = 0,      0,
+ kvdif                               = 0,      0,
+ non_hydrostatic                     = .true., .true.,
+ moist_adv_opt                       = 1,      1,
+ scalar_adv_opt                      = 1,      1,
+ gwd_opt                             = 1,
+ /
+
+ &bdy_control
+ spec_bdy_width                      = 5,
+ specified                           = .true.
+ /
+
+ &grib2
+ /
+
+ &namelist_quilt
+ nio_tasks_per_group = 0,
+ nio_groups = 1,
+ /
+

wildfire_occurrence/templates/namelist.wps

@@ -0,0 +1,37 @@
+&share
+ wrf_core = 'ARW',
+ max_dom = 2,
+ start_date = '2023-06-04_00:00:00','2023-06-04_00:00:00',
+ end_date   = '2023-06-14_00:00:00','2023-06-14_00:00:00',
+ interval_seconds = 10800,
+ io_form_geogrid = 2
+/
+
+&geogrid
+ parent_id         =   1,   1,
+ parent_grid_ratio =   1,   5,
+ i_parent_start    =   1,  53,
+ j_parent_start    =   1,  45,
+ e_we              =  171, 321,
+ e_sn              =  167, 381,
+ geog_data_res = 'default','default',
+ dx = 25000,
+ dy = 25000,
+ map_proj = 'lambert',
+ ref_lat   =  65.00,
+ ref_lon   = -155.00,
+ truelat1  =  50.0,
+ truelat2  =  80.0,
+ stand_lon = -155.0,
+ geog_data_path = '/explore/nobackup/projects/ilab/projects/LobodaTFO/data/WRF_Data/WPS_GEOG/'
+/
+
+&ungrib
+ out_format = 'WPS',
+ prefix = 'GFS',
+/
+
+&metgrid
+ fg_name = 'GFS'
+ io_form_metgrid = 2,
+/

wildfire_occurrence/templates/namelist.wps.jinja2

@@ -0,0 +1,38 @@
+&share
+ wrf_core = 'ARW',
+ max_dom = 2,
+ start_date = '{{ start_date }}','{{ start_date }}',
+ end_date   = '{{ end_date }}','{{ end_date }}',
+ interval_seconds = {{ interval_seconds }},
+ io_form_geogrid = 2
+/
+
+&geogrid
+ parent_id         =   1,   1,
+ parent_grid_ratio =   1,   5,
+ i_parent_start    =   1,  53,
+ j_parent_start    =   1,  45,
+ e_we              =  171, 321,
+ e_sn              =  167, 381,
+ geog_data_res = 'default','default',
+ dx = 25000,
+ dy = 25000,
+ map_proj = 'lambert',
+ ref_lat   =  65.00,
+ ref_lon   = -155.00,
+ truelat1  =  50.0,
+ truelat2  =  80.0,
+ stand_lon = -155.0,
+ geog_data_path = '{{ geog_data_path }}'
+/
+
+&ungrib
+ out_format = 'WPS',
+ prefix = 'GFS',
+/
+
+&metgrid
+ fg_name = 'GFS'
+ io_form_metgrid = 2,
+/
+