From a2d37d2001e48e7f3e5145b9b7f58a98811c5417 Mon Sep 17 00:00:00 2001 From: "kayee.wong" Date: Fri, 20 Sep 2024 17:20:22 +0000 Subject: [PATCH] Update realtime xml. --- .../rt_pygraf_centos_dev1.xml | 134 ++++++++++ .../rt_pygraf_global_ugwpv1_c3_mynn.xml | 134 ++++++++++ .../rt_v17p8_ugwpv1_c3_mynn.crontab | 5 + .../rt_v17p8_ugwpv1_c3_mynn.xml | 231 ++++++++++++++++++ FV3GFSwfm/rt_v17p8_ugwpv1_c3_mynn/runcmds | 27 ++ .../rt_v17p8_ugwpv1_c3_mynn/test_pygraf.xml | 134 ++++++++++ 6 files changed, 665 insertions(+) create mode 100644 FV3GFSwfm/rt_v17p8_ugwpv1_c3_mynn/rt_pygraf_centos_dev1.xml create mode 100644 FV3GFSwfm/rt_v17p8_ugwpv1_c3_mynn/rt_pygraf_global_ugwpv1_c3_mynn.xml create mode 100644 FV3GFSwfm/rt_v17p8_ugwpv1_c3_mynn/rt_v17p8_ugwpv1_c3_mynn.crontab create mode 100644 FV3GFSwfm/rt_v17p8_ugwpv1_c3_mynn/rt_v17p8_ugwpv1_c3_mynn.xml create mode 100644 FV3GFSwfm/rt_v17p8_ugwpv1_c3_mynn/runcmds create mode 100644 FV3GFSwfm/rt_v17p8_ugwpv1_c3_mynn/test_pygraf.xml diff --git a/FV3GFSwfm/rt_v17p8_ugwpv1_c3_mynn/rt_pygraf_centos_dev1.xml b/FV3GFSwfm/rt_v17p8_ugwpv1_c3_mynn/rt_pygraf_centos_dev1.xml new file mode 100644 index 0000000000..0ca6e2274d --- /dev/null +++ b/FV3GFSwfm/rt_v17p8_ugwpv1_c3_mynn/rt_pygraf_centos_dev1.xml @@ -0,0 +1,134 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +]> + + + + &EXPDIR;/logs/@Y@m@d@H.log + + + &SDATE; &EDATE; &INTERVAL; + + + + 0 6 12 18 24 30 36 42 48 54 60 66 72 78 84 90 96 102 108 114 120 + 000 006 012 018 024 030 036 042 048 054 060 066 072 078 084 090 096 102 108 114 120 + + + &JOBS_DIR;/remapgrib.ksh + &ACCOUNT; + 1 + 00:15:00 + remapgrib_#T#_&PSLOT; + &ROTDIR;/logs/@Y@m@d@H/remapgrib_#T#.log + ROTDIR&ROTDIR; + CDUMP&CDUMP; + COMPONENT&COMPONENT; + yyyymmdd@Y@m@d + hh@H + fcst#T# + GRID_NAMES201D130D242 + + &ROTDIR;/&CDUMP;.@Y@m@d/@H/products/&COMPONENT;/grib2/0p25/&CDUMP;.t@Hz.pgrb2.&RES;.f#T# + + + + + + + + full 242 130 201 + full,Africa,Beijing,Cambodia,EPacific,Europe,Taiwan,WAtlantic,WPacific AK,AKZoom,AKZoom2 CONUS,NC,NE,NW,SC,SE,SW NHemi + global.yml globalAK.yml globalCONUS.yml globalNHemi.yml + + + + + + source &PYGRAFDIR;/pre.sh; + cd &PYGRAFDIR;; + python &PYGRAFDIR;/create_graphics.py \ + maps \ + -d &ROTDIR;/&CDUMP;.@Y@m@d/@H/products/&COMPONENT;/grib2/0p25/post/#GRID_ID#\ + -f 0 &FCST_LENGTH; 6 \ + --file_type prs \ + --file_tmpl "&CDUMP;.t@Hz.pgrb2.0p25.f{FCST_TIME:03d}"\ + --images &PYGRAFDIR;/image_lists/#IMGFILE# hourly\ + -m "GFSv17p8_UGWPV1_C3_MYNN" \ + -n ${SLURM_CPUS_ON_NODE:-12} \ + -o &ROTDIR;/&CDUMP;.@Y@m@d/@H/products/&COMPONENT;/pyprd \ + -s @Y@m@d@H \ + --tiles "#TILESET#" \ + -z &ROTDIR;/&CDUMP;.@Y@m@d/@H/products/&COMPONENT;/img + + + &ACCOUNT; + &QUEUE; + &RESOURCES_PYTHON; + &WALLTIME_PYTHON; + --exclusive + FV3GFS_python_maps_#GRID_ID#_@H_ugwpv1_c3_mynn + &ROTDIR;/logs/@Y@m@d@H/python_@Y@m@d@H00_maps_#GRID_ID#_0-6-&FCST_LENGTH;.log + + + + + + + + + + + diff --git a/FV3GFSwfm/rt_v17p8_ugwpv1_c3_mynn/rt_pygraf_global_ugwpv1_c3_mynn.xml b/FV3GFSwfm/rt_v17p8_ugwpv1_c3_mynn/rt_pygraf_global_ugwpv1_c3_mynn.xml new file mode 100644 index 0000000000..4d7d3cdbec --- /dev/null +++ b/FV3GFSwfm/rt_v17p8_ugwpv1_c3_mynn/rt_pygraf_global_ugwpv1_c3_mynn.xml @@ -0,0 +1,134 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +]> + + + + &EXPDIR;/logs/@Y@m@d@H.log + + + &SDATE; &EDATE; &INTERVAL; + + + + 0 6 12 18 24 30 36 42 48 54 60 66 72 78 84 90 96 102 108 114 120 + 000 006 012 018 024 030 036 042 048 054 060 066 072 078 084 090 096 102 108 114 120 + + + &JOBS_DIR;/remapgrib.ksh + &ACCOUNT; + 1 + 00:35:00 + remapgrib_#T#_&PSLOT; + &ROTDIR;/logs/@Y@m@d@H/remapgrib_#T#.log + ROTDIR&ROTDIR; + CDUMP&CDUMP; + COMPONENT&COMPONENT; + yyyymmdd@Y@m@d + hh@H + fcst#T# + GRID_NAMES201D130D242 + + &ROTDIR;/&CDUMP;.@Y@m@d/@H/products/&COMPONENT;/grib2/0p25/&CDUMP;.t@Hz.pgrb2.&RES;.f#T# + + + + + + + + full 242 130 201 + full,Africa,Beijing,Cambodia,EPacific,Europe,Taiwan,WAtlantic,WPacific AK,AKZoom,AKZoom2 CONUS,NC,NE,NW,SC,SE,SW NHemi + global.yml globalAK.yml globalCONUS.yml globalNHemi.yml + + + + + + source &PYGRAFDIR;/pre.sh; + cd &PYGRAFDIR;; + python &PYGRAFDIR;/create_graphics.py \ + maps \ + -d &ROTDIR;/&CDUMP;.@Y@m@d/@H/products/&COMPONENT;/grib2/0p25/post/#GRID_ID#\ + -f 0 &FCST_LENGTH; 6 \ + --file_type prs \ + --file_tmpl "&CDUMP;.t@Hz.pgrb2.0p25.f{FCST_TIME:03d}"\ + --images &PYGRAFDIR;/image_lists/#IMGFILE# hourly\ + -m "GFSv17p8_UGWPV1_C3_MYNN" \ + -n ${SLURM_CPUS_ON_NODE:-12} \ + -o &ROTDIR;/&CDUMP;.@Y@m@d/@H/products/&COMPONENT;/pyprd \ + -s @Y@m@d@H \ + --tiles "#TILESET#" \ + -z &ROTDIR;/&CDUMP;.@Y@m@d/@H/products/&COMPONENT;/img + + + &ACCOUNT; + &QUEUE; + &RESOURCES_PYTHON; + &WALLTIME_PYTHON; + --exclusive + FV3GFS_python_maps_#GRID_ID#_@H_ugwpv1_c3_mynn + &ROTDIR;/logs/@Y@m@d@H/python_@Y@m@d@H00_maps_#GRID_ID#_0-6-&FCST_LENGTH;.log + + + + + + + + + + + diff --git a/FV3GFSwfm/rt_v17p8_ugwpv1_c3_mynn/rt_v17p8_ugwpv1_c3_mynn.crontab b/FV3GFSwfm/rt_v17p8_ugwpv1_c3_mynn/rt_v17p8_ugwpv1_c3_mynn.crontab new file mode 100644 index 0000000000..428ce232aa --- /dev/null +++ b/FV3GFSwfm/rt_v17p8_ugwpv1_c3_mynn/rt_v17p8_ugwpv1_c3_mynn.crontab @@ -0,0 +1,5 @@ + +#################### rt_v17p8_ugwpv1_c3_mynn #################### +MAILTO="" +*/5 * * * * /apps/rocoto/1.3.6/bin/rocotorun -d /home/role.rtfim/UFS-CAMsuite_dev1//FV3GFSwfm/rt_v17p8_ugwpv1_c3_mynn/rt_v17p8_ugwpv1_c3_mynn.db -w /home/role.rtfim/UFS-CAMsuite_dev1//FV3GFSwfm/rt_v17p8_ugwpv1_c3_mynn/rt_v17p8_ugwpv1_c3_mynn.xml +################################################################# diff --git a/FV3GFSwfm/rt_v17p8_ugwpv1_c3_mynn/rt_v17p8_ugwpv1_c3_mynn.xml b/FV3GFSwfm/rt_v17p8_ugwpv1_c3_mynn/rt_v17p8_ugwpv1_c3_mynn.xml new file mode 100644 index 0000000000..25ff7bc597 --- /dev/null +++ b/FV3GFSwfm/rt_v17p8_ugwpv1_c3_mynn/rt_v17p8_ugwpv1_c3_mynn.xml @@ -0,0 +1,231 @@ + + + + + + + + + + + + + +]> + + + + &EXPDIR;/logs/@Y@m@d@H.log + + + 202409180000 202409180000 24:00:00 + + + + &JOBS_DIR;/makeinit_link.sh + + &PSLOT;_gfsinit_@H + gsd-fv3 + batch + hera + 00:02:00 + 1:ppn=1:tpp=1 + &NATIVE_STR; + + &ROTDIR;/logs/@Y@m@d@H/gfsinit.log + + RUN_ENVIRemc + HOMEgfs&HOMEgfs; + EXPDIR&EXPDIR; + ROTDIR&ROTDIR; + ICSDIR&ICSDIR; + CASE&CASE; + COMPONENT&COMPONENT; + NETgfs + CDUMPgfs + RUNgfs + CDATE@Y@m@d@H + PDY@Y@m@d + cyc@H + COMROOT/scratch1/NCEPDEV/global/glopara/com + DATAROOT&ROTDIR;/../RUNDIRS/&PSLOT; + FHR3#fhr# + COMPONENTatmos + + + + + &ROTDIR;/gfs.@Y@m@d/@H/model_data/atmos/input + + + &ICSDIR;/@Y@m@d@H/gfs/&CASE;/INPUT/gfs_data.tile6.nc + &ICSDIR;/@Y@m@d@H/gfs/&CASE;/INPUT/sfc_data.tile6.nc + + + + + + + + + &JOBS_DIR;/fcst.sh + + &PSLOT;_gfsfcst_@H + gsd-fv3 + batch + hera + 06:00:00 + + 56:ppn=40:tpp=1 + &NATIVE_STR; + + &ROTDIR;/logs/@Y@m@d@H/gfsfcst.log + + RUN_ENVIRemc + HOMEgfs&HOMEgfs; + EXPDIR&EXPDIR; + ROTDIR&ROTDIR; + NETgfs + CDUMPgfs + RUNgfs + CDATE@Y@m@d@H + PDY@Y@m@d + cyc@H + COMROOT/scratch1/NCEPDEV/global/glopara/com + DATAROOT&ROTDIR;/../RUNDIRS/&PSLOT; + + + + + &ROTDIR;/gfs.@Y@m@d/@H//model_data/atmos/input/sfc_data.tile6.nc + &ROTDIR;/gfs.@Y@m@d/@H//model_data/atmos/restart/@Y@m@d.@H0000.sfcanl_data.tile6.nc + + + + + + + + + + 000 006 012 018 024 030 036 042 048 054 060 066 072 078 084 090 096 102 108 114 120 + + + + + &JOBS_DIR;/atmos_products.sh + + &PSLOT;_gfsatmprod_f#fhr#_@H + gsd-fv3 + batch + hera + 00:15:00 + 1:ppn=24:tpp=1 + &NATIVE_STR; + + &ROTDIR;/logs/@Y@m@d@H/gfsatmprod_f#fhr#.log + + RUN_ENVIRemc + HOMEgfs&HOMEgfs; + EXPDIR&EXPDIR; + NETgfs + RUNgfs + CDATE@Y@m@d@H + PDY@Y@m@d + cyc@H + COMROOT/scratch1/NCEPDEV/global/glopara/com + DATAROOT&ROTDIR;/../RUNDIRS/&PSLOT; + FHR3#fhr# + COMPONENTatmos + + + &ROTDIR;/gfs.@Y@m@d/@H//model_data/atmos/master/gfs.t@Hz.master.grb2f#fhr# + + + + + + + + + &JOBS_DIR;/arch.sh + + &PSLOT;_gfsarch_@H + gsd-fv3 + batch + service + 06:00:00 + 1:ppn=1:tpp=1 + 4096M + &NATIVE_STR; + + &ROTDIR;/logs/@Y@m@d@H/gfsarch.log + + RUN_ENVIRemc + HOMEgfs&HOMEgfs; + EXPDIR&EXPDIR; + ROTDIR&ROTDIR; + NETgfs + ATCFNAME&ATCFNAME; + CDUMPgfs + RUNgfs + CDATE@Y@m@d@H + PDY@Y@m@d + cyc@H + COMROOT/scratch1/NCEPDEV/global/glopara/com + DATAROOT&ROTDIR;/../RUNDIRS/&PSLOT; + + + + + + + + diff --git a/FV3GFSwfm/rt_v17p8_ugwpv1_c3_mynn/runcmds b/FV3GFSwfm/rt_v17p8_ugwpv1_c3_mynn/runcmds new file mode 100644 index 0000000000..aa43700fbc --- /dev/null +++ b/FV3GFSwfm/rt_v17p8_ugwpv1_c3_mynn/runcmds @@ -0,0 +1,27 @@ +rocotorun -w ${HOME}/UFS-CAMsuite_dev1/FV3GFSwfm/rt_v17p8_ugwpv1_c3_mynn/rt_v17p8_ugwpv1_c3_mynn.xml -d ${HOME}/rt_dbfiles/rt_v17p8_ugwpv1_c3_mynn.db +rocotostat -w ${HOME}/UFS-CAMsuite_dev1/FV3GFSwfm/rt_v17p8_ugwpv1_c3_mynn/rt_v17p8_ugwpv1_c3_mynn.xml -d ${HOME}/rt_dbfiles/rt_v17p8_ugwpv1_c3_mynn.db -c `date --date='4 days ago' +%Y%m%d0000`: | m + +rocotorun -w ${HOME}/UFS-CAMsuite_dev1/FV3GFSwfm/rt_v17p8_ugwpv1_c3_mynn/v17p8_ugwpv1_c3_mynn.xml -d ${HOME}/retro_dbfiles/v17p8_ugwpv1_c3_mynn.db +rocotostat -w ${HOME}/UFS-CAMsuite_dev1/FV3GFSwfm/rt_v17p8_ugwpv1_c3_mynn/v17p8_ugwpv1_c3_mynn.xml -d ${HOME}/retro_dbfiles/v17p8_ugwpv1_c3_mynn.db + + + +PyGraf workflow +=============== +rocotorun -w ${HOME}/UFS-CAMsuite_dev1/FV3GFSwfm/rt_v17p8_ugwpv1_c3_mynn/rt_pygraf_global_ugwpv1_c3_mynn.xml -d ${HOME}/rt_dbfiles/rt_pygraf_global_ugwpv1_c3_mynn.db +rocotostat -w ${HOME}/UFS-CAMsuite_dev1/FV3GFSwfm/rt_v17p8_ugwpv1_c3_mynn/rt_pygraf_global_ugwpv1_c3_mynn.xml -d ${HOME}/rt_dbfiles/rt_pygraf_global_ugwpv1_c3_mynn.db -c `date --date='4 days ago' +%Y%m%d0000`: | m + +rocotorun -w pygraf_global_ugwpv1_c3_mynn.xml -d pygraf_global_ugwpv1_c3_mynn.db +rocotostat -w pygraf_global_ugwpv1_c3_mynn.xml -d pygraf_global_ugwpv1_c3_mynn.db + +** CentOS ** + 03/21-25 +rocotorun -w rt_pygraf_centos_dev1.xml -d ~/rt_dbfiles/rt_pygraf_centos_dev1_0.db +rocotostat -w rt_pygraf_centos_dev1.xml -d ~/rt_dbfiles/rt_pygraf_centos_dev1_0.db | m + 03/25-26 +rocotorun -w rt_pygraf_centos_dev1.xml -d ~/rt_dbfiles/rt_pygraf_centos_dev1.db +rocotostat -w rt_pygraf_centos_dev1.xml -d ~/rt_dbfiles/rt_pygraf_centos_dev1.db | m + +** Rocky test ** +rocotorun -w test_pygraf.xml -d test_pygraf.db +rocotostat -w test_pygraf.xml -d test_pygraf.db diff --git a/FV3GFSwfm/rt_v17p8_ugwpv1_c3_mynn/test_pygraf.xml b/FV3GFSwfm/rt_v17p8_ugwpv1_c3_mynn/test_pygraf.xml new file mode 100644 index 0000000000..d3a7c94622 --- /dev/null +++ b/FV3GFSwfm/rt_v17p8_ugwpv1_c3_mynn/test_pygraf.xml @@ -0,0 +1,134 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +]> + + + + &EXPDIR;/logs/@Y@m@d@H.log + + + &SDATE; &EDATE; &INTERVAL; + + + + 0 6 12 18 24 30 36 42 48 54 60 66 72 78 84 90 96 102 108 114 120 + 000 006 012 018 024 030 036 042 048 054 060 066 072 078 084 090 096 102 108 114 120 + + + &JOBS_DIR;/remapgrib.sh + &ACCOUNT; + 1 + 00:35:00 + remapgrib_#T#_&PSLOT; + &ROTDIR;/logs/@Y@m@d@H/remapgrib_#T#.log + ROTDIR&ROTDIR; + CDUMP&CDUMP; + COMPONENT&COMPONENT; + yyyymmdd@Y@m@d + hh@H + fcst#T# + GRID_NAMES201D130D242 + + &ROTDIR;/&CDUMP;.@Y@m@d/@H/products/&COMPONENT;/grib2/0p25/&CDUMP;.t@Hz.pgrb2.&RES;.f#T# + + + + + + + + full 242 130 201 + full,Africa,Beijing,Cambodia,EPacific,Europe,Taiwan,WAtlantic,WPacific AK,AKZoom,AKZoom2 CONUS,NC,NE,NW,SC,SE,SW NHemi + global.yml globalAK.yml globalCONUS.yml globalNHemi.yml + + + + + + source &PYGRAFDIR;/pre.sh; + cd &PYGRAFDIR;; + python &PYGRAFDIR;/create_graphics.py \ + maps \ + -d &ROTDIR;/&CDUMP;.@Y@m@d/@H/products/&COMPONENT;/grib2/0p25/post/#GRID_ID#\ + -f 0 &FCST_LENGTH; 6 \ + --file_type prs \ + --file_tmpl "&CDUMP;.t@Hz.pgrb2.0p25.f{FCST_TIME:03d}"\ + --images &PYGRAFDIR;/image_lists/#IMGFILE# hourly\ + -m "GFSv17p8_UGWPV1_C3_MYNN" \ + -n ${SLURM_CPUS_ON_NODE:-12} \ + -o &ROTDIR;/&CDUMP;.@Y@m@d/@H/products/&COMPONENT;/pyprd \ + -s @Y@m@d@H \ + --tiles "#TILESET#" \ + -z &ROTDIR;/&CDUMP;.@Y@m@d/@H/products/&COMPONENT;/img + + + &ACCOUNT; + &QUEUE; + &RESOURCES_PYTHON; + &WALLTIME_PYTHON; + --exclusive + FV3GFS_python_maps_#GRID_ID#_@H_ugwpv1_c3_mynn + &ROTDIR;/logs/@Y@m@d@H/python_@Y@m@d@H00_maps_#GRID_ID#_0-6-&FCST_LENGTH;.log + + + + + + + + + + +