first test for prepost.Simulations: generating

input files, including data

wetb/prepost/tests/data/demo_dlc/ref/data/minimal_demo_file.txt

+just one demo line

wetb/prepost/tests/data/demo_dlc/ref/pbs_in/dlc01_demos/dlc01_steady_wsp10_noturb.p

+### Standard Output 
+#PBS -N dlc01_steady_wsp10_noturb 
+#PBS -o ./pbs_out/dlc01_demos/dlc01_steady_wsp10_noturb.out
+### Standard Error 
+#PBS -e ./pbs_out/dlc01_demos/dlc01_steady_wsp10_noturb.err
+#PBS -W umask=003
+### Maximum wallclock time format HOURS:MINUTES:SECONDS
+#PBS -l walltime=04:00:00
+#PBS -l nodes=1:ppn=1
+### Queue name
+#PBS -q workq
+### Create scratch directory and copy data to it 
+cd $PBS_O_WORKDIR
+echo "current working dir (pwd):"
+pwd 
+cp -R ./demo_dlc_remote.zip /scratch/$USER/$PBS_JOBID
+
+
+echo ""
+echo "Execute commands on scratch nodes"
+cd /scratch/$USER/$PBS_JOBID
+pwd
+/usr/bin/unzip demo_dlc_remote.zip
+mkdir -p htc/dlc01_demos/
+mkdir -p res/dlc01_demos/
+mkdir -p logfiles/dlc01_demos/
+mkdir -p turb/
+cp -R $PBS_O_WORKDIR/htc/dlc01_demos/dlc01_steady_wsp10_noturb.htc ./htc/dlc01_demos/
+cp -R $PBS_O_WORKDIR/../turb/none*.bin turb/ 
+time WINEARCH=win32 WINEPREFIX=~/.wine32 wine hawc2-latest ./htc/dlc01_demos/dlc01_steady_wsp10_noturb.htc  &
+### wait for jobs to finish 
+wait
+echo ""
+echo "Copy back from scratch directory" 
+cd /scratch/$USER/$PBS_JOBID
+mkdir -p $PBS_O_WORKDIR/res/dlc01_demos/
+mkdir -p $PBS_O_WORKDIR/logfiles/dlc01_demos/
+mkdir -p $PBS_O_WORKDIR/animation/
+mkdir -p $PBS_O_WORKDIR/../turb/
+cp -R res/dlc01_demos/. $PBS_O_WORKDIR/res/dlc01_demos/.
+cp -R logfiles/dlc01_demos/. $PBS_O_WORKDIR/logfiles/dlc01_demos/.
+cp -R animation/. $PBS_O_WORKDIR/animation/.
+
+echo ""
+echo "COPY BACK TURB IF APPLICABLE"
+cd turb/
+for i in `ls *.bin`; do  if [ -e $PBS_O_WORKDIR/../turb/$i ]; then echo "$i exists no copyback"; else echo "$i copyback"; cp $i $PBS_O_WORKDIR/../turb/; fi; done
+cd /scratch/$USER/$PBS_JOBID
+echo "END COPY BACK TURB"
+echo ""
+
+echo ""
+echo "following files are on the node (find .):"
+find .
+exit

wetb/prepost/tests/data/demo_dlc/ref/pbs_in/dlc01_demos/dlc01_steady_wsp8_noturb.p

+### Standard Output 
+#PBS -N dlc01_steady_wsp8_noturb 
+#PBS -o ./pbs_out/dlc01_demos/dlc01_steady_wsp8_noturb.out
+### Standard Error 
+#PBS -e ./pbs_out/dlc01_demos/dlc01_steady_wsp8_noturb.err
+#PBS -W umask=003
+### Maximum wallclock time format HOURS:MINUTES:SECONDS
+#PBS -l walltime=04:00:00
+#PBS -l nodes=1:ppn=1
+### Queue name
+#PBS -q workq
+### Create scratch directory and copy data to it 
+cd $PBS_O_WORKDIR
+echo "current working dir (pwd):"
+pwd 
+cp -R ./demo_dlc_remote.zip /scratch/$USER/$PBS_JOBID
+
+
+echo ""
+echo "Execute commands on scratch nodes"
+cd /scratch/$USER/$PBS_JOBID
+pwd
+/usr/bin/unzip demo_dlc_remote.zip
+mkdir -p htc/dlc01_demos/
+mkdir -p res/dlc01_demos/
+mkdir -p logfiles/dlc01_demos/
+mkdir -p turb/
+cp -R $PBS_O_WORKDIR/htc/dlc01_demos/dlc01_steady_wsp8_noturb.htc ./htc/dlc01_demos/
+cp -R $PBS_O_WORKDIR/../turb/none*.bin turb/ 
+time WINEARCH=win32 WINEPREFIX=~/.wine32 wine hawc2-latest ./htc/dlc01_demos/dlc01_steady_wsp8_noturb.htc  &
+### wait for jobs to finish 
+wait
+echo ""
+echo "Copy back from scratch directory" 
+cd /scratch/$USER/$PBS_JOBID
+mkdir -p $PBS_O_WORKDIR/res/dlc01_demos/
+mkdir -p $PBS_O_WORKDIR/logfiles/dlc01_demos/
+mkdir -p $PBS_O_WORKDIR/animation/
+mkdir -p $PBS_O_WORKDIR/../turb/
+cp -R res/dlc01_demos/. $PBS_O_WORKDIR/res/dlc01_demos/.
+cp -R logfiles/dlc01_demos/. $PBS_O_WORKDIR/logfiles/dlc01_demos/.
+cp -R animation/. $PBS_O_WORKDIR/animation/.
+
+echo ""
+echo "COPY BACK TURB IF APPLICABLE"
+cd turb/
+for i in `ls *.bin`; do  if [ -e $PBS_O_WORKDIR/../turb/$i ]; then echo "$i exists no copyback"; else echo "$i copyback"; cp $i $PBS_O_WORKDIR/../turb/; fi; done
+cd /scratch/$USER/$PBS_JOBID
+echo "END COPY BACK TURB"
+echo ""
+
+echo ""
+echo "following files are on the node (find .):"
+find .
+exit

wetb/prepost/tests/data/demo_dlc/ref/pbs_in/dlc01_demos/dlc01_steady_wsp9_noturb.p

+### Standard Output 
+#PBS -N dlc01_steady_wsp9_noturb 
+#PBS -o ./pbs_out/dlc01_demos/dlc01_steady_wsp9_noturb.out
+### Standard Error 
+#PBS -e ./pbs_out/dlc01_demos/dlc01_steady_wsp9_noturb.err
+#PBS -W umask=003
+### Maximum wallclock time format HOURS:MINUTES:SECONDS
+#PBS -l walltime=04:00:00
+#PBS -l nodes=1:ppn=1
+### Queue name
+#PBS -q workq
+### Create scratch directory and copy data to it 
+cd $PBS_O_WORKDIR
+echo "current working dir (pwd):"
+pwd 
+cp -R ./demo_dlc_remote.zip /scratch/$USER/$PBS_JOBID
+
+
+echo ""
+echo "Execute commands on scratch nodes"
+cd /scratch/$USER/$PBS_JOBID
+pwd
+/usr/bin/unzip demo_dlc_remote.zip
+mkdir -p htc/dlc01_demos/
+mkdir -p res/dlc01_demos/
+mkdir -p logfiles/dlc01_demos/
+mkdir -p turb/
+cp -R $PBS_O_WORKDIR/htc/dlc01_demos/dlc01_steady_wsp9_noturb.htc ./htc/dlc01_demos/
+cp -R $PBS_O_WORKDIR/../turb/none*.bin turb/ 
+time WINEARCH=win32 WINEPREFIX=~/.wine32 wine hawc2-latest ./htc/dlc01_demos/dlc01_steady_wsp9_noturb.htc  &
+### wait for jobs to finish 
+wait
+echo ""
+echo "Copy back from scratch directory" 
+cd /scratch/$USER/$PBS_JOBID
+mkdir -p $PBS_O_WORKDIR/res/dlc01_demos/
+mkdir -p $PBS_O_WORKDIR/logfiles/dlc01_demos/
+mkdir -p $PBS_O_WORKDIR/animation/
+mkdir -p $PBS_O_WORKDIR/../turb/
+cp -R res/dlc01_demos/. $PBS_O_WORKDIR/res/dlc01_demos/.
+cp -R logfiles/dlc01_demos/. $PBS_O_WORKDIR/logfiles/dlc01_demos/.
+cp -R animation/. $PBS_O_WORKDIR/animation/.
+
+echo ""
+echo "COPY BACK TURB IF APPLICABLE"
+cd turb/
+for i in `ls *.bin`; do  if [ -e $PBS_O_WORKDIR/../turb/$i ]; then echo "$i exists no copyback"; else echo "$i copyback"; cp $i $PBS_O_WORKDIR/../turb/; fi; done
+cd /scratch/$USER/$PBS_JOBID
+echo "END COPY BACK TURB"
+echo ""
+
+echo ""
+echo "following files are on the node (find .):"
+find .
+exit

wetb/prepost/tests/data/demo_dlc/ref/prepost/A0001_tags.txt

+
+
+===============================================================================
+                    iter_dict
+===============================================================================
+                       [empty] : [False]             
+
+===============================================================================
+                     opt_tags
+===============================================================================
+
+-------------------------------------------------------------------------------
+                 opt_tags set
+-------------------------------------------------------------------------------
+                 [Case folder] : dlc01_demos         
+                    [Case id.] : dlc01_steady_wsp8_noturb
+                 [Cut-in time] : -1                  
+                [Cut-out time] : -1                  
+                         [DLC] : 01                  
+                   [Dyn stall] : 2                   
+              [Free shaft rot] : True                
+                         [G_A] : True                
+                         [G_T] : True                
+                      [G_phi0] : True                
+                        [G_t0] : True                
+              [Grid loss time] : 5000                
+                   [Induction] : 1                   
+              [Pitch 1 DLC22b] : 0                   
+                    [Pitvel 1] : 3                   
+                    [Pitvel 2] : 4                   
+               [Rotor azimuth] : 0                   
+                [Rotor locked] : False               
+                   [Stop type] : 1                   
+                          [TI] : 0.232               
+          [Time pitch runaway] : 5000                
+           [Time stuck DLC22b] : -1                  
+              [Turb base name] : none                
+                   [Windspeed] : 8                   
+                     [case_id] : dlc01_steady_wsp8_noturb
+                    [data_dir] : data/               
+                 [dis_setbeta] : True                
+                    [duration] : 20.0                
+                        [gust] : False               
+                   [gust_type] : True                
+                     [htc_dir] : htc/dlc01_demos/    
+                     [init_wr] : 0.5                 
+                    [iter_dir] : iter/dlc01_demos/   
+                     [log_dir] : logfiles/dlc01_demos/
+                  [out_format] : hawc_binary         
+                  [pbs_in_dir] : pbs_in/dlc01_demos/ 
+                 [pbs_out_dir] : pbs_out/dlc01_demos/
+                     [res_dir] : res/dlc01_demos/    
+                   [shear_exp] : 0                   
+                   [staircase] : False               
+                   [t flap on] : -1                  
+                          [t0] : 20                  
+                   [time stop] : 40                  
+                   [time_stop] : 40                  
+                    [tu_model] : 0                   
+                     [tu_seed] : 0                   
+              [turb_base_name] : none                
+                     [turb_dx] : 0.0390625           
+                        [wdir] : 0                   
+                    [windramp] : False               
+                  [wsp factor] : 1.0                 
+              [zip_root_files] : ['pbs_in_file_cache.txt', 'A0001_ErrorLog.csv']
+
+-------------------------------------------------------------------------------
+                 opt_tags set
+-------------------------------------------------------------------------------
+                 [Case folder] : dlc01_demos         
+                    [Case id.] : dlc01_steady_wsp9_noturb
+                 [Cut-in time] : -1                  
+                [Cut-out time] : -1                  
+                         [DLC] : 01                  
+                   [Dyn stall] : 2                   
+              [Free shaft rot] : True                
+                         [G_A] : True                
+                         [G_T] : True                
+                      [G_phi0] : True                
+                        [G_t0] : True                
+              [Grid loss time] : 5000                
+                   [Induction] : 1                   
+              [Pitch 1 DLC22b] : 0                   
+                    [Pitvel 1] : 3                   
+                    [Pitvel 2] : 4                   
+               [Rotor azimuth] : 0                   
+                [Rotor locked] : False               
+                   [Stop type] : 1                   
+                          [TI] : 0.219555555556      
+          [Time pitch runaway] : 5000                
+           [Time stuck DLC22b] : -1                  
+              [Turb base name] : none                
+                   [Windspeed] : 9                   
+                     [case_id] : dlc01_steady_wsp9_noturb
+                    [data_dir] : data/               
+                 [dis_setbeta] : True                
+                    [duration] : 20.0                
+                        [gust] : False               
+                   [gust_type] : True                
+                     [htc_dir] : htc/dlc01_demos/    
+                     [init_wr] : 0.5                 
+                    [iter_dir] : iter/dlc01_demos/   
+                     [log_dir] : logfiles/dlc01_demos/
+                  [out_format] : hawc_binary         
+                  [pbs_in_dir] : pbs_in/dlc01_demos/ 
+                 [pbs_out_dir] : pbs_out/dlc01_demos/
+                     [res_dir] : res/dlc01_demos/    
+                   [shear_exp] : 0                   
+                   [staircase] : False               
+                   [t flap on] : -1                  
+                          [t0] : 20                  
+                   [time stop] : 40                  
+                   [time_stop] : 40                  
+                    [tu_model] : 0                   
+                     [tu_seed] : 0                   
+              [turb_base_name] : none                
+                     [turb_dx] : 0.0439453125        
+                        [wdir] : 0                   
+                    [windramp] : False               
+                  [wsp factor] : 0.888888888889      
+              [zip_root_files] : ['pbs_in_file_cache.txt', 'A0001_ErrorLog.csv']
+
+-------------------------------------------------------------------------------
+                 opt_tags set
+-------------------------------------------------------------------------------
+                 [Case folder] : dlc01_demos         
+                    [Case id.] : dlc01_steady_wsp10_noturb
+                 [Cut-in time] : -1                  
+                [Cut-out time] : -1                  
+                         [DLC] : 01                  
+                   [Dyn stall] : 2                   
+              [Free shaft rot] : True                
+                         [G_A] : True                
+                         [G_T] : True                
+                      [G_phi0] : True                
+                        [G_t0] : True                
+              [Grid loss time] : 5000                
+                   [Induction] : 1                   
+              [Pitch 1 DLC22b] : 0                   
+                    [Pitvel 1] : 3                   
+                    [Pitvel 2] : 4                   
+               [Rotor azimuth] : 0                   
+                [Rotor locked] : False               
+                   [Stop type] : 1                   
+                          [TI] : 0.2096              
+          [Time pitch runaway] : 5000                
+           [Time stuck DLC22b] : -1                  
+              [Turb base name] : none                
+                   [Windspeed] : 10                  
+                     [case_id] : dlc01_steady_wsp10_noturb
+                    [data_dir] : data/               
+                 [dis_setbeta] : True                
+                    [duration] : 20.0                
+                        [gust] : False               
+                   [gust_type] : True                
+                     [htc_dir] : htc/dlc01_demos/    
+                     [init_wr] : 0.5                 
+                    [iter_dir] : iter/dlc01_demos/   
+                     [log_dir] : logfiles/dlc01_demos/
+                  [out_format] : hawc_binary         
+                  [pbs_in_dir] : pbs_in/dlc01_demos/ 
+                 [pbs_out_dir] : pbs_out/dlc01_demos/
+                     [res_dir] : res/dlc01_demos/    
+                   [shear_exp] : 0                   
+                   [staircase] : False               
+                   [t flap on] : -1                  
+                          [t0] : 20                  
+                   [time stop] : 40                  
+                   [time_stop] : 40                  
+                    [tu_model] : 0                   
+                     [tu_seed] : 0                   
+              [turb_base_name] : none                
+                     [turb_dx] : 0.048828125         
+                        [wdir] : 0                   
+                    [windramp] : False               
+                  [wsp factor] : 0.8                 
+              [zip_root_files] : ['pbs_in_file_cache.txt', 'A0001_ErrorLog.csv']

wetb/prepost/tests/data/demo_dlc/source/data/minimal_demo_file.txt

+just one demo line

wetb/prepost/tests/test_Simulations.py

+'''
+Created on 05/11/2015
+
+@author: MMPE
+'''
+from __future__ import unicode_literals
+from __future__ import print_function
+from __future__ import division
+from __future__ import absolute_import
+from future import standard_library
+standard_library.install_aliases()
+
+import unittest
+import os
+import filecmp
+
+from wetb.prepost import dlctemplate as tmpl
+
+
+class TestGenerateInputs(unittest.TestCase):
+
+    def setUp(self):
+        self.basepath = os.path.dirname(__file__)
+
+    def test_launch_dlcs_excel(self):
+        # manually configure paths, HAWC2 model root path is then constructed as
+        # p_root_remote/PROJECT/sim_id, and p_root_local/PROJECT/sim_id
+        # adopt accordingly when you have configured your directories differently
+        p_root_remote = os.path.join(self.basepath, 'data/')
+        p_root_local = os.path.join(self.basepath, 'data/')
+        # project name, sim_id, master file name
+        tmpl.PROJECT = 'demo_dlc'
+        tmpl.MASTERFILE = 'demo_dlc_master_A0001.htc'
+        # MODEL SOURCES, exchanche file sources
+        tmpl.P_RUN = os.path.join(p_root_remote, tmpl.PROJECT, 'remote/')
+        tmpl.P_SOURCE = os.path.join(p_root_local, tmpl.PROJECT, 'source/')
+        # location of the master file
+        tmpl.P_MASTERFILE = os.path.join(p_root_local, tmpl.PROJECT,
+                                         'source', 'htc', '_master/')
+        # location of the pre and post processing data
+        tmpl.POST_DIR = os.path.join(p_root_remote, tmpl.PROJECT, 'remote',
+                                     'prepost/')
+        tmpl.force_dir = tmpl.P_RUN
+        tmpl.launch_dlcs_excel('remote', silent=True)
+
+        remote = os.path.join(p_root_remote, tmpl.PROJECT, 'remote')
+        ref = os.path.join(p_root_remote, tmpl.PROJECT, 'ref')
+        cmp = filecmp.dircmp(remote, ref)
+        self.assertTrue(len(cmp.diff_files)==0)
+        self.assertTrue(len(cmp.right_only)==0)
+        self.assertTrue(len(cmp.left_only)==0)
+
+
+if __name__ == "__main__":
+    unittest.main()