diff --git a/wetb/prepost/Simulations.py b/wetb/prepost/Simulations.py index 3ebb7a34a2435d1474672b2b95afb46ae04d272a..6b80b1b2b70b91eb06e860fe0455049601e4a49a 100755 --- a/wetb/prepost/Simulations.py +++ b/wetb/prepost/Simulations.py @@ -1942,18 +1942,16 @@ class PBS(object): self.silent = silent self.pyenv = pyenv self.pyenv_cmd = 'source /home/python/miniconda3/bin/activate' + self.winebase = 'time WINEARCH=win32 WINEPREFIX=~/.wine32 ' + self.wine = self.winebase + 'wine' + self.winenumactl = self.winebase + 'numactl --physcpubind=$CPU_NR wine' -# if server == 'thyra': -# self.maxcpu = 4 -# self.secperiter = 0.020 if server == 'gorm': self.maxcpu = 1 self.secperiter = 0.012 - self.wine = 'time WINEARCH=win32 WINEPREFIX=~/.wine32 wine' elif server == 'jess': self.maxcpu = 1 self.secperiter = 0.012 - self.wine = 'time WINEARCH=win32 WINEPREFIX=~/.wine32 wine' else: raise UserWarning('server support only for jess or gorm') @@ -2296,7 +2294,9 @@ class PBS(object): self.pbs += '# ' + '-'*78 + '\n' self.pbs += '# find+xargs mode: 1 PBS job, multiple cases\n' self.pbs += "else\n" - param = (self.wine, hawc2_exe, self.htc_dir+case, self.wine_appendix) + # numactl --physcpubind=$CPU_NR + param = (self.winenumactl, hawc2_exe, self.htc_dir+case, + self.wine_appendix) self.pbs += ' echo "execute HAWC2, do not fork and wait"\n' self.pbs += " %s %s ./%s %s\n" % param self.pbs += ' echo "POST-PROCESSING"\n' @@ -3835,8 +3835,10 @@ class Cases(object): else: tmp1, tmp2, tmp3 = self.load_stats() self.stats_df = self.stats_df.append(tmp1) - self.Leq_df = self.Leq_df.append(tmp2) - self.AEP_df = self.AEP_df.append(tmp3) + if isinstance(self.Leq_df, pd.DataFrame): + self.Leq_df = self.Leq_df.append(tmp2) + if isinstance(self.AEP_df, pd.DataFrame): + self.AEP_df = self.AEP_df.append(tmp3) self.cases = cases_merged self.cases_fail = cases_fail_merged diff --git a/wetb/prepost/tests/data/demo_dlc/ref/pbs_in/dlc01_demos/dlc01_steady_wsp10_s100.p b/wetb/prepost/tests/data/demo_dlc/ref/pbs_in/dlc01_demos/dlc01_steady_wsp10_s100.p index c04a711b4c273f494106b628a16f3f3ec9750352..5fed071645069f93274c75bea5670a86862c0732 100644 --- a/wetb/prepost/tests/data/demo_dlc/ref/pbs_in/dlc01_demos/dlc01_steady_wsp10_s100.p +++ b/wetb/prepost/tests/data/demo_dlc/ref/pbs_in/dlc01_demos/dlc01_steady_wsp10_s100.p @@ -68,7 +68,7 @@ if [ -z ${LAUNCH_PBS_MODE+x} ] ; then # find+xargs mode: 1 PBS job, multiple cases else echo "execute HAWC2, do not fork and wait" - time WINEARCH=win32 WINEPREFIX=~/.wine32 wine hawc2-latest ./htc/dlc01_demos/dlc01_steady_wsp10_s100.htc + time WINEARCH=win32 WINEPREFIX=~/.wine32 numactl --physcpubind=$CPU_NR wine hawc2-latest ./htc/dlc01_demos/dlc01_steady_wsp10_s100.htc echo "POST-PROCESSING" python -c "from wetb.prepost import statsdel; statsdel.logcheck('logfiles/dlc01_demos/dlc01_steady_wsp10_s100.log')" python -c "from wetb.prepost import statsdel; statsdel.calc('res/dlc01_demos/dlc01_steady_wsp10_s100', no_bins=46, m=[3, 4, 6, 8, 10, 12], neq=20.0, i0=0, i1=None, ftype='.csv')" diff --git a/wetb/prepost/tests/data/demo_dlc/ref/pbs_in/dlc01_demos/dlc01_steady_wsp11_s101.p b/wetb/prepost/tests/data/demo_dlc/ref/pbs_in/dlc01_demos/dlc01_steady_wsp11_s101.p index 18df76b1fd637bc961b1f2acda5e9a037643cbe3..b2db53ba4f4a4b07fe83d39dec0f3b9b8b695c86 100644 --- a/wetb/prepost/tests/data/demo_dlc/ref/pbs_in/dlc01_demos/dlc01_steady_wsp11_s101.p +++ b/wetb/prepost/tests/data/demo_dlc/ref/pbs_in/dlc01_demos/dlc01_steady_wsp11_s101.p @@ -68,7 +68,7 @@ if [ -z ${LAUNCH_PBS_MODE+x} ] ; then # find+xargs mode: 1 PBS job, multiple cases else echo "execute HAWC2, do not fork and wait" - time WINEARCH=win32 WINEPREFIX=~/.wine32 wine hawc2-latest ./htc/dlc01_demos/dlc01_steady_wsp11_s101.htc + time WINEARCH=win32 WINEPREFIX=~/.wine32 numactl --physcpubind=$CPU_NR wine hawc2-latest ./htc/dlc01_demos/dlc01_steady_wsp11_s101.htc echo "POST-PROCESSING" python -c "from wetb.prepost import statsdel; statsdel.logcheck('logfiles/dlc01_demos/dlc01_steady_wsp11_s101.log')" python -c "from wetb.prepost import statsdel; statsdel.calc('res/dlc01_demos/dlc01_steady_wsp11_s101', no_bins=46, m=[3, 4, 6, 8, 10, 12], neq=20.0, i0=0, i1=None, ftype='.csv')" diff --git a/wetb/prepost/tests/data/demo_dlc/ref/pbs_in/dlc01_demos/dlc01_steady_wsp8_noturb.p b/wetb/prepost/tests/data/demo_dlc/ref/pbs_in/dlc01_demos/dlc01_steady_wsp8_noturb.p index d7db435f247fcdf476520ada8978a98aa25308fe..4fe00308ffdf95d83e3b21a96f3e6072be7d9831 100644 --- a/wetb/prepost/tests/data/demo_dlc/ref/pbs_in/dlc01_demos/dlc01_steady_wsp8_noturb.p +++ b/wetb/prepost/tests/data/demo_dlc/ref/pbs_in/dlc01_demos/dlc01_steady_wsp8_noturb.p @@ -68,7 +68,7 @@ if [ -z ${LAUNCH_PBS_MODE+x} ] ; then # find+xargs mode: 1 PBS job, multiple cases else echo "execute HAWC2, do not fork and wait" - time WINEARCH=win32 WINEPREFIX=~/.wine32 wine hawc2-latest ./htc/dlc01_demos/dlc01_steady_wsp8_noturb.htc + time WINEARCH=win32 WINEPREFIX=~/.wine32 numactl --physcpubind=$CPU_NR wine hawc2-latest ./htc/dlc01_demos/dlc01_steady_wsp8_noturb.htc echo "POST-PROCESSING" python -c "from wetb.prepost import statsdel; statsdel.logcheck('logfiles/dlc01_demos/dlc01_steady_wsp8_noturb.log')" python -c "from wetb.prepost import statsdel; statsdel.calc('res/dlc01_demos/dlc01_steady_wsp8_noturb', no_bins=46, m=[3, 4, 6, 8, 10, 12], neq=20.0, i0=0, i1=None, ftype='.csv')" diff --git a/wetb/prepost/tests/data/demo_dlc/ref/pbs_in/dlc01_demos/dlc01_steady_wsp9_noturb.p b/wetb/prepost/tests/data/demo_dlc/ref/pbs_in/dlc01_demos/dlc01_steady_wsp9_noturb.p index 40d3d16d6d97d2e805c0943f33fe61263f286451..237970bb3702b5fb37eeeae9cf553fe2930e3c68 100644 --- a/wetb/prepost/tests/data/demo_dlc/ref/pbs_in/dlc01_demos/dlc01_steady_wsp9_noturb.p +++ b/wetb/prepost/tests/data/demo_dlc/ref/pbs_in/dlc01_demos/dlc01_steady_wsp9_noturb.p @@ -68,7 +68,7 @@ if [ -z ${LAUNCH_PBS_MODE+x} ] ; then # find+xargs mode: 1 PBS job, multiple cases else echo "execute HAWC2, do not fork and wait" - time WINEARCH=win32 WINEPREFIX=~/.wine32 wine hawc2-latest ./htc/dlc01_demos/dlc01_steady_wsp9_noturb.htc + time WINEARCH=win32 WINEPREFIX=~/.wine32 numactl --physcpubind=$CPU_NR wine hawc2-latest ./htc/dlc01_demos/dlc01_steady_wsp9_noturb.htc echo "POST-PROCESSING" python -c "from wetb.prepost import statsdel; statsdel.logcheck('logfiles/dlc01_demos/dlc01_steady_wsp9_noturb.log')" python -c "from wetb.prepost import statsdel; statsdel.calc('res/dlc01_demos/dlc01_steady_wsp9_noturb', no_bins=46, m=[3, 4, 6, 8, 10, 12], neq=20.0, i0=0, i1=None, ftype='.csv')"