Commit 68460fb6 authored by GROUAZEL's avatar GROUAZEL

fix memory prun

parent d99b5721
#!/usr/bin/env bash
#PBS -l walltime=28:30:00
#PBS -l mem=500k
#PBS -l mem=400M
#PBS -N S1l2spectragen
#PBS -m n
# this pbs is used for reprocessing of png L2 sentinel1 wv (images displayed in xwaves app)
......@@ -3,7 +3,7 @@ echo 'attention le job prun va commencer'
echo 'fasten your seat belt, the job will start in a minute'
#python /home1/datahome/agrouaze/git/wavetoolbox/ -q -g -b 20140101 -e 20141231 -p S1A -s SAT -r -o $listing --version-outputdir V3
/appli/prun/bin/prun --split-max-jobs=2000 --mem=500k --name S1l2spectragen --max-time=28:30:00 --background -e /home1/datahome/satwave/sources_en_exploitation2/wavetoolbox/create_sentinel1_spectra_l2_png.pbs $listing
echo $listing
/appli/prun/bin/prun --split-max-jobs=200 --mem=401m --name S1l2spectragen --max-time=28:30:00 --background -e /home1/datahome/satwave/sources_en_exploitation2/wavetoolbox/create_sentinel1_spectra_l2_png.pbs $listing
echo 'va voir dans les logs '
echo 'ou bien va voir ici /home/datawork-cersat-public/project/mpc-sentinel1/data/esl/ifremer/aggregation_L2/'
\ No newline at end of file
......@@ -14,6 +14,6 @@ echo 'start generation of png for xwaves app'
source /home1/datawork/agrouaze/condabase/bin/activate /home1/datawork/agrouaze/conda_envs/py3_wavetoolbox_exploit/
which python
# python /home1/datahome/agrouaze/git/wavetoolbox/ --overwrite --style v3 $*
#python /home1/datahome/agrouaze/git/wavetoolbox/ --overwrite --style v3 $*
python /home1/datahome/satwave/sources_en_exploitation2/wavetoolbox/ --style v3 $*
echo 'job finished'
\ No newline at end of file
......@@ -12,19 +12,19 @@ else
python ${scriptlisting} --beginningdate 20200623 --platform S1B -s SAT -q -g --output-filepath $list
#python ${scriptlisting} --beginningdate 20200623 --platform S1B -s SAT -q -g --output-filepath $list
case "$version" in
echo "Starting version2"
echo "Starting version3"
echo "Usage: unit_test_2.bash {2|3}"
......@@ -9,6 +9,7 @@ from datetime import datetime
import collections
import time
import traceback
import resource
if __name__ == "__main__":
root = logging.getLogger()
if root.handlers:
......@@ -76,4 +77,5 @@ if __name__ == "__main__":
nberror += 1'counter %s',cpt)"{} generated successfully, {} not generated".format(nbsuccess, nberror))'all product in error can be find in %s',filesinerror)
\ No newline at end of file'all product in error can be find in %s',filesinerror)'peak memory usage: %s kilobytes',resource.getrusage(resource.RUSAGE_SELF).ru_maxrss)
\ No newline at end of file
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment