Commit 68460fb6 authored by GROUAZEL's avatar GROUAZEL

fix memory prun

parent d99b5721
#!/usr/bin/env bash
#PBS -l walltime=28:30:00
#PBS -l mem=500k
#PBS -l mem=400M
#PBS -N S1l2spectragen
#PBS -m n
# this pbs is used for reprocessing of png L2 sentinel1 wv (images displayed in xwaves app)
......
......@@ -3,7 +3,7 @@ echo 'attention le job prun va commencer'
echo 'fasten your seat belt, the job will start in a minute'
listing=/home1/scratch/agrouaze/prun/S1l2spectragen/listing_1.txt
#python /home1/datahome/agrouaze/git/wavetoolbox/generate_listing_v1_02.py -q -g -b 20140101 -e 20141231 -p S1A -s SAT -r -o $listing --version-outputdir V3
/appli/prun/bin/prun --split-max-jobs=2000 --mem=500k --name S1l2spectragen --max-time=28:30:00 --background -e /home1/datahome/satwave/sources_en_exploitation2/wavetoolbox/create_sentinel1_spectra_l2_png.pbs $listing
echo $listing
/appli/prun/bin/prun --split-max-jobs=200 --mem=401m --name S1l2spectragen --max-time=28:30:00 --background -e /home1/datahome/satwave/sources_en_exploitation2/wavetoolbox/create_sentinel1_spectra_l2_png.pbs $listing
echo 'va voir dans les logs '
echo 'ou bien va voir ici /home/datawork-cersat-public/project/mpc-sentinel1/data/esl/ifremer/aggregation_L2/'
\ No newline at end of file
......@@ -14,6 +14,6 @@ echo 'start generation of png for xwaves app'
source /home1/datawork/agrouaze/condabase/bin/activate /home1/datawork/agrouaze/conda_envs/py3_wavetoolbox_exploit/
which python
# python /home1/datahome/agrouaze/git/wavetoolbox/wavetools_launcher_stream.py --overwrite --style v3 $*
#python /home1/datahome/agrouaze/git/wavetoolbox/wavetools_launcher_stream.py --overwrite --style v3 $*
python /home1/datahome/satwave/sources_en_exploitation2/wavetoolbox/wavetools_launcher_stream.py --style v3 $*
echo 'job finished'
\ No newline at end of file
......@@ -12,19 +12,19 @@ else
fi
scriptlisting=/home1/datahome/agrouaze/git/wavetoolbox/generate_listing_v1_02.py
list="/tmp/tmpListingL2_S1B.lst"
python ${scriptlisting} --beginningdate 20200623 --platform S1B -s SAT -q -g --output-filepath $list
#scriptlisting=/home1/datahome/agrouaze/git/wavetoolbox/generate_listing_v1_02.py
#list="/tmp/tmpListingL2_S1B.lst"
#python ${scriptlisting} --beginningdate 20200623 --platform S1B -s SAT -q -g --output-filepath $list
case "$version" in
2)
echo "Starting version2"
exe=/home1/datahome/agrouaze/git/wavetoolbox/runner_plot_spectra_v2.bash
#list=/home1/datahome/agrouaze/git/wavetoolbox/example_listing_s1.txt
list=/home1/datahome/agrouaze/git/wavetoolbox/example_listing_s1.txt
;;
3)
echo "Starting version3"
exe=/home1/datahome/agrouaze/git/wavetoolbox/runner_plot_spectra_v3.bash
#list=/home1/datahome/agrouaze/git/wavetoolbox/example_listing_s1_v3.txt
list=/home1/datahome/agrouaze/git/wavetoolbox/example_listing_s1_v3.txt
;;
*)
echo "Usage: unit_test_2.bash {2|3}"
......
......@@ -9,6 +9,7 @@ from datetime import datetime
import collections
import time
import traceback
import resource
if __name__ == "__main__":
root = logging.getLogger()
if root.handlers:
......@@ -76,4 +77,5 @@ if __name__ == "__main__":
nberror += 1
logging.info('counter %s',cpt)
logging.info("{} generated successfully, {} not generated".format(nbsuccess, nberror))
logging.info('all product in error can be find in %s',filesinerror)
\ No newline at end of file
logging.info('all product in error can be find in %s',filesinerror)
logging.info('peak memory usage: %s kilobytes',resource.getrusage(resource.RUSAGE_SELF).ru_maxrss)
\ No newline at end of file
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment