2018-04-25 12:58:19 +00:00
|
|
|
#!/bin/sh
|
2020-01-28 18:07:47 +00:00
|
|
|
# (C) Copyright 2005- ECMWF.
|
2018-04-25 12:58:19 +00:00
|
|
|
#
|
|
|
|
# This software is licensed under the terms of the Apache Licence Version 2.0
|
|
|
|
# which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
|
|
|
|
#
|
|
|
|
# In applying this licence, ECMWF does not waive the privileges and immunities granted to it by
|
|
|
|
# virtue of its status as an intergovernmental organisation nor does it submit to any jurisdiction.
|
|
|
|
#
|
|
|
|
|
2022-04-03 22:02:48 +00:00
|
|
|
. ./include.ctest.sh
|
2018-04-25 12:58:19 +00:00
|
|
|
|
2020-03-30 14:55:06 +00:00
|
|
|
label="grib_threads_ecc-604"
|
2018-04-25 12:58:19 +00:00
|
|
|
temp_dir=tempdir.${label}
|
2018-05-08 13:11:01 +00:00
|
|
|
|
2018-05-30 16:44:32 +00:00
|
|
|
NUM_THREADS=3
|
|
|
|
NUM_ITER=10
|
2018-05-18 15:01:38 +00:00
|
|
|
OUTPUT=output
|
2024-02-19 12:30:36 +00:00
|
|
|
PROG="${test_dir}/grib_encode_pthreads2"
|
2018-05-18 15:01:38 +00:00
|
|
|
|
2018-05-08 13:11:01 +00:00
|
|
|
validate()
|
|
|
|
{
|
|
|
|
echo "Checking every output file is identical..."
|
2018-05-11 10:48:23 +00:00
|
|
|
# Get checksum of first file
|
|
|
|
ck1=`cksum $OUTPUT/output_file_0-0.grib | awk '{print $1}'`
|
2018-05-08 13:11:01 +00:00
|
|
|
set +x
|
2018-05-11 10:48:23 +00:00
|
|
|
# Get checksum of all of them and sort unique
|
2018-05-08 13:11:01 +00:00
|
|
|
res=`cksum $OUTPUT/output_file_* | awk '{print $1}' | sort -u`
|
|
|
|
set -x
|
2018-05-11 10:48:23 +00:00
|
|
|
# Should be the same as the first
|
|
|
|
[ "$res" = "$ck1" ]
|
2018-05-08 13:11:01 +00:00
|
|
|
}
|
2018-05-18 15:01:38 +00:00
|
|
|
process()
|
|
|
|
{
|
|
|
|
input=$1 # The input GRIB file
|
2018-04-25 12:58:19 +00:00
|
|
|
|
2018-05-18 15:01:38 +00:00
|
|
|
# Test 01: Clone + output
|
|
|
|
# ------------------------
|
|
|
|
rm -fr $OUTPUT; mkdir -p $OUTPUT
|
2020-03-30 14:55:06 +00:00
|
|
|
time $PROG -c -w par $input $NUM_THREADS $NUM_ITER
|
2018-05-18 15:01:38 +00:00
|
|
|
validate
|
|
|
|
|
|
|
|
# Test 02: No clone + output
|
|
|
|
# --------------------------
|
|
|
|
rm -fr $OUTPUT; mkdir -p $OUTPUT
|
2020-03-30 14:55:06 +00:00
|
|
|
time $PROG -w par $input $NUM_THREADS $NUM_ITER
|
2018-05-18 15:01:38 +00:00
|
|
|
validate
|
2018-04-25 12:58:19 +00:00
|
|
|
|
2018-08-06 12:44:56 +00:00
|
|
|
# Test 03: Clone + dump + no output
|
|
|
|
# ---------------------------------
|
2018-05-18 15:01:38 +00:00
|
|
|
rm -fr $OUTPUT
|
2020-03-30 14:55:06 +00:00
|
|
|
time $PROG -c -d par $input $NUM_THREADS $NUM_ITER
|
2018-05-18 15:01:38 +00:00
|
|
|
# Nothing to validate as there is no output
|
|
|
|
}
|
|
|
|
###################################################
|
2018-05-08 13:11:01 +00:00
|
|
|
rm -fr $temp_dir
|
|
|
|
mkdir -p $temp_dir
|
|
|
|
cd $temp_dir
|
|
|
|
|
2018-05-30 13:41:45 +00:00
|
|
|
GRIB1_INPUTS="
|
|
|
|
$ECCODES_SAMPLES_PATH/gg_sfc_grib1.tmpl
|
|
|
|
${data_dir}/gen_bitmap.grib
|
|
|
|
${data_dir}/spectral_complex.grib1
|
|
|
|
${data_dir}/gen_ext.grib
|
2019-09-12 14:37:39 +00:00
|
|
|
${data_dir}/gen.grib
|
2018-05-30 13:41:45 +00:00
|
|
|
${data_dir}/gen_ext_spd_2.grib"
|
2018-05-18 15:01:38 +00:00
|
|
|
|
2018-05-30 13:41:45 +00:00
|
|
|
GRIB2_INPUTS="
|
|
|
|
$ECCODES_SAMPLES_PATH/gg_sfc_grib2.tmpl
|
|
|
|
${data_dir}/reduced_gaussian_sub_area.grib2
|
|
|
|
${data_dir}/test_file.grib2
|
|
|
|
${data_dir}/sample.grib2"
|
2018-05-08 16:11:45 +00:00
|
|
|
|
2023-02-15 12:22:24 +00:00
|
|
|
# There is a problem with multi-threading and Jasper versions > 2
|
|
|
|
if [ $HAVE_JPEG -eq 1 -a $HAVE_LIBJASPER -eq 0 ]; then
|
2018-07-20 14:35:15 +00:00
|
|
|
echo "Adding extra files (HAVE_JPEG=1)"
|
|
|
|
GRIB2_INPUTS="${data_dir}/jpeg.grib2 ${data_dir}/reduced_gaussian_surface_jpeg.grib2 "$GRIB2_INPUTS
|
2018-05-30 13:41:45 +00:00
|
|
|
fi
|
2019-09-12 14:37:39 +00:00
|
|
|
if [ $HAVE_AEC -eq 1 ]; then
|
|
|
|
GRIB2_INPUTS=$GRIB2_INPUTS" ${data_dir}/ccsds.grib2 "
|
|
|
|
fi
|
2018-05-30 13:41:45 +00:00
|
|
|
|
2018-05-30 16:44:32 +00:00
|
|
|
for gf in $GRIB1_INPUTS $GRIB2_INPUTS; do
|
|
|
|
process $gf
|
2018-05-30 13:41:45 +00:00
|
|
|
done
|
2018-04-25 12:58:19 +00:00
|
|
|
|
|
|
|
# Clean up
|
|
|
|
cd $test_dir
|
2018-04-25 15:15:07 +00:00
|
|
|
rm -fr $temp_dir
|