mirror of https://github.com/ecmwf/eccodes.git
202 lines
6.2 KiB
Bash
Executable File
202 lines
6.2 KiB
Bash
Executable File
#!/bin/sh
|
|
|
|
# --- check nothing bombs when changing packing
|
|
# --- for now limited to just a few packing schemes
|
|
|
|
. ./include.ctest.sh
|
|
|
|
label="grib_change_packing_test"
|
|
temp=temp.$label.grib
|
|
temp_err=temp.$label.err
|
|
rm -f $temp $temp_err
|
|
|
|
grib1=${data_dir}/reduced_latlon_surface_constant.grib1
|
|
grib2=${data_dir}/reduced_latlon_surface_constant.grib2
|
|
|
|
packing1="
|
|
grid_ieee
|
|
grid_simple
|
|
grid_simple_matrix"
|
|
|
|
packing2="
|
|
grid_ieee
|
|
grid_simple
|
|
grid_simple_matrix
|
|
grid_simple_log_preprocessing"
|
|
|
|
if [ $HAVE_JPEG -eq 1 ]; then
|
|
packing2="grid_jpeg "$packing2
|
|
fi
|
|
|
|
|
|
# --- test changing the packing
|
|
# arg 1 : input grib file
|
|
# arg 2-n : packing types to test
|
|
test_packing() {
|
|
grib=$1
|
|
|
|
if [ ! -f $grib ]; then
|
|
echo "Input data missing"
|
|
exit 1
|
|
fi
|
|
|
|
shift
|
|
while [ $# -gt 0 ]; do
|
|
packing=$1
|
|
|
|
${tools_dir}/grib_set -r -s packingType=$packing $grib $temp
|
|
result=`${tools_dir}/grib_get -p packingType $temp`
|
|
|
|
if [ "$result" != "$packing" ]; then
|
|
echo "Setting packing did not go right"
|
|
exit 1
|
|
fi
|
|
|
|
result=`${tools_dir}/grib_get -p accuracy $temp`
|
|
[ $result -eq 0 -o $result -eq 32 -o $result -eq 64 ]
|
|
|
|
temp1=$temp.1
|
|
${tools_dir}/grib_set -s setPackingType=$packing $grib $temp1
|
|
${tools_dir}/grib_compare $temp $temp1
|
|
rm -f $temp1
|
|
|
|
shift
|
|
done
|
|
|
|
rm -f $temp
|
|
}
|
|
|
|
# ECC-774
|
|
# ------------
|
|
input=${data_dir}/spherical_model_level.grib2
|
|
output=`${tools_dir}/grib_set -r -s packingType=spectral_simple $input $temp 2>&1`
|
|
grib_check_key_equals $temp packingType 'spectral_simple'
|
|
grib_check_key_equals $temp accuracy 16
|
|
# Check no error was posted i.e. output string is empty
|
|
[ -z "$output" ]
|
|
res1=`${tools_dir}/grib_get '-F%.1f' -p avg,enorm $input`
|
|
res2=`${tools_dir}/grib_get '-F%.1f' -p avg,enorm $temp`
|
|
[ "$res1" = "$res2" ]
|
|
rm -f $temp
|
|
|
|
|
|
# IEEE to Simple Packing
|
|
# -----------------------
|
|
if [ $ECCODES_ON_WINDOWS -eq 0 ]; then
|
|
input=${data_dir}/grid_ieee.grib
|
|
${tools_dir}/grib_set -r -s packingType=grid_simple $input $temp
|
|
grib_check_key_equals $input accuracy 32
|
|
grib_check_key_equals $temp packingType 'grid_simple'
|
|
grib_check_key_equals $temp accuracy,bitsPerValue '32 32'
|
|
stats1=`${tools_dir}/grib_get -F%.2f -p skew,kurt $input`
|
|
stats2=`${tools_dir}/grib_get -F%.2f -p skew,kurt $temp`
|
|
[ "$stats1" = "$stats2" ]
|
|
|
|
# 64bit IEEE - We can only do max. 32 with CCSDS
|
|
input=${data_dir}/reduced_gaussian_model_level.grib2
|
|
${tools_dir}/grib_set -r -s packingType=grid_ieee,precision=2 $input $temp
|
|
grib_check_key_equals $temp packingType,accuracy 'grid_ieee 64'
|
|
${tools_dir}/grib_set -r -s packingType=grid_simple $temp $temp.simple
|
|
grib_check_key_equals $temp.simple packingType,accuracy 'grid_simple 32'
|
|
rm -f $temp.simple
|
|
fi
|
|
|
|
# Test 'accuracy' key
|
|
# -----------------------
|
|
input=${data_dir}/reduced_gaussian_model_level.grib1
|
|
${tools_dir}/grib_set -r -s packingType=grid_ieee,accuracy=64 $input $temp
|
|
grib_check_key_equals $temp precision '2'
|
|
stats1=`${tools_dir}/grib_get -F%.2f -p skew,kurt $input`
|
|
stats2=`${tools_dir}/grib_get -F%.2f -p skew,kurt $temp`
|
|
[ "$stats1" = "$stats2" ]
|
|
|
|
|
|
# Change grib packing test
|
|
# -------------------------
|
|
test_packing $grib1 $packing1
|
|
test_packing $grib2 $packing2
|
|
|
|
|
|
# spectral_simple for GRIB1
|
|
# -------------------------
|
|
input=${data_dir}/spherical_model_level.grib1
|
|
${tools_dir}/grib_set -r -s packingType=spectral_simple $input $temp
|
|
grib_check_key_equals $temp packingType 'spectral_simple'
|
|
${tools_dir}/grib_ls -p numberOfCodedValues $temp
|
|
${tools_dir}/grib_ls -n statistics $temp
|
|
stats=`${tools_dir}/grib_get -F%.1f -p average,standardDeviation $temp`
|
|
[ "$stats" = "195.1 12.0" ]
|
|
|
|
|
|
# ECC-1352: Check CCSDS
|
|
# ----------------------------
|
|
if [ $HAVE_AEC -eq 0 ]; then
|
|
# Check we get an error if we try to decode this packing
|
|
[ -f "${data_dir}/ccsds.grib2" ]
|
|
set +e
|
|
${tools_dir}/grib_get -p min,max ${data_dir}/ccsds.grib2 2>$temp_err
|
|
status=$?
|
|
set -e
|
|
[ $status -ne 0 ]
|
|
grep -q "CCSDS support not enabled. Please rebuild with -DENABLE_AEC=ON" $temp_err
|
|
fi
|
|
|
|
# grid_simple_log_preprocessing
|
|
# -----------------------------
|
|
input=${data_dir}/sample.grib2
|
|
${tools_dir}/grib_set -r -s packingType=grid_simple_log_preprocessing $input $temp 2> $temp_err
|
|
grib_check_key_equals $temp packingType 'grid_simple_log_preprocessing'
|
|
${tools_dir}/grib_compare -c data:n -R packedValues=2e-6 $input $temp
|
|
# ECC-1897
|
|
grep -q "ECCODES WARNING.*is experimental" $temp_err
|
|
|
|
${tools_dir}/grib_set -r -s packingType=grid_simple_matrix $input $temp 2> $temp_err
|
|
grep -q "ECCODES WARNING.*is experimental" $temp_err
|
|
|
|
|
|
# Large constant fields
|
|
# -----------------------
|
|
input=${data_dir}/sample.grib2
|
|
ECCODES_GRIB_LARGE_CONSTANT_FIELDS=0 ${tools_dir}/grib_set -d1 $input $temp
|
|
grib_check_key_equals $temp const,bitsPerValue,section7Length '1 0 5'
|
|
|
|
ECCODES_GRIB_LARGE_CONSTANT_FIELDS=1 ${tools_dir}/grib_set -d1 $input $temp
|
|
grib_check_key_equals $temp const,bitsPerValue,section7Length '1 16 997'
|
|
|
|
${tools_dir}/grib_set -s produceLargeConstantFields=0 -d1 $input $temp
|
|
grib_check_key_equals $temp const,bitsPerValue,section7Length '1 0 5'
|
|
|
|
${tools_dir}/grib_set -s produceLargeConstantFields=1 -d1 $input $temp
|
|
grib_check_key_equals $temp const,bitsPerValue,section7Length '1 16 997'
|
|
|
|
# GRIB1: when GRIBEX mode is enabled, we also get a large constant field
|
|
input=${data_dir}/simple.grib
|
|
${tools_dir}/grib_set -d1 $input $temp
|
|
grib_check_key_equals $temp const,bitsPerValue,section4Length '1 0 12'
|
|
ECCODES_GRIBEX_MODE_ON=1 ${tools_dir}/grib_set -d1 $input $temp
|
|
grib_check_key_equals $temp const,bitsPerValue,section4Length '1 12 8966'
|
|
|
|
# Error in packingType value
|
|
# ---------------------------
|
|
set +e
|
|
${tools_dir}/grib_set -s packingType="xxxxx" $ECCODES_SAMPLES_PATH/GRIB2.tmpl $temp > $temp_err 2>&1
|
|
status=$?
|
|
set -e
|
|
[ $status -ne 0 ]
|
|
grep -q "ECCODES ERROR.*no match for packingType=xxxxx" $temp_err
|
|
cat $temp_err
|
|
|
|
# Set packingType when it is disabled
|
|
# -----------------------------------
|
|
if [ $HAVE_PNG -eq 0 ]; then
|
|
set +e
|
|
${tools_dir}/grib_set -s packingType=grid_png $ECCODES_SAMPLES_PATH/GRIB2.tmpl $temp > $temp_err 2>&1
|
|
status=$?
|
|
set -e
|
|
[ $status -ne 0 ]
|
|
grep -q "ECCODES ERROR.*PNG support not enabled" $temp_err
|
|
fi
|
|
|
|
# Clean up
|
|
rm -f $temp $temp_err
|