#!/bin/sh # --- check nothing bombs when changing packing # --- for now limited to just a few packing schemes . ./include.ctest.sh label="grib_change_packing_test" temp=temp.$label.grib temp_err=temp.$label.err rm -f $temp $temp_err grib1=${data_dir}/reduced_latlon_surface_constant.grib1 grib2=${data_dir}/reduced_latlon_surface_constant.grib2 packing1=" grid_ieee grid_simple grid_simple_matrix" packing2=" grid_ieee grid_simple grid_simple_matrix grid_simple_log_preprocessing" if [ $HAVE_JPEG -eq 1 ]; then packing2="grid_jpeg "$packing2 fi # --- test changing the packing # arg 1 : input grib file # arg 2-n : packing types to test test_packing() { grib=$1 if [ ! -f $grib ]; then echo "Input data missing" exit 1 fi shift while [ $# -gt 0 ]; do packing=$1 ${tools_dir}/grib_set -r -s packingType=$packing $grib $temp result=`${tools_dir}/grib_get -p packingType $temp` if [ "$result" != "$packing" ]; then echo "Setting packing did not go right" exit 1 fi result=`${tools_dir}/grib_get -p accuracy $temp` [ $result -eq 0 -o $result -eq 32 -o $result -eq 64 ] temp1=$temp.1 ${tools_dir}/grib_set -s setPackingType=$packing $grib $temp1 ${tools_dir}/grib_compare $temp $temp1 rm -f $temp1 shift done rm -f $temp } # ECC-774 # ------------ input=${data_dir}/spherical_model_level.grib2 output=`${tools_dir}/grib_set -r -s packingType=spectral_simple $input $temp 2>&1` grib_check_key_equals $temp packingType 'spectral_simple' grib_check_key_equals $temp accuracy 16 # Check no error was posted i.e. output string is empty [ -z "$output" ] res1=`${tools_dir}/grib_get '-F%.1f' -p avg,enorm $input` res2=`${tools_dir}/grib_get '-F%.1f' -p avg,enorm $temp` [ "$res1" = "$res2" ] rm -f $temp # IEEE to Simple Packing # ----------------------- if [ $ECCODES_ON_WINDOWS -eq 0 ]; then input=${data_dir}/grid_ieee.grib ${tools_dir}/grib_set -r -s packingType=grid_simple $input $temp grib_check_key_equals $input accuracy 32 grib_check_key_equals $temp packingType 'grid_simple' grib_check_key_equals $temp accuracy,bitsPerValue '32 32' stats1=`${tools_dir}/grib_get -F%.2f -p skew,kurt $input` stats2=`${tools_dir}/grib_get -F%.2f -p skew,kurt $temp` [ "$stats1" = "$stats2" ] # 64bit IEEE - We can only do max. 32 with CCSDS input=${data_dir}/reduced_gaussian_model_level.grib2 ${tools_dir}/grib_set -r -s packingType=grid_ieee,precision=2 $input $temp grib_check_key_equals $temp packingType,accuracy 'grid_ieee 64' ${tools_dir}/grib_set -r -s packingType=grid_simple $temp $temp.simple grib_check_key_equals $temp.simple packingType,accuracy 'grid_simple 32' rm -f $temp.simple fi # Test 'accuracy' key # ----------------------- input=${data_dir}/reduced_gaussian_model_level.grib1 ${tools_dir}/grib_set -r -s packingType=grid_ieee,accuracy=64 $input $temp grib_check_key_equals $temp precision '2' stats1=`${tools_dir}/grib_get -F%.2f -p skew,kurt $input` stats2=`${tools_dir}/grib_get -F%.2f -p skew,kurt $temp` [ "$stats1" = "$stats2" ] # Change grib packing test # ------------------------- test_packing $grib1 $packing1 test_packing $grib2 $packing2 # spectral_simple for GRIB1 # ------------------------- input=${data_dir}/spherical_model_level.grib1 ${tools_dir}/grib_set -r -s packingType=spectral_simple $input $temp grib_check_key_equals $temp packingType 'spectral_simple' ${tools_dir}/grib_ls -p numberOfCodedValues $temp ${tools_dir}/grib_ls -n statistics $temp stats=`${tools_dir}/grib_get -F%.1f -p average,standardDeviation $temp` [ "$stats" = "195.1 12.0" ] # ECC-1352: Check CCSDS # ---------------------------- if [ $HAVE_AEC -eq 0 ]; then # Check we get an error if we try to decode this packing [ -f "${data_dir}/ccsds.grib2" ] set +e ${tools_dir}/grib_get -p min,max ${data_dir}/ccsds.grib2 2>$temp_err status=$? set -e [ $status -ne 0 ] grep -q "CCSDS support not enabled. Please rebuild with -DENABLE_AEC=ON" $temp_err fi # grid_simple_log_preprocessing # ----------------------------- input=${data_dir}/sample.grib2 ${tools_dir}/grib_set -r -s packingType=grid_simple_log_preprocessing $input $temp 2> $temp_err grib_check_key_equals $temp packingType 'grid_simple_log_preprocessing' ${tools_dir}/grib_compare -c data:n -R packedValues=2e-6 $input $temp # ECC-1897 grep -q "ECCODES WARNING.*is experimental" $temp_err ${tools_dir}/grib_set -r -s packingType=grid_simple_matrix $input $temp 2> $temp_err grep -q "ECCODES WARNING.*is experimental" $temp_err # Large constant fields # ----------------------- input=${data_dir}/sample.grib2 ECCODES_GRIB_LARGE_CONSTANT_FIELDS=0 ${tools_dir}/grib_set -d1 $input $temp grib_check_key_equals $temp const,bitsPerValue,section7Length '1 0 5' ECCODES_GRIB_LARGE_CONSTANT_FIELDS=1 ${tools_dir}/grib_set -d1 $input $temp grib_check_key_equals $temp const,bitsPerValue,section7Length '1 16 997' ${tools_dir}/grib_set -s produceLargeConstantFields=0 -d1 $input $temp grib_check_key_equals $temp const,bitsPerValue,section7Length '1 0 5' ${tools_dir}/grib_set -s produceLargeConstantFields=1 -d1 $input $temp grib_check_key_equals $temp const,bitsPerValue,section7Length '1 16 997' # GRIB1: when GRIBEX mode is enabled, we also get a large constant field input=${data_dir}/simple.grib ${tools_dir}/grib_set -d1 $input $temp grib_check_key_equals $temp const,bitsPerValue,section4Length '1 0 12' ECCODES_GRIBEX_MODE_ON=1 ${tools_dir}/grib_set -d1 $input $temp grib_check_key_equals $temp const,bitsPerValue,section4Length '1 12 8966' # Error in packingType value # --------------------------- set +e ${tools_dir}/grib_set -s packingType="xxxxx" $ECCODES_SAMPLES_PATH/GRIB2.tmpl $temp > $temp_err 2>&1 status=$? set -e [ $status -ne 0 ] grep -q "ECCODES ERROR.*no match for packingType=xxxxx" $temp_err cat $temp_err # Set packingType when it is disabled # ----------------------------------- if [ $HAVE_PNG -eq 0 ]; then set +e ${tools_dir}/grib_set -s packingType=grid_png $ECCODES_SAMPLES_PATH/GRIB2.tmpl $temp > $temp_err 2>&1 status=$? set -e [ $status -ne 0 ] grep -q "ECCODES ERROR.*PNG support not enabled" $temp_err fi # Clean up rm -f $temp $temp_err