#!/bin/sh # (C) Copyright 2005- ECMWF. # # This software is licensed under the terms of the Apache Licence Version 2.0 # which can be obtained at http://www.apache.org/licenses/LICENSE-2.0. # # In applying this licence, ECMWF does not waive the privileges and immunities granted to it by # virtue of its status as an intergovernmental organisation nor does it submit to any jurisdiction. # . ./include.ctest.sh label="grib_jpeg_test" REDIRECT=/dev/null BLACKLIST="totalLength,section5Length,section7Length,dataRepresentationTemplateNumber,typeOfPacking" do_tests() { infile=${data_dir}/jpeg.grib2 outfile1=$infile.tmp_jpeg.1 outfile2=$infile.tmp_jpeg.2 rm -f $outfile1 $outfile2 # Test dump ${tools_dir}/grib_dump -Da $infile >/dev/null 2>&1 grib_check_key_equals $infile accuracy 14 ${tools_dir}/grib_set -s packingType=grid_simple $infile $outfile1 ${tools_dir}/grib_compare -P -b $BLACKLIST,typeOfCompressionUsed,targetCompressionRatio $infile $outfile1 > $REDIRECT ${tools_dir}/grib_set -s packingType=grid_jpeg $outfile1 $outfile2 ${tools_dir}/grib_compare -P -b $BLACKLIST $outfile1 $outfile2 > $REDIRECT templateNumber=`${tools_dir}/grib_get -p dataRepresentationTemplateNumber $outfile2` if [ $templateNumber -ne 40 ] then echo dataRepresentationTemplateNumber=$templateNumber exit 1 fi rm -f $outfile1 $outfile2 infile=${data_dir}/reduced_latlon_surface.grib2 outfile1=$infile.tmp_jpeg.1 outfile2=$infile.tmp_jpeg.2 ${tools_dir}/grib_set -s packingType=grid_jpeg $infile $outfile1 ${tools_dir}/grib_compare -P -b $BLACKLIST $infile $outfile1 > $REDIRECT ${tools_dir}/grib_set -s packingType=grid_simple $outfile1 $outfile2 ${tools_dir}/grib_compare -P -b $BLACKLIST,typeOfCompressionUsed,targetCompressionRatio $outfile1 $outfile2 > $REDIRECT res1=`${tools_dir}/grib_get '-F%1.2f' -p min,max,avg $infile` res2=`${tools_dir}/grib_get '-F%1.2f' -p min,max,avg $outfile1` res3=`${tools_dir}/grib_get '-F%1.2f' -p min,max,avg $outfile2` [ "$res1" = "$res2" ] [ "$res1" = "$res3" ] rm -f $outfile2 if [ $HAVE_GEOGRAPHY -eq 1 ]; then # GRIB-564 nearest 4 neighbours with JPEG packing res=`${tools_dir}/grib_get -l 0,50 $outfile1` [ "$res" = "2.47244 2.47244 2.5115 2.51931 " ] rm -f $outfile1 fi # ECC-317: Constant JPEG field numberOfValues # Create a JPEG encoded GRIB message to have all constant values and one more value # than input GRIB message infile=${data_dir}/jpeg.grib2 outfile=$infile.temp.const tempFilter1=temp.grib_jpeg_test1.filt tempFilter2=temp.grib_jpeg_test2.filt numberOfValuesOrig=`${tools_dir}/grib_get -p numberOfValues $infile` # Create a filter to print the values. This will be used to create another filter echo " print \"set values={[values!1',']};\";" > $tempFilter1 echo " print \"write;\";" >> $tempFilter1 # Run the filter on the input. Change the output to set all values to 1 with an additional entry # so the output file should have original numberOfValues+1 ${tools_dir}/grib_filter $tempFilter1 $infile |\ sed -e 's/[0-9][0-9]*/1/' |\ sed -e 's/set values={1,/set values={1,1,/' > $tempFilter2 # Apply the new filter to create the constant field JPEG file ${tools_dir}/grib_filter -o $outfile $tempFilter2 $infile [ -f $outfile ] numberOfValuesNew=`expr $numberOfValuesOrig + 1` grib_check_key_equals $outfile "numberOfValues" $numberOfValuesNew rm -f $tempFilter1 $tempFilter2 rm -f $outfile $outfile2 } # Generic test. Could use jasper or openjpeg depending on build do_tests # Specific test in case openjpeg is linked set +u # Check HAVE_LIBOPENJPEG is defined and is equal to 1 if [ "x$HAVE_LIBOPENJPEG" != x ]; then if [ $HAVE_LIBOPENJPEG -eq 1 ]; then export ECCODES_GRIB_JPEG=openjpeg do_tests fi fi # ECC-802 # ------- sample2=$ECCODES_SAMPLES_PATH/GRIB2.tmpl tempFilt=temp.$label.filt tempGrib=temp.$label.grib cat > $tempFilt </dev/null grib_check_key_equals $tempGrib 'packingType,numberOfValues' 'grid_jpeg 4' stats=`${tools_dir}/grib_get -M -F%.2f -p min,max $tempGrib` [ "$stats" = "-0.01 98.99" ] # Constant field ${tools_dir}/grib_set -d1 ${data_dir}/jpeg.grib2 $tempGrib grib_check_key_equals $tempGrib isConstant 1 ${tools_dir}/grib_ls -n statistics $tempGrib ECCODES_DEBUG=-1 ${tools_dir}/grib_ls -n statistics $data_dir/jpeg.grib2 ${tools_dir}/grib_set -r -s unitsBias=2,unitsFactor=3 $data_dir/jpeg.grib2 $tempGrib # typeOfCompressionUsed and targetCompressionRatio set +e ${tools_dir}/grib_set -r -s typeOfCompressionUsed=1,targetCompressionRatio=255 $data_dir/jpeg.grib2 $tempGrib status=$? set -e [ $status -ne 0 ] set +e ${tools_dir}/grib_set -r -s typeOfCompressionUsed=1,targetCompressionRatio=0 $data_dir/jpeg.grib2 $tempGrib status=$? set -e [ $status -ne 0 ] set +e ${tools_dir}/grib_set -r -s typeOfCompressionUsed=0,targetCompressionRatio=1 $data_dir/jpeg.grib2 $tempGrib status=$? set -e [ $status -ne 0 ] tempDump=temp.$label.jpg ECCODES_GRIB_DUMP_JPG_FILE=$tempDump ${tools_dir}/grib_copy -r $data_dir/jpeg.grib2 $tempGrib [ -f $tempDump ] rm -f $tempDump # Check Jasper decoding when it is disabled if [ $HAVE_LIBJASPER -eq 0 ]; then set +e ECCODES_GRIB_JPEG=jasper ${tools_dir}/grib_get -n statistics $data_dir/jpeg.grib2 > $tempDump 2>&1 status=$? set -e [ $status -ne 0 ] grep -q "JasPer JPEG support not enabled" $tempDump infile=$data_dir/sample.grib2 set +e ECCODES_GRIB_JPEG=jasper ${tools_dir}/grib_set -rs packingType=grid_jpeg $infile $outfile1 > $tempDump 2>&1 status=$? set -e [ $status -ne 0 ] grep -q "JasPer JPEG support not enabled" $tempDump fi # Clean up rm -f $tempFilt $tempGrib $tempDump