mirror of https://github.com/ecmwf/eccodes.git
395 lines
11 KiB
Bash
Executable File
395 lines
11 KiB
Bash
Executable File
#!/bin/sh
|
|
# (C) Copyright 2005- ECMWF.
|
|
#
|
|
# This software is licensed under the terms of the Apache Licence Version 2.0
|
|
# which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
|
|
#
|
|
# In applying this licence, ECMWF does not waive the privileges and immunities granted to it by
|
|
# virtue of its status as an intergovernmental organisation nor does it submit to any jurisdiction.
|
|
#
|
|
|
|
. ./include.ctest.sh
|
|
|
|
# Enter data dir
|
|
cd ${data_dir}/bufr
|
|
|
|
# Define a common label for all the tmp files
|
|
label="bufr_compare_test"
|
|
|
|
# Create log file
|
|
fLog=temp.${label}".log"
|
|
rm -f $fLog
|
|
touch $fLog
|
|
|
|
# Define tmp bufr file
|
|
fBufrTmp=temp.${label}".bufr"
|
|
fBufrInput1=temp1.in.${label}".bufr"
|
|
fBufrInput2=temp2.in.${label}".bufr"
|
|
|
|
# Define filter rules file
|
|
fRules=temp.${label}.filter
|
|
|
|
#----------------------------------------------------
|
|
# Test: comparing same files
|
|
#----------------------------------------------------
|
|
f="syno_1.bufr"
|
|
echo "Test: comparing the same files" >> $fLog
|
|
echo "file: $f" >> $fLog
|
|
${tools_dir}/bufr_compare $f $f >> $fLog
|
|
|
|
#----------------------------------------------------
|
|
# Test: comparing two completely different files
|
|
#----------------------------------------------------
|
|
set +e
|
|
f1="syno_1.bufr"
|
|
f2="aaen_55.bufr"
|
|
echo "Test: comparing two completely different files" >> $fLog
|
|
echo "file: $f" >> $fLog
|
|
${tools_dir}/bufr_compare -v $f1 $f2 >> $fLog
|
|
if [ $? -eq 0 ]; then
|
|
echo "bufr_compare should have failed if files are completely different" >&2
|
|
exit 1
|
|
fi
|
|
set -e
|
|
|
|
# Namespace options
|
|
set +e
|
|
${tools_dir}/bufr_compare -c ls:n $f1 $f2 >> $fLog
|
|
statusA=$?
|
|
${tools_dir}/bufr_compare -a -c ls:n $f1 $f2 >> $fLog
|
|
statusB=$?
|
|
set -e
|
|
[ $statusA -ne 0 ]
|
|
[ $statusB -ne 0 ]
|
|
|
|
|
|
#----------------------------------------------------
|
|
# Test: comparing with and without the -b switch
|
|
#----------------------------------------------------
|
|
f="syno_1.bufr"
|
|
echo "Test: comparing with and without the -b switch" >> $fLog
|
|
echo "file: $f" >> $fLog
|
|
|
|
# Alter a key in the file
|
|
${tools_dir}/bufr_set -s dataCategory=2 $f ${fBufrTmp} >> $fLog
|
|
|
|
set +e
|
|
${tools_dir}/bufr_compare $f ${fBufrTmp}>> $fLog
|
|
if [ $? -eq 0 ]; then
|
|
echo "bufr_compare should have failed if files are different" >&2
|
|
exit 1
|
|
fi
|
|
set -e
|
|
|
|
# Now compare with -b switch. No difference should be found.
|
|
${tools_dir}/bufr_compare -b dataCategory $f ${fBufrTmp}>> $fLog
|
|
|
|
#----------------------------------------------------
|
|
# Test: comparing with the -r switch
|
|
#----------------------------------------------------
|
|
# Create a bufr file with various message types
|
|
#cat syno_multi.bufr temp_101.bufr > $fBufrInput1
|
|
#cat temp_101.bufr syno_multi.bufr > $fBufrInput2
|
|
|
|
#set +e
|
|
#${tools_dir}/bufr_compare ${fBufrInput1} ${fBufrInput2} >> $fLog
|
|
#if [ $? -eq 0 ]; then
|
|
# echo "bufr_compare should have failed if the message order in the files is different" >&2
|
|
# exit 1
|
|
#fi
|
|
#set -e
|
|
#${tools_dir}/bufr_compare -r ${fBufrInput1} ${fBufrInput2}>> $fLog
|
|
|
|
#----------------------------------------------------
|
|
# Change subCentre and compare
|
|
#----------------------------------------------------
|
|
echo "Test: Change subCentre and compare" >> $fLog
|
|
${tools_dir}/bufr_set -s bufrHeaderSubCentre=12 aaen_55.bufr $fBufrTmp
|
|
set +e
|
|
${tools_dir}/bufr_compare aaen_55.bufr $fBufrTmp > $fLog 2>&1
|
|
status=$?
|
|
set -e
|
|
[ $status -eq 1 ]
|
|
fgrep -q "[bufrHeaderSubCentre]: [70] != [12]" $fLog
|
|
|
|
#----------------------------------------------------
|
|
# First argument of bufr_compare is a directory (error)
|
|
#----------------------------------------------------
|
|
echo "Test: First argument of bufr_compare is a directory (error)" >> $fLog
|
|
temp_dir=tempdir.${label}
|
|
mkdir -p $temp_dir
|
|
set +e
|
|
${tools_dir}/bufr_compare $temp_dir aaen_55.bufr >/dev/null
|
|
status=$?
|
|
set -e
|
|
[ $status -eq 1 ]
|
|
rm -fr $temp_dir
|
|
|
|
#----------------------------------------------------
|
|
# Second argument of bufr_compare is a directory
|
|
#----------------------------------------------------
|
|
echo "Test: Second argument of bufr_compare is a directory" >> $fLog
|
|
temp_dir=tempdir.${label}
|
|
mkdir -p $temp_dir
|
|
infile=aaen_55.bufr
|
|
cp $infile $temp_dir
|
|
${tools_dir}/bufr_compare $infile $temp_dir >/dev/null
|
|
rm -fr $temp_dir
|
|
|
|
#----------------------------------------------------
|
|
# Compare attributes
|
|
#----------------------------------------------------
|
|
echo "Test: Compare attributes" >> $fLog
|
|
set +e
|
|
${tools_dir}/bufr_compare amv2_87.bufr amv3_87.bufr > $fLog 2>&1
|
|
status=$?
|
|
set -e
|
|
[ $status -eq 1 ]
|
|
grep -q "#1#pressure->percentConfidence" $fLog
|
|
grep -q "#1#windDirection->percentConfidence" $fLog
|
|
grep -q "#1#windSpeed->percentConfidence" $fLog
|
|
grep -q "#1#coldestClusterTemperature->percentConfidence" $fLog
|
|
|
|
#----------------------------------------------------
|
|
# Header-only mode
|
|
#----------------------------------------------------
|
|
echo "Test: Header-only mode" >> $fLog
|
|
f="syno_1.bufr"
|
|
cat > $fRules <<EOF
|
|
set unpack=1;
|
|
set relativeHumidity=27;
|
|
set horizontalVisibility=1500;
|
|
set pack=1;
|
|
write;
|
|
EOF
|
|
${tools_dir}/codes_bufr_filter -o $fBufrTmp $fRules $f
|
|
# Header keys have not changed
|
|
${tools_dir}/bufr_compare -H $f $fBufrTmp
|
|
|
|
#----------------------------------------------------
|
|
# Compare two-way (symmetric mode)
|
|
#----------------------------------------------------
|
|
echo "Test: Compare two-way (symmetric mode)" >> $fLog
|
|
f=$ECCODES_SAMPLES_PATH/BUFR3.tmpl
|
|
# Add a local section
|
|
${tools_dir}/bufr_set -s section2Present=1 $f $fBufrTmp
|
|
# Compare A with B will pass
|
|
${tools_dir}/bufr_compare $f $fBufrTmp
|
|
# Compare with -2 option
|
|
set +e
|
|
${tools_dir}/bufr_compare -2 -v $f $fBufrTmp > $fLog 2>&1
|
|
status=$?
|
|
set -e
|
|
[ $status -eq 1 ]
|
|
grep Swapping $fLog
|
|
|
|
#----------------------------------------------------
|
|
# ECC-656: using relative comparison (-R) with 'all'
|
|
#----------------------------------------------------
|
|
echo "Test: ECC-656: using relative comparison (-R) with 'all'" >> $fLog
|
|
f='airc_142.bufr'
|
|
echo 'set unpack=1;set airTemperature=228; set height=1.037e+04; set pack=1; write;' |\
|
|
${tools_dir}/codes_bufr_filter -o $fBufrTmp - $f
|
|
${tools_dir}/bufr_compare -R airTemperature=0.004,height=0.001 $f $fBufrTmp
|
|
${tools_dir}/bufr_compare -R all=0.004 $f $fBufrTmp
|
|
|
|
#--------------------------------------------------------------------
|
|
# ECC-658: apply relative comparison (-R) to all ranks of a given key
|
|
#--------------------------------------------------------------------
|
|
echo "Test: ECC-658: apply relative comparison (-R) to all ranks of a given key" >> $fLog
|
|
f='PraticaTemp.bufr'
|
|
${tools_dir}/codes_bufr_filter -o $fBufrTmp - $f <<EOF
|
|
set unpack=1;
|
|
set #1#airTemperature=288.41;
|
|
set #2#airTemperature=286.15;
|
|
set #3#airTemperature=280.95;
|
|
set #4#airTemperature=280.32;
|
|
set #5#airTemperature=280.43;
|
|
set pack=1;
|
|
write;
|
|
EOF
|
|
# The relative differences are around 3.5e-5. Suppress all instances
|
|
${tools_dir}/bufr_compare -R airTemperature=4e-5 $f $fBufrTmp
|
|
|
|
#--------------------------------------------------------------------
|
|
# -d option
|
|
#--------------------------------------------------------------------
|
|
echo "Test: -d option" >> $fLog
|
|
f='PraticaTemp.bufr'
|
|
${tools_dir}/codes_bufr_filter -o $fBufrTmp - $f <<EOF
|
|
set unpack=1;
|
|
set #1#airTemperature=288.41;
|
|
set pack=1;
|
|
write;
|
|
EOF
|
|
set +e
|
|
${tools_dir}/bufr_compare -d $f $fBufrTmp
|
|
status=$?
|
|
set -e
|
|
[ $status -eq 1 ]
|
|
[ -f "error1_1.bufr" ]
|
|
[ -f "error2_1.bufr" ]
|
|
rm -f error1_1.bufr error2_1.bufr
|
|
|
|
#--------------------------------------------------------------------
|
|
# ECC-1283: string arrays
|
|
#--------------------------------------------------------------------
|
|
sample=$ECCODES_SAMPLES_PATH/BUFR4.tmpl
|
|
fBufrTmp1=temp1.${label}".bufr"
|
|
fBufrTmp2=temp2.${label}".bufr"
|
|
|
|
${tools_dir}/codes_bufr_filter -o $fBufrTmp1 - $sample <<EOF
|
|
set numberOfSubsets = 3;
|
|
set compressedData = 1;
|
|
set unexpandedDescriptors = { 1015 };
|
|
set stationOrSiteName = { "Black", "Rose", "Immortal" };
|
|
set pack=1;
|
|
write;
|
|
EOF
|
|
${tools_dir}/codes_bufr_filter -o $fBufrTmp2 - $sample <<EOF
|
|
set numberOfSubsets = 3;
|
|
set compressedData = 1;
|
|
set unexpandedDescriptors = { 1015 };
|
|
set stationOrSiteName = { "Black", "Rose", "Mortal" };
|
|
set pack=1;
|
|
write;
|
|
EOF
|
|
set +e
|
|
${tools_dir}/bufr_compare $fBufrTmp1 $fBufrTmp2 >$fLog
|
|
status=$?
|
|
set -e
|
|
[ $status -eq 1 ]
|
|
grep -q "string \[stationOrSiteName\] 1 out of 3 different" $fLog
|
|
|
|
${tools_dir}/bufr_compare -b stationOrSiteName $fBufrTmp1 $fBufrTmp2
|
|
rm -f $fBufrTmp1 $fBufrTmp2
|
|
|
|
# Comparing empty string with 'missing'
|
|
${tools_dir}/codes_bufr_filter -o $fBufrTmp1 - $sample <<EOF
|
|
set numberOfSubsets = 3;
|
|
set compressedData = 1;
|
|
set unexpandedDescriptors = { 1015 };
|
|
set stationOrSiteName = { "", "y", "x" };
|
|
set pack=1;
|
|
write;
|
|
EOF
|
|
${tools_dir}/codes_bufr_filter -o $fBufrTmp2 - $sample <<EOF
|
|
set numberOfSubsets = 3;
|
|
set compressedData = 1;
|
|
set unexpandedDescriptors = { 1015 };
|
|
# stationOrSiteName not set so all entries 'missing'
|
|
set pack=1;
|
|
write;
|
|
EOF
|
|
export ECCODES_BUFR_MULTI_ELEMENT_CONSTANT_ARRAYS=1
|
|
set +e
|
|
${tools_dir}/bufr_compare $fBufrTmp1 $fBufrTmp2 >$fLog
|
|
status=$?
|
|
set -e
|
|
[ $status -eq 1 ]
|
|
grep -q "string \[stationOrSiteName\] 2 out of 3 different" $fLog
|
|
|
|
${tools_dir}/bufr_compare -b stationOrSiteName $fBufrTmp1 $fBufrTmp2
|
|
unset ECCODES_BUFR_MULTI_ELEMENT_CONSTANT_ARRAYS
|
|
rm -f $fBufrTmp1 $fBufrTmp2
|
|
|
|
# Through index
|
|
# -------------
|
|
tempIndex1=temp.$label.1.idx
|
|
tempIndex2=temp.$label.2.idx
|
|
f=$ECCODES_SAMPLES_PATH/BUFR3_local.tmpl
|
|
${tools_dir}/bufr_set -s ident:s=66611 $f $fBufrTmp
|
|
${tools_dir}/bufr_index_build -N -o $tempIndex1 $f
|
|
${tools_dir}/bufr_index_build -N -o $tempIndex2 $fBufrTmp
|
|
|
|
set +e
|
|
${tools_dir}/bufr_compare $tempIndex1 $tempIndex2
|
|
status=$?
|
|
set -e
|
|
[ $status -eq 1 ]
|
|
|
|
${tools_dir}/bufr_compare -bident -v $tempIndex1 $tempIndex2
|
|
rm -f $tempIndex1 $tempIndex2
|
|
|
|
# Fail to unpack
|
|
# ---------------
|
|
bufr1=vos308014_v3_26.bufr
|
|
bufr2=aaen_55.bufr
|
|
set +e
|
|
${tools_dir}/bufr_compare $bufr1 $bufr2 > $fLog 2>&1
|
|
status=$?
|
|
set -e
|
|
[ $status -ne 0 ]
|
|
grep -q "Failed to unpack 1st message" $fLog
|
|
|
|
set +e
|
|
${tools_dir}/bufr_compare $bufr2 $bufr1 > $fLog 2>&1
|
|
status=$?
|
|
set -e
|
|
[ $status -ne 0 ]
|
|
grep -q "Failed to unpack 2nd message" $fLog
|
|
|
|
# ----------------------------------------
|
|
# Summary mode (-f)
|
|
# ----------------------------------------
|
|
set +e
|
|
${tools_dir}/bufr_compare -f aaen_55.bufr aben_55.bufr > $fLog 2>&1
|
|
status=$?
|
|
set -e
|
|
[ $status -eq 1 ]
|
|
grep -q "Summary of different key values" $fLog
|
|
|
|
# More messages in 2nd file
|
|
count1=$(${tools_dir}/bufr_count syno_4.bufr)
|
|
count2=$(${tools_dir}/bufr_count syno_multi.bufr)
|
|
[ $count1 = 1 ]
|
|
[ $count2 = 3 ]
|
|
set +e
|
|
${tools_dir}/bufr_compare -f syno_4.bufr syno_multi.bufr > $fLog 2>&1
|
|
status=$?
|
|
set -e
|
|
[ $status -eq 1 ]
|
|
grep -q "Different number of messages" $fLog
|
|
|
|
|
|
# ----------------------------------------
|
|
# Unreadable message
|
|
# ----------------------------------------
|
|
echo BUFR > $fBufrTmp
|
|
set +e
|
|
${tools_dir}/bufr_compare $fBufrTmp $fBufrTmp > $fLog 2>&1
|
|
status=$?
|
|
set -e
|
|
[ $status -ne 0 ]
|
|
grep -q "unreadable message" $fLog
|
|
|
|
# Options
|
|
# ----------
|
|
f1="aaen_55.bufr"
|
|
f2="aaen_55.bufr"
|
|
set +e
|
|
${tools_dir}/bufr_compare -H -c edition $f1 $f2 > $fLog 2>&1
|
|
status=$?
|
|
set -e
|
|
[ $status -ne 0 ]
|
|
grep -q "options are incompatible" $fLog
|
|
|
|
set +e
|
|
${tools_dir}/bufr_compare -a edition $f1 $f2 > $fLog 2>&1
|
|
status=$?
|
|
set -e
|
|
[ $status -ne 0 ]
|
|
grep -q "a option requires -c option" $fLog
|
|
|
|
set +e
|
|
${tools_dir}/bufr_compare nosuchfile $f1 > $fLog 2>&1
|
|
status=$?
|
|
set -e
|
|
[ $status -ne 0 ]
|
|
|
|
|
|
|
|
# Clean up
|
|
# -------------
|
|
rm -f $fLog $fBufrTmp $fBufrInput1 $fBufrInput2 $fRules
|