mirror of https://github.com/ecmwf/eccodes.git
198 lines
7.1 KiB
C++
198 lines
7.1 KiB
C++
#include "grib_api_internal.h"
|
|
#include <eccodes.h>
|
|
#include <string.h>
|
|
#include <iostream>
|
|
#include <vector>
|
|
#include <string>
|
|
#include <random>
|
|
#include <limits>
|
|
#include <cmath>
|
|
|
|
typedef std::numeric_limits<double> dbl;
|
|
typedef std::numeric_limits<float> flt;
|
|
|
|
struct Range {
|
|
double min;
|
|
double max;
|
|
};
|
|
|
|
|
|
/*
|
|
* Test: This test doesn't accept errors after decompression.
|
|
*/
|
|
void test_full() {
|
|
std::vector<Range> ranges;
|
|
ranges.push_back({flt::max()/10 , flt::max() } );
|
|
ranges.push_back({flt::max()/100 , flt::max()/10 } );
|
|
ranges.push_back({1e+9 , 1e+10 } );
|
|
ranges.push_back({1e+0 , 1e+1 } );
|
|
ranges.push_back({1e-1 , 1e-0 } );
|
|
ranges.push_back({1e-2 , 1e-1 } );
|
|
ranges.push_back({1e-11 , 1e-10 } );
|
|
/* TODO */
|
|
/* The test fails for the following ranges */
|
|
/* These tests can be performed when the problem is solved with small values.*/
|
|
/* ranges.push_back({flt::min()*10 , flt::min()*100 } ); */
|
|
/* ranges.push_back({flt::min() , flt::min()*10 } ); */
|
|
/* ranges.push_back({flt::min() , flt::max() } ); */
|
|
|
|
std::vector<size_t> values_lens = {
|
|
1,
|
|
10,
|
|
100,
|
|
100000,
|
|
10000000,
|
|
};
|
|
|
|
int err;
|
|
|
|
std::default_random_engine re;
|
|
size_t grid_simple_values_len = 0;
|
|
size_t grid_ccsds_values_len = 0;
|
|
std::string packing_type = "";
|
|
size_t size = 0;
|
|
|
|
for (const size_t in_values_len: values_lens) {
|
|
for (const Range range: ranges) {
|
|
Assert(range.min < range.max);
|
|
std::cout << "Testing: " << in_values_len << " " << range.min << " " << range.max << std::endl;
|
|
std::uniform_real_distribution<double> unif(range.min, range.max);
|
|
|
|
codes_handle* handle = codes_grib_handle_new_from_samples(0, "reduced_gg_pl_128_grib2");
|
|
double* in_values = new double[in_values_len];
|
|
double* grid_simple_values = new double[in_values_len];
|
|
double* grid_ccsds_values = new double[in_values_len];
|
|
|
|
grid_simple_values_len = in_values_len;
|
|
grid_ccsds_values_len = in_values_len;
|
|
|
|
/* Initialize with random values */
|
|
for (size_t i = 0; i < in_values_len; ++i) {
|
|
in_values[i] = unif(re);
|
|
}
|
|
|
|
/* Convert original values to quantized values, by grid_simple */
|
|
CODES_CHECK(codes_set_double_array(handle, "values", in_values, in_values_len), 0);
|
|
CODES_CHECK(codes_get_double_array(handle, "values", grid_simple_values, &grid_simple_values_len), 0);
|
|
Assert(in_values_len == grid_simple_values_len);
|
|
|
|
/* Test grid_ccsds */
|
|
packing_type = "grid_ccsds";
|
|
size = packing_type.size();
|
|
CODES_CHECK(codes_set_string(handle, "packingType", packing_type.c_str(), &size), 0);
|
|
if ((err = codes_set_double_array(handle, "values", grid_simple_values, grid_simple_values_len)) != 0) {
|
|
Assert(!"CCSDS encoding failed");
|
|
}
|
|
if ((err = codes_get_double_array(handle, "values", grid_ccsds_values, &grid_ccsds_values_len)) != 0) {
|
|
Assert(!"CCSDS decoding failed");
|
|
}
|
|
Assert(grid_ccsds_values_len == grid_simple_values_len);
|
|
|
|
/* Test buffers */
|
|
for (size_t i = 0; i < grid_ccsds_values_len; ++i) {
|
|
if (grid_ccsds_values[i] != grid_simple_values[i]) {
|
|
std::cout.precision(dbl::max_digits10);
|
|
std::cout << "Test failed: " << grid_ccsds_values[i] << " != " << grid_simple_values[i] << std::endl;
|
|
Assert(0);
|
|
}
|
|
}
|
|
|
|
codes_handle_delete(handle);
|
|
|
|
delete[] in_values;
|
|
delete[] grid_simple_values;
|
|
delete[] grid_ccsds_values;
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
/*
|
|
* Test: This test accepts tolerates errors. Values after decompression must be within a certain user defined range.
|
|
*/
|
|
void test_simplified() {
|
|
std::vector<Range> ranges;
|
|
ranges.push_back({flt::max()/10 , flt::max() } );
|
|
ranges.push_back({flt::max()/100 , flt::max()/10 } );
|
|
ranges.push_back({1e+9 , 1e+10 } );
|
|
ranges.push_back({1e+0 , 1e+1 } );
|
|
ranges.push_back({1e-1 , 1e-0 } );
|
|
ranges.push_back({1e-2 , 1e-1 } );
|
|
ranges.push_back({1e-11 , 1e-10 } );
|
|
/* TODO */
|
|
/* The test fails for the following ranges */
|
|
/* These tests can be performed when the problem is solved with small values.*/
|
|
//ranges.push_back({flt::min()*10 , flt::min()*100 } );
|
|
//ranges.push_back({flt::min() , flt::min()*10 } );
|
|
//ranges.push_back({flt::min() , flt::max() } );
|
|
|
|
std::vector<size_t> values_lens = {
|
|
1,
|
|
10,
|
|
100,
|
|
100000,
|
|
10000000,
|
|
};
|
|
|
|
int err;
|
|
|
|
std::default_random_engine re;
|
|
size_t grid_ccsds_values_len = 0;
|
|
std::string packing_type = "";
|
|
size_t size = 0;
|
|
|
|
for (const size_t in_values_len: values_lens) {
|
|
for (const Range range: ranges) {
|
|
Assert(range.min < range.max);
|
|
std::cout << "Testing: " << in_values_len << " " << range.min << " " << range.max << std::endl;
|
|
std::uniform_real_distribution<double> unif(range.min, range.max);
|
|
|
|
codes_handle* handle = codes_grib_handle_new_from_samples(0, "reduced_gg_pl_128_grib2");
|
|
double* in_values = new double[in_values_len];
|
|
double* grid_ccsds_values = new double[in_values_len];
|
|
|
|
grid_ccsds_values_len = in_values_len;
|
|
|
|
/* Initialize with random values */
|
|
for (size_t i = 0; i < in_values_len; ++i) {
|
|
in_values[i] = unif(re);
|
|
}
|
|
|
|
/* Test grid_ccsds */
|
|
packing_type = "grid_ccsds";
|
|
size = packing_type.size();
|
|
CODES_CHECK(codes_set_string(handle, "packingType", packing_type.c_str(), &size), 0);
|
|
if ((err = codes_set_double_array(handle, "values", in_values, in_values_len)) != 0) {
|
|
Assert(!"CCSDS encoding failed");
|
|
}
|
|
if ((err = codes_get_double_array(handle, "values", grid_ccsds_values, &grid_ccsds_values_len)) != 0) {
|
|
Assert(!"CCSDS decoding failed");
|
|
}
|
|
Assert(grid_ccsds_values_len == in_values_len);
|
|
|
|
/* Test buffers */
|
|
double tolerance = 0.000001;
|
|
for (size_t i = 0; i < grid_ccsds_values_len; ++i) {
|
|
if (!((grid_ccsds_values[i] < (in_values[i] * (1 + tolerance))) &&
|
|
grid_ccsds_values[i] > (in_values[i] / (1 + tolerance)))) {
|
|
std::cout.precision(dbl::max_digits10);
|
|
std::cout << "Test failed: " << grid_ccsds_values[i] << " != " << in_values[i] << std::endl;
|
|
Assert(0);
|
|
}
|
|
}
|
|
|
|
codes_handle_delete(handle);
|
|
|
|
delete[] in_values;
|
|
delete[] grid_ccsds_values;
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
int main(int argc, char** argv) {
|
|
test_simplified();
|
|
//test_full();
|
|
return 0;
|
|
}
|