Merge RFC4 (#1865)

This commit is the result of the squashing of rfc4_dev branch in a single
commit. It implements mostly RFC 4 related work.

* Grid handling:
  - remove obsolete and presumably unfinished implementation of grid catalog functionality
  - all grid functionality is in grids.cpp/.hpp
  - vertical and horizontal grid shift: rework to no longer load whole grid into memory
  - remove hgrids and vgrids member from PJ structure, and store them in hgridshift/vgridshift/deformation structures
  - build systems: add optional libtiff dependency. Must be explicitly disabled if not desired
  - add support for horizontal and vertical grids in GeoTIFF, if libtiff is available
  - add GenericShiftGridSet and GenericShiftGrid classes, relying on TIFF grids, that can be used for generic purpose grid-based adjustment
  - add a +proj=xyzgridshift method to perform geocentric translation by grid. Used for French NTF to RGF93 transformation using gr3df97a.tif grid
  - deformation: add support for +grids= for GeoTIFF grids
  - horizontal grid shift: fix failures on points slightly outside a subgrid (fixes #209)

* File management:
  - add a filemanager.cpp/.hpp to deal with file related work
  - test for legacy proj_api.h fileapi
  - proj.h: add proj_context_set_fileapi() and proj_context_set_sqlite3_vfs_name() (fixes #866)
  - add capability to read resource files from the user writable directory

* Network access:
  - build systems: add optional curl dependency
  - add a curl-based default implementation for network related functionality
  - proj.h: add C API to control network functionality, and optionaly provide network callbacks
  - add data/proj.ini with default settings
  - add a SQLite3 local cache of downloaded chunks
  - add proj_is_download_needed() and proj_download_file()

* Use Win32 Unicode APIs and expect all strings to be UTF-8 (fixes #1765)
  For backward compatibility, if PROJ_LIB content is found to be not UTF-8 or
  pointing to a non existing directory, then an attempt at interpretating it
  in the ANSI page encoding is done.
  proj_context_set_search_paths() now assumes strings to be in UTF-8, and
  functions returning paths will also return values in UTF-8.

1 files changed, 227 insertions, 0 deletions

diff --git a/test/unit/test_grids.cpp b/test/unit/test_grids.cpp
new file mode 100644
index 00000000..5240949e
--- /dev/null
+++ b/test/unit/test_grids.cpp
@@ -0,0 +1,227 @@
+/******************************************************************************
+ *
+ * Project:  PROJ
+ * Purpose:  Test grids.hpp
+ * Author:   Even Rouault <even dot rouault at spatialys dot com>
+ *
+ ******************************************************************************
+ * Copyright (c) 2020, Even Rouault <even dot rouault at spatialys dot com>
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+ * and/or sell copies of the Software, and to permit persons to whom the
+ * Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included
+ * in all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
+ * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
+ * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+ * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
+ * DEALINGS IN THE SOFTWARE.
+ ****************************************************************************/
+
+#include "gtest_include.h"
+
+#include "grids.hpp"
+
+#include "proj_internal.h" // M_PI
+
+namespace {
+
+// ---------------------------------------------------------------------------
+
+class GridTest : public ::testing::Test {
+
+    static void DummyLogFunction(void *, int, const char *) {}
+
+  protected:
+    void SetUp() override {
+        m_ctxt = proj_context_create();
+        proj_log_func(m_ctxt, nullptr, DummyLogFunction);
+        m_ctxt2 = proj_context_create();
+        proj_log_func(m_ctxt2, nullptr, DummyLogFunction);
+    }
+
+    void TearDown() override {
+        proj_context_destroy(m_ctxt);
+        proj_context_destroy(m_ctxt2);
+    }
+
+    PJ_CONTEXT *m_ctxt = nullptr;
+    PJ_CONTEXT *m_ctxt2 = nullptr;
+};
+
+// ---------------------------------------------------------------------------
+
+TEST_F(GridTest, VerticalShiftGridSet_null) {
+    auto gridSet = NS_PROJ::VerticalShiftGridSet::open(m_ctxt, "null");
+    ASSERT_NE(gridSet, nullptr);
+    auto grid = gridSet->gridAt(0.0, 0.0);
+    ASSERT_NE(grid, nullptr);
+    EXPECT_EQ(grid->width(), 3);
+    EXPECT_EQ(grid->height(), 3);
+    EXPECT_EQ(grid->extentAndRes().westLon, -M_PI);
+    EXPECT_TRUE(grid->isNullGrid());
+    EXPECT_FALSE(grid->hasChanged());
+    float out = -1.0f;
+    EXPECT_TRUE(grid->valueAt(0, 0, out));
+    EXPECT_EQ(out, 0.0f);
+    EXPECT_FALSE(grid->isNodata(0.0f, 0.0));
+    gridSet->reassign_context(m_ctxt2);
+    gridSet->reopen(m_ctxt2);
+}
+
+// ---------------------------------------------------------------------------
+
+TEST_F(GridTest, VerticalShiftGridSet_gtx) {
+    ASSERT_EQ(NS_PROJ::VerticalShiftGridSet::open(m_ctxt, "foobar"), nullptr);
+    auto gridSet =
+        NS_PROJ::VerticalShiftGridSet::open(m_ctxt, "tests/test_nodata.gtx");
+    ASSERT_NE(gridSet, nullptr);
+    ASSERT_EQ(gridSet->gridAt(-100, -100), nullptr);
+    auto grid = gridSet->gridAt(4.15 / 180 * M_PI, 52.15 / 180 * M_PI);
+    ASSERT_NE(grid, nullptr);
+    EXPECT_TRUE(grid->isNodata(-88.8888f, 1.0));
+    gridSet->reassign_context(m_ctxt2);
+    gridSet->reopen(m_ctxt2);
+    grid = gridSet->gridAt(4.15 / 180 * M_PI, 52.15 / 180 * M_PI);
+    EXPECT_NE(grid, nullptr);
+}
+
+// ---------------------------------------------------------------------------
+
+TEST_F(GridTest, HorizontalShiftGridSet_null) {
+    auto gridSet = NS_PROJ::HorizontalShiftGridSet::open(m_ctxt, "null");
+    ASSERT_NE(gridSet, nullptr);
+    auto grid = gridSet->gridAt(0.0, 0.0);
+    ASSERT_NE(grid, nullptr);
+    EXPECT_EQ(grid->width(), 3);
+    EXPECT_EQ(grid->height(), 3);
+    EXPECT_EQ(grid->extentAndRes().westLon, -M_PI);
+    EXPECT_TRUE(grid->isNullGrid());
+    EXPECT_FALSE(grid->hasChanged());
+    float out1 = -1.0f;
+    float out2 = -1.0f;
+    EXPECT_TRUE(grid->valueAt(0, 0, false, out1, out2));
+    EXPECT_EQ(out1, 0.0f);
+    EXPECT_EQ(out2, 0.0f);
+    gridSet->reassign_context(m_ctxt2);
+    gridSet->reopen(m_ctxt2);
+}
+
+// ---------------------------------------------------------------------------
+
+TEST_F(GridTest, HorizontalShiftGridSet_gtiff) {
+    auto gridSet =
+        NS_PROJ::HorizontalShiftGridSet::open(m_ctxt, "tests/test_hgrid.tif");
+    ASSERT_NE(gridSet, nullptr);
+    EXPECT_EQ(gridSet->format(), "gtiff");
+    EXPECT_TRUE(gridSet->name().find("tests/test_hgrid.tif") !=
+                std::string::npos)
+        << gridSet->name();
+    EXPECT_EQ(gridSet->grids().size(), 1U);
+    ASSERT_EQ(gridSet->gridAt(-100, -100), nullptr);
+    auto grid = gridSet->gridAt(5.5 / 180 * M_PI, 53.5 / 180 * M_PI);
+    ASSERT_NE(grid, nullptr);
+    EXPECT_EQ(grid->width(), 4);
+    EXPECT_EQ(grid->height(), 4);
+    EXPECT_EQ(grid->extentAndRes().westLon, 4.0 / 180 * M_PI);
+    EXPECT_FALSE(grid->isNullGrid());
+    EXPECT_FALSE(grid->hasChanged());
+    float out1 = -1.0f;
+    float out2 = -1.0f;
+    EXPECT_TRUE(grid->valueAt(0, 3, false, out1, out2));
+    EXPECT_EQ(out1, static_cast<float>(14400.0 / 3600. / 180 * M_PI));
+    EXPECT_EQ(out2, static_cast<float>(900.0 / 3600. / 180 * M_PI));
+    gridSet->reassign_context(m_ctxt2);
+    gridSet->reopen(m_ctxt2);
+    grid = gridSet->gridAt(5.5 / 180 * M_PI, 53.5 / 180 * M_PI);
+    EXPECT_NE(grid, nullptr);
+}
+
+// ---------------------------------------------------------------------------
+
+TEST_F(GridTest, GenericShiftGridSet_null) {
+    auto gridSet = NS_PROJ::GenericShiftGridSet::open(m_ctxt, "null");
+    ASSERT_NE(gridSet, nullptr);
+    auto grid = gridSet->gridAt(0.0, 0.0);
+    ASSERT_NE(grid, nullptr);
+    EXPECT_EQ(grid->width(), 3);
+    EXPECT_EQ(grid->height(), 3);
+    EXPECT_EQ(grid->extentAndRes().westLon, -M_PI);
+    EXPECT_TRUE(grid->isNullGrid());
+    EXPECT_FALSE(grid->hasChanged());
+    float out = -1.0f;
+    EXPECT_TRUE(grid->valueAt(0, 0, 0, out));
+    EXPECT_EQ(out, 0.0f);
+    EXPECT_EQ(grid->unit(0), "");
+    EXPECT_EQ(grid->description(0), "");
+    EXPECT_EQ(grid->metadataItem("foo"), "");
+    EXPECT_EQ(grid->samplesPerPixel(), 0);
+    gridSet->reassign_context(m_ctxt2);
+    gridSet->reopen(m_ctxt2);
+}
+
+// ---------------------------------------------------------------------------
+
+TEST_F(GridTest, GenericShiftGridSet_gtiff) {
+    ASSERT_EQ(NS_PROJ::GenericShiftGridSet::open(m_ctxt, "foobar"), nullptr);
+    auto gridSet = NS_PROJ::GenericShiftGridSet::open(
+        m_ctxt, "tests/nkgrf03vel_realigned_extract.tif");
+    ASSERT_NE(gridSet, nullptr);
+    ASSERT_EQ(gridSet->gridAt(-100, -100), nullptr);
+    auto grid = gridSet->gridAt(21.3333333 / 180 * M_PI, 63.0 / 180 * M_PI);
+    ASSERT_NE(grid, nullptr);
+    EXPECT_EQ(grid->width(), 5);
+    EXPECT_EQ(grid->height(), 5);
+    EXPECT_EQ(grid->extentAndRes().westLon, 21.0 / 180 * M_PI);
+    EXPECT_FALSE(grid->isNullGrid());
+    EXPECT_FALSE(grid->hasChanged());
+    float out = -1.0f;
+    EXPECT_FALSE(grid->valueAt(0, 0, grid->samplesPerPixel(), out));
+    EXPECT_EQ(grid->metadataItem("area_of_use"), "Nordic and Baltic countries");
+    EXPECT_EQ(grid->metadataItem("non_existing"), std::string());
+    EXPECT_EQ(grid->metadataItem("non_existing", 1), std::string());
+    EXPECT_EQ(grid->metadataItem("non_existing", 10), std::string());
+    gridSet->reassign_context(m_ctxt2);
+    gridSet->reopen(m_ctxt2);
+    grid = gridSet->gridAt(21.3333333 / 180 * M_PI, 63.0 / 180 * M_PI);
+    EXPECT_NE(grid, nullptr);
+}
+
+// ---------------------------------------------------------------------------
+
+TEST_F(GridTest, GenericShiftGridSet_gtiff_with_subgrid) {
+    auto gridSet = NS_PROJ::GenericShiftGridSet::open(
+        m_ctxt, "tests/test_hgrid_with_subgrid.tif");
+    ASSERT_NE(gridSet, nullptr);
+    ASSERT_EQ(gridSet->gridAt(-100, -100), nullptr);
+    auto grid =
+        gridSet->gridAt(-115.5416667 / 180 * M_PI, 51.1666667 / 180 * M_PI);
+    ASSERT_NE(grid, nullptr);
+    EXPECT_EQ(grid->width(), 11);
+    EXPECT_EQ(grid->height(), 21);
+    EXPECT_EQ(grid->metadataItem("grid_name"), "ALbanff");
+}
+
+// ---------------------------------------------------------------------------
+
+TEST_F(GridTest,
+       GenericShiftGridSet_gtiff_with_two_level_of_subgrids_no_grid_name) {
+    auto gridSet = NS_PROJ::GenericShiftGridSet::open(
+        m_ctxt, "tests/test_hgrid_with_two_level_of_subgrids_no_grid_name.tif");
+    ASSERT_NE(gridSet, nullptr);
+    ASSERT_EQ(gridSet->gridAt(-100, -100), nullptr);
+    auto grid = gridSet->gridAt(-45.5 / 180 * M_PI, 22.5 / 180 * M_PI);
+    ASSERT_NE(grid, nullptr);
+    EXPECT_EQ(grid->width(), 8);
+    EXPECT_EQ(grid->height(), 8);
+}
+
+} // namespace