Merge RFC4 (#1865)

This commit is the result of the squashing of rfc4_dev branch in a single
commit. It implements mostly RFC 4 related work.

* Grid handling:
  - remove obsolete and presumably unfinished implementation of grid catalog functionality
  - all grid functionality is in grids.cpp/.hpp
  - vertical and horizontal grid shift: rework to no longer load whole grid into memory
  - remove hgrids and vgrids member from PJ structure, and store them in hgridshift/vgridshift/deformation structures
  - build systems: add optional libtiff dependency. Must be explicitly disabled if not desired
  - add support for horizontal and vertical grids in GeoTIFF, if libtiff is available
  - add GenericShiftGridSet and GenericShiftGrid classes, relying on TIFF grids, that can be used for generic purpose grid-based adjustment
  - add a +proj=xyzgridshift method to perform geocentric translation by grid. Used for French NTF to RGF93 transformation using gr3df97a.tif grid
  - deformation: add support for +grids= for GeoTIFF grids
  - horizontal grid shift: fix failures on points slightly outside a subgrid (fixes #209)

* File management:
  - add a filemanager.cpp/.hpp to deal with file related work
  - test for legacy proj_api.h fileapi
  - proj.h: add proj_context_set_fileapi() and proj_context_set_sqlite3_vfs_name() (fixes #866)
  - add capability to read resource files from the user writable directory

* Network access:
  - build systems: add optional curl dependency
  - add a curl-based default implementation for network related functionality
  - proj.h: add C API to control network functionality, and optionaly provide network callbacks
  - add data/proj.ini with default settings
  - add a SQLite3 local cache of downloaded chunks
  - add proj_is_download_needed() and proj_download_file()

* Use Win32 Unicode APIs and expect all strings to be UTF-8 (fixes #1765)
  For backward compatibility, if PROJ_LIB content is found to be not UTF-8 or
  pointing to a non existing directory, then an attempt at interpretating it
  in the ANSI page encoding is done.
  proj_context_set_search_paths() now assumes strings to be in UTF-8, and
  functions returning paths will also return values in UTF-8.

1 files changed, 264 insertions, 0 deletions

diff --git a/src/grids.hpp b/src/grids.hpp
new file mode 100644
index 00000000..0fd1b7b0
--- /dev/null
+++ b/src/grids.hpp
@@ -0,0 +1,264 @@
+/******************************************************************************
+ * Project:  PROJ
+ * Purpose:  Grid management
+ * Author:   Even Rouault, <even.rouault at spatialys.com>
+ *
+ ******************************************************************************
+ * Copyright (c) 2019, Even Rouault, <even.rouault at spatialys.com>
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+ * and/or sell copies of the Software, and to permit persons to whom the
+ * Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included
+ * in all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
+ * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
+ * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+ * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
+ * DEALINGS IN THE SOFTWARE.
+ *****************************************************************************/
+
+#ifndef GRIDS_HPP_INCLUDED
+#define GRIDS_HPP_INCLUDED
+
+#include <memory>
+#include <vector>
+
+#include "proj.h"
+#include "proj/util.hpp"
+
+NS_PROJ_START
+
+struct ExtentAndRes {
+    double westLon;  // in radian
+    double southLat; // in radian
+    double eastLon;  // in radian
+    double northLat; // in radian
+    double resLon;   // in radian
+    double resLat;   // in radian
+
+    bool fullWorldLongitude() const;
+    bool contains(const ExtentAndRes &other) const;
+    bool intersects(const ExtentAndRes &other) const;
+};
+
+// ---------------------------------------------------------------------------
+
+class PROJ_GCC_DLL Grid {
+  protected:
+    std::string m_name;
+    int m_width;
+    int m_height;
+    ExtentAndRes m_extent;
+
+    Grid(const std::string &nameIn, int widthIn, int heightIn,
+         const ExtentAndRes &extentIn);
+
+  public:
+    PROJ_FOR_TEST virtual ~Grid();
+
+    PROJ_FOR_TEST int width() const { return m_width; }
+    PROJ_FOR_TEST int height() const { return m_height; }
+    PROJ_FOR_TEST const ExtentAndRes &extentAndRes() const { return m_extent; }
+    PROJ_FOR_TEST const std::string &name() const { return m_name; }
+
+    PROJ_FOR_TEST virtual bool isNullGrid() const { return false; }
+    PROJ_FOR_TEST virtual bool hasChanged() const = 0;
+};
+
+// ---------------------------------------------------------------------------
+
+class PROJ_GCC_DLL VerticalShiftGrid : public Grid {
+  protected:
+    std::vector<std::unique_ptr<VerticalShiftGrid>> m_children{};
+
+  public:
+    PROJ_FOR_TEST VerticalShiftGrid(const std::string &nameIn, int widthIn,
+                                    int heightIn, const ExtentAndRes &extentIn);
+    PROJ_FOR_TEST ~VerticalShiftGrid() override;
+
+    PROJ_FOR_TEST const VerticalShiftGrid *gridAt(double lon, double lat) const;
+
+    PROJ_FOR_TEST virtual bool isNodata(float /*val*/,
+                                        double /* multiplier */) const = 0;
+
+    // x = 0 is western-most column, y = 0 is southern-most line
+    PROJ_FOR_TEST virtual bool valueAt(int x, int y, float &out) const = 0;
+
+    PROJ_FOR_TEST virtual void reassign_context(PJ_CONTEXT *ctx) = 0;
+};
+
+// ---------------------------------------------------------------------------
+
+class PROJ_GCC_DLL VerticalShiftGridSet {
+  protected:
+    std::string m_name{};
+    std::string m_format{};
+    std::vector<std::unique_ptr<VerticalShiftGrid>> m_grids{};
+
+    VerticalShiftGridSet();
+
+  public:
+    PROJ_FOR_TEST virtual ~VerticalShiftGridSet();
+
+    PROJ_FOR_TEST static std::unique_ptr<VerticalShiftGridSet>
+    open(PJ_CONTEXT *ctx, const std::string &filename);
+
+    PROJ_FOR_TEST const std::string &name() const { return m_name; }
+    PROJ_FOR_TEST const std::string &format() const { return m_format; }
+    PROJ_FOR_TEST const std::vector<std::unique_ptr<VerticalShiftGrid>> &
+    grids() const {
+        return m_grids;
+    }
+    PROJ_FOR_TEST const VerticalShiftGrid *gridAt(double lon, double lat) const;
+
+    PROJ_FOR_TEST virtual void reassign_context(PJ_CONTEXT *ctx);
+    PROJ_FOR_TEST virtual bool reopen(PJ_CONTEXT *ctx);
+};
+
+// ---------------------------------------------------------------------------
+
+class PROJ_GCC_DLL HorizontalShiftGrid : public Grid {
+  protected:
+    std::vector<std::unique_ptr<HorizontalShiftGrid>> m_children{};
+
+  public:
+    PROJ_FOR_TEST HorizontalShiftGrid(const std::string &nameIn, int widthIn,
+                                      int heightIn,
+                                      const ExtentAndRes &extentIn);
+    PROJ_FOR_TEST ~HorizontalShiftGrid() override;
+
+    PROJ_FOR_TEST const HorizontalShiftGrid *gridAt(double lon,
+                                                    double lat) const;
+
+    // x = 0 is western-most column, y = 0 is southern-most line
+    PROJ_FOR_TEST virtual bool valueAt(int x, int y,
+                                       bool compensateNTConvention,
+                                       float &lonShift,
+                                       float &latShift) const = 0;
+
+    PROJ_FOR_TEST virtual void reassign_context(PJ_CONTEXT *ctx) = 0;
+};
+
+// ---------------------------------------------------------------------------
+
+class PROJ_GCC_DLL HorizontalShiftGridSet {
+  protected:
+    std::string m_name{};
+    std::string m_format{};
+    std::vector<std::unique_ptr<HorizontalShiftGrid>> m_grids{};
+
+    HorizontalShiftGridSet();
+
+  public:
+    PROJ_FOR_TEST virtual ~HorizontalShiftGridSet();
+
+    PROJ_FOR_TEST static std::unique_ptr<HorizontalShiftGridSet>
+    open(PJ_CONTEXT *ctx, const std::string &filename);
+
+    PROJ_FOR_TEST const std::string &name() const { return m_name; }
+    PROJ_FOR_TEST const std::string &format() const { return m_format; }
+    PROJ_FOR_TEST const std::vector<std::unique_ptr<HorizontalShiftGrid>> &
+    grids() const {
+        return m_grids;
+    }
+    PROJ_FOR_TEST const HorizontalShiftGrid *gridAt(double lon,
+                                                    double lat) const;
+
+    PROJ_FOR_TEST virtual void reassign_context(PJ_CONTEXT *ctx);
+    PROJ_FOR_TEST virtual bool reopen(PJ_CONTEXT *ctx);
+};
+
+// ---------------------------------------------------------------------------
+
+class PROJ_GCC_DLL GenericShiftGrid : public Grid {
+  protected:
+    std::vector<std::unique_ptr<GenericShiftGrid>> m_children{};
+
+  public:
+    PROJ_FOR_TEST GenericShiftGrid(const std::string &nameIn, int widthIn,
+                                   int heightIn, const ExtentAndRes &extentIn);
+
+    PROJ_FOR_TEST ~GenericShiftGrid() override;
+
+    PROJ_FOR_TEST const GenericShiftGrid *gridAt(double lon, double lat) const;
+
+    PROJ_FOR_TEST virtual std::string unit(int sample) const = 0;
+
+    PROJ_FOR_TEST virtual std::string description(int sample) const = 0;
+
+    PROJ_FOR_TEST virtual std::string metadataItem(const std::string &key,
+                                                   int sample = -1) const = 0;
+
+    PROJ_FOR_TEST virtual int samplesPerPixel() const = 0;
+
+    // x = 0 is western-most column, y = 0 is southern-most line
+    PROJ_FOR_TEST virtual bool valueAt(int x, int y, int sample,
+                                       float &out) const = 0;
+
+    PROJ_FOR_TEST virtual void reassign_context(PJ_CONTEXT *ctx) = 0;
+};
+
+// ---------------------------------------------------------------------------
+
+class PROJ_GCC_DLL GenericShiftGridSet {
+  protected:
+    std::string m_name{};
+    std::string m_format{};
+    std::vector<std::unique_ptr<GenericShiftGrid>> m_grids{};
+
+    GenericShiftGridSet();
+
+  public:
+    PROJ_FOR_TEST virtual ~GenericShiftGridSet();
+
+    PROJ_FOR_TEST static std::unique_ptr<GenericShiftGridSet>
+    open(PJ_CONTEXT *ctx, const std::string &filename);
+
+    PROJ_FOR_TEST const std::string &name() const { return m_name; }
+    PROJ_FOR_TEST const std::string &format() const { return m_format; }
+    PROJ_FOR_TEST const std::vector<std::unique_ptr<GenericShiftGrid>> &
+    grids() const {
+        return m_grids;
+    }
+    PROJ_FOR_TEST const GenericShiftGrid *gridAt(double lon, double lat) const;
+
+    PROJ_FOR_TEST virtual void reassign_context(PJ_CONTEXT *ctx);
+    PROJ_FOR_TEST virtual bool reopen(PJ_CONTEXT *ctx);
+};
+
+// ---------------------------------------------------------------------------
+
+typedef std::vector<std::unique_ptr<HorizontalShiftGridSet>> ListOfHGrids;
+typedef std::vector<std::unique_ptr<VerticalShiftGridSet>> ListOfVGrids;
+typedef std::vector<std::unique_ptr<GenericShiftGridSet>> ListOfGenericGrids;
+
+ListOfVGrids pj_vgrid_init(PJ *P, const char *grids);
+ListOfHGrids pj_hgrid_init(PJ *P, const char *grids);
+ListOfGenericGrids pj_generic_grid_init(PJ *P, const char *grids);
+
+PJ_LP pj_hgrid_value(PJ *P, const ListOfHGrids &grids, PJ_LP lp);
+double pj_vgrid_value(PJ *P, const ListOfVGrids &, PJ_LP lp,
+                      double vmultiplier);
+PJ_LP pj_hgrid_apply(PJ_CONTEXT *ctx, const ListOfHGrids &grids, PJ_LP lp,
+                     PJ_DIRECTION direction);
+
+const GenericShiftGrid *pj_find_generic_grid(const ListOfGenericGrids &grids,
+                                             const PJ_LP &input,
+                                             GenericShiftGridSet *&gridSetOut);
+bool pj_bilinear_interpolation_three_samples(const GenericShiftGrid *grid,
+                                             const PJ_LP &lp, int idx1,
+                                             int idx2, int idx3, double &v1,
+                                             double &v2, double &v3,
+                                             bool &must_retry);
+
+NS_PROJ_END
+
+#endif // GRIDS_HPP_INCLUDED