From bfb30b5c9c2e7b8aa30b27e9a582a7e4249eb3c3 Mon Sep 17 00:00:00 2001 From: Even Rouault Date: Sun, 24 Nov 2019 15:43:10 +0100 Subject: Add scripts/grid_checks.py Little script used lately to check consistency of the database regarding the grid_transformation vs grid_alternatives tables. And also check the content of the database vs proj-datumgrid to identify gaps. --- scripts/grid_checks.py | 99 ++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 99 insertions(+) create mode 100755 scripts/grid_checks.py (limited to 'scripts/grid_checks.py') diff --git a/scripts/grid_checks.py b/scripts/grid_checks.py new file mode 100755 index 00000000..e70f3a15 --- /dev/null +++ b/scripts/grid_checks.py @@ -0,0 +1,99 @@ +#!/usr/bin/env python +############################################################################### +# $Id$ +# +# Project: PROJ +# Purpose: Tool to check consistency of database regarding grids and against +# what is available in proj-datumgrid +# Author: Even Rouault +# +############################################################################### +# Copyright (c) 2019, Even Rouault +# +# Permission is hereby granted, free of charge, to any person obtaining a +# copy of this software and associated documentation files (the "Software"), +# to deal in the Software without restriction, including without limitation +# the rights to use, copy, modify, merge, publish, distribute, sublicense, +# and/or sell copies of the Software, and to permit persons to whom the +# Software is furnished to do so, subject to the following conditions: +# +# The above copyright notice and this permission notice shall be included +# in all copies or substantial portions of the Software. +# +# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS +# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL +# THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING +# FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER +# DEALINGS IN THE SOFTWARE. +############################################################################### + +import argparse +import fnmatch +import os +import sqlite3 + +parser = argparse.ArgumentParser(description='Check database and proj-datumgrid consistency.') +parser.add_argument('path_to_proj_db', + help='Full pathname to proj.db') +parser.add_argument('path_to_proj_datumgrid', + help='Full pathname to the root of the proj_datumgrid git repository') + +group = parser.add_mutually_exclusive_group(required=True) +group.add_argument('--not-in-grid-alternatives', dest='not_in_grid_alternatives', action='store_true', + help='list grids mentionned in grid_transformation but missing in grid_alternatives') +group.add_argument('--not-in-proj-datumgrid', dest='not_in_proj_datum_grid', action='store_true', + help='list grids registered in grid_alternatives, but missing in proj-datumgrid') +group.add_argument('--not-in-db', dest='not_in_db', action='store_true', + help='list grids in proj-datumgrid, but not registered in grid_alternatives') + +args = parser.parse_args() + +dbname = args.path_to_proj_db +proj_datumgrid = args.path_to_proj_datumgrid + +if args.not_in_grid_alternatives: + conn = sqlite3.connect(dbname) + print('Authority, code, name, grid_name') + res = conn.execute(""" + SELECT auth_name, code, name, grid_name FROM grid_transformation + WHERE deprecated = 0 AND + NOT EXISTS (SELECT 1 FROM grid_alternatives WHERE original_grid_name = grid_name)""") + for row in res: + print(row) + +elif args.not_in_proj_datum_grid: + + set_grids = set() + for root, dirnames, filenames in os.walk(proj_datumgrid): + for filename in fnmatch.filter(filenames, '*'): + set_grids.add(filename) + + conn = sqlite3.connect(dbname) + res = conn.execute("SELECT DISTINCT proj_grid_name FROM grid_alternatives WHERE open_license is NULL OR open_license != 0") + for (grid_name,) in res: + if grid_name not in set_grids: + print('ERROR: grid ' + grid_name + ' in grid_alternatives but missing in proj-datumgrid') + +elif args.not_in_db: + + set_grids = set() + for root, dirnames, filenames in os.walk(proj_datumgrid): + if '.git' in root: + continue + for filename in fnmatch.filter(filenames, '*'): + filename_lower = filename.lower() + if '.aux.xml' in filename_lower: + continue + if '.gsb' in filename_lower or '.gtx' in filename_lower: + set_grids.add(filename) + + conn = sqlite3.connect(dbname) + for filename in sorted(set_grids): + res = conn.execute("SELECT 1 FROM grid_alternatives WHERE proj_grid_name = ?", (filename,)) + if not res.fetchone(): + print('WARNING: grid ' + filename + ' in proj-datumgrid but missing in grid_alternatives') + +else: + raise Exception('unknown mode') -- cgit v1.2.3