CI_DatasetIntegration/validate_datapackage.py at master · HotMaps/CI_DatasetIntegration · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
# python 3.5
import sys
import json
from pprint import pprint
import os.path
import jsonschema

# TODO check this file before using because it might not be finished

print_with_color = False
class bcolors:
    HEADER = '\033[95m'
    OKBLUE = '\033[94m'
    OKGREEN = '\033[92m'
    WARNING = '\033[93m'
    FAIL = '\033[91m'
    ENDC = '\033[0m'
    BOLD = '\033[1m'
    UNDERLINE = '\033[4m'


def _print(text, bcolor):
    if print_with_color:
        _print(bcolor + text + bcolors.ENDC)
    else:
        print(text)

# git directory
# g_dir = '/home/hud/hotmaps/ci-datasets/git-repos/HotmapsLAU'
# g_dir = '/home/hud/hotmaps/ci-datasets/git-repos/pop_tot_curr_density'


def validate_datapackage(file_path):
    # read datapackage.json (dp)
    base_path = os.path.dirname(os.path.abspath(__file__))
    g_dir = base_path
    try:
        if not os.path.exists(file_path):
            _print("datapackage.json file missing. Please make sure to place it at root of repository.", bcolors.FAIL)
            return False

        dp = json.load(open(file_path))
        if not 'profile' in dp:
            _print("datapackage.json file missing 'profile' attribute", bcolors.FAIL)
            return False

        profile = dp['profile']
        schema = None

        if profile == 'vector-data-resource':
            _print('vector-data-resource', bcolors.OKBLUE)
            schema = json.load(open(g_dir + '/vector-schema.json'))
        elif profile == 'raster-data-resource':
            _print('raster-data-resource', bcolors.OKBLUE)
            schema = json.load(open(g_dir + '/raster-schema.json'))
        elif profile == 'tabular-data-resource':
            _print('tabular-data-resource', bcolors.OKBLUE)
            schema = json.load(open(g_dir + '/tabular-schema.json'))
        else:
            _print('\'profile\' contains an unsupported value! Use only vector-data-resource, raster-data-resource or '
                  'tabular-data-resource', bcolors.FAIL)
            return False

        # validate json
        v = jsonschema.Draft4Validator(schema)
        for error in sorted(v.iter_errors(dp), key=str):
            _print(error.message, bcolors.FAIL)

        if jsonschema.Draft4Validator(schema).is_valid(dp):
            _print('datapackage.json is OK.', bcolors.OKGREEN)
            return True
        else:
            _print('datapackage.json is not OK! Please check the file again.', bcolors.FAIL)
            return False

    except Exception as e:
        _print(str(e), bcolors.FAIL)
        return False

# list_dirs = [name for name in os.listdir(base_path) if os.path.isdir(os.path.join(base_path, name))]
# list_dirs = sorted(list_dirs)
# for d in list_dirs:
#    d_file_path = os.path.join(base_path, d, 'datapackage.json')
#    _print()
#    _print("#########################")
#    validate_datapackage._print(d, bcolors.HEADER)
#    _print("#########################")
#    validate_datapackage.validate_datapackage(d_file_path)