xref: /trunk/test/odf-validate/compare.py (revision 0e16a31d78a652c56c5c0fc79c752f48b9048df9)
1#**************************************************************
2#
3#  Licensed to the Apache Software Foundation (ASF) under one
4#  or more contributor license agreements.  See the NOTICE file
5#  distributed with this work for additional information
6#  regarding copyright ownership.  The ASF licenses this file
7#  to you under the Apache License, Version 2.0 (the
8#  "License"); you may not use this file except in compliance
9#  with the License.  You may obtain a copy of the License at
10#
11#    http://www.apache.org/licenses/LICENSE-2.0
12#
13#  Unless required by applicable law or agreed to in writing,
14#  software distributed under the License is distributed on an
15#  "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
16#  KIND, either express or implied.  See the License for the
17#  specific language governing permissions and limitations
18#  under the License.
19#
20#**************************************************************
21
22# usage: compare.py <base.kinds.json> <new.kinds.json>
23# Exit 1 if any kind is new or any kind's error or package count increased.
24import sys, json
25a, b = json.load(open(sys.argv[1])), json.load(open(sys.argv[2]))
26bad = False
27for k in sorted(set(a) | set(b)):
28    ea, eb = a.get(k, {}).get("errors", 0), b.get(k, {}).get("errors", 0)
29    pa, pb = len(a.get(k, {}).get("packages", [])), len(b.get(k, {}).get("packages", []))
30    if (ea, pa) == (eb, pb):
31        continue
32    worse = k not in a or eb > ea or pb > pa
33    bad |= worse
34    print(f"{'WORSE' if worse else 'better'}  errors {ea}->{eb}  packages {pa}->{pb}  {k[:110]}")
35print("compare:", "FAIL" if bad else "OK")
36sys.exit(1 if bad else 0)
37