xref: /trunk/test/aoo-test/src/aootest/checkers/compare.py (revision 2cb6d6f119bbe2f78742f1c5c8538cb0d4e72ede)
1#**************************************************************
2#
3#  Licensed to the Apache Software Foundation (ASF) under one
4#  or more contributor license agreements.  See the NOTICE file
5#  distributed with this work for additional information
6#  regarding copyright ownership.  The ASF licenses this file
7#  to you under the Apache License, Version 2.0 (the
8#  "License"); you may not use this file except in compliance
9#  with the License.  You may obtain a copy of the License at
10#
11#    http://www.apache.org/licenses/LICENSE-2.0
12#
13#  Unless required by applicable law or agreed to in writing,
14#  software distributed under the License is distributed on an
15#  "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
16#  KIND, either express or implied.  See the License for the
17#  specific language governing permissions and limitations
18#  under the License.
19#
20#**************************************************************
21
22# usage: compare.py <base.kinds.json> <new.kinds.json>
23# Exit 1 if any kind is new or any kind's error or package count increased.
24import sys, json
25
26
27def compare(a, b):
28    """Returns (lines, bad): the kinds that differ between two kinds files, and whether any is new or worse."""
29    lines, bad = [], False
30    for k in sorted(set(a) | set(b)):
31        ea, eb = a.get(k, {}).get("errors", 0), b.get(k, {}).get("errors", 0)
32        pa, pb = len(a.get(k, {}).get("packages", [])), len(b.get(k, {}).get("packages", []))
33        if (ea, pa) == (eb, pb):
34            continue
35        worse = k not in a or eb > ea or pb > pa
36        bad |= worse
37        lines.append(f"{'WORSE' if worse else 'better'}  errors {ea}->{eb}  packages {pa}->{pb}  {k[:110]}")
38    return lines, bad
39
40
41def main(argv=None):
42    argv = sys.argv[1:] if argv is None else argv
43    lines, bad = compare(json.load(open(argv[0])), json.load(open(argv[1])))
44    for line in lines:
45        print(line)
46    print("compare:", "FAIL" if bad else "OK")
47    return 1 if bad else 0
48
49
50if __name__ == "__main__":
51    sys.exit(main())
52