#**************************************************************
#
#  Licensed to the Apache Software Foundation (ASF) under one
#  or more contributor license agreements.  See the NOTICE file
#  distributed with this work for additional information
#  regarding copyright ownership.  The ASF licenses this file
#  to you under the Apache License, Version 2.0 (the
#  "License"); you may not use this file except in compliance
#  with the License.  You may obtain a copy of the License at
#
#    http://www.apache.org/licenses/LICENSE-2.0
#
#  Unless required by applicable law or agreed to in writing,
#  software distributed under the License is distributed on an
#  "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
#  KIND, either express or implied.  See the License for the
#  specific language governing permissions and limitations
#  under the License.
#
#**************************************************************

# usage: report.py <val.json> <kinds.json> [12|14|12x]   -- groups errors by normalized message
import sys, re, json, collections


def norm(m):
    m = re.sub(r'; expected .*', '', m)
    m = re.sub(r' \(with xmlns.*', '', m)
    return re.sub(r'value of attribute "([^"]+)" is invalid.*', r'value of attribute "\1" is invalid', m)


val, out = sys.argv[1], sys.argv[2]
ver = sys.argv[3] if len(sys.argv) > 3 else "12"
d = json.load(open(val))
kinds = collections.defaultdict(lambda: {"errors": 0, "packages": set()})
for f, line, col, msg in d["errors"][ver]:
    k = kinds[norm(msg) if f != "?" else "UNPARSED: " + msg]
    k["errors"] += 1; k["packages"].add(f.split("/")[0])
res = {k: {"errors": v["errors"], "packages": sorted(v["packages"])} for k, v in kinds.items()}
json.dump(res, open(out, "w"), indent=1, sort_keys=True)
tot = sum(v["errors"] for v in res.values())
print(f"ODF {ver[0]}.{ver[1]}{' extended, foreign content removed' if ver.endswith('x') else ''}: {len(res)} kinds, {tot} errors, {len({p for v in res.values() for p in v['packages']})} packages with errors")
for k, v in sorted(res.items(), key=lambda kv: -kv[1]["errors"]):
    print(f"  {v['errors']:5d} {len(v['packages']):4d}  {k[:120]}")