2020-08-11 14:27:56 -07:00
|
|
|
# SPDX-License-Identifier: GPL-2.0
|
|
|
|
#
|
|
|
|
# Generates JSON from KUnit results according to
|
|
|
|
# KernelCI spec: https://github.com/kernelci/kernelci-doc/wiki/Test-API
|
|
|
|
#
|
|
|
|
# Copyright (C) 2020, Google LLC.
|
|
|
|
# Author: Heidi Fahim <heidifahim@google.com>
|
|
|
|
|
2022-02-24 11:20:35 -08:00
|
|
|
from dataclasses import dataclass
|
2020-08-11 14:27:56 -07:00
|
|
|
import json
|
2022-05-09 13:49:09 -07:00
|
|
|
from typing import Any, Dict
|
2020-08-11 14:27:56 -07:00
|
|
|
|
2021-12-14 11:26:12 -08:00
|
|
|
from kunit_parser import Test, TestStatus
|
2021-10-11 14:50:37 -07:00
|
|
|
|
2022-02-24 11:20:35 -08:00
|
|
|
@dataclass
|
|
|
|
class Metadata:
|
|
|
|
"""Stores metadata about this run to include in get_json_result()."""
|
kunit: tool: properly report the used arch for --json, or '' if not known
Before, kunit.py always printed "arch": "UM" in its json output, but...
1. With `kunit.py parse`, we could be parsing output from anywhere, so
we can't say that.
2. Capitalizing it is probably wrong, as it's `ARCH=um`
3. Commit 87c9c1631788 ("kunit: tool: add support for QEMU") made it so
kunit.py could knowingly run a different arch, yet we'd still always
claim "UM".
This patch addresses all of those. E.g.
1.
$ ./tools/testing/kunit/kunit.py parse .kunit/test.log --json | grep -o '"arch.*' | sort -u
"arch": "",
2.
$ ./tools/testing/kunit/kunit.py run --json | ...
"arch": "um",
3.
$ ./tools/testing/kunit/kunit.py run --json --arch=x86_64 | ...
"arch": "x86_64",
Signed-off-by: Daniel Latypov <dlatypov@google.com>
Reviewed-by: David Gow <davidgow@google.com>
Reviewed-by: Brendan Higgins <brendanhiggins@google.com>
Signed-off-by: Shuah Khan <skhan@linuxfoundation.org>
2022-02-24 11:20:36 -08:00
|
|
|
arch: str = ''
|
|
|
|
def_config: str = ''
|
2022-02-24 11:20:35 -08:00
|
|
|
build_dir: str = ''
|
|
|
|
|
2021-10-11 14:50:37 -07:00
|
|
|
JsonObj = Dict[str, Any]
|
|
|
|
|
2022-02-24 11:20:34 -08:00
|
|
|
_status_map: Dict[TestStatus, str] = {
|
|
|
|
TestStatus.SUCCESS: "PASS",
|
|
|
|
TestStatus.SKIPPED: "SKIP",
|
|
|
|
TestStatus.TEST_CRASHED: "ERROR",
|
|
|
|
}
|
|
|
|
|
2022-02-24 11:20:35 -08:00
|
|
|
def _get_group_json(test: Test, common_fields: JsonObj) -> JsonObj:
|
2021-10-11 14:50:37 -07:00
|
|
|
sub_groups = [] # List[JsonObj]
|
|
|
|
test_cases = [] # List[JsonObj]
|
|
|
|
|
|
|
|
for subtest in test.subtests:
|
2022-02-24 11:20:34 -08:00
|
|
|
if subtest.subtests:
|
2022-02-24 11:20:35 -08:00
|
|
|
sub_group = _get_group_json(subtest, common_fields)
|
2021-10-11 14:50:37 -07:00
|
|
|
sub_groups.append(sub_group)
|
2022-02-24 11:20:34 -08:00
|
|
|
continue
|
|
|
|
status = _status_map.get(subtest.status, "FAIL")
|
|
|
|
test_cases.append({"name": subtest.name, "status": status})
|
2021-10-11 14:50:37 -07:00
|
|
|
|
2020-08-11 14:27:56 -07:00
|
|
|
test_group = {
|
2021-10-11 14:50:37 -07:00
|
|
|
"name": test.name,
|
2020-08-11 14:27:56 -07:00
|
|
|
"sub_groups": sub_groups,
|
2021-10-11 14:50:37 -07:00
|
|
|
"test_cases": test_cases,
|
2022-02-24 11:20:35 -08:00
|
|
|
}
|
|
|
|
test_group.update(common_fields)
|
|
|
|
return test_group
|
|
|
|
|
|
|
|
def get_json_result(test: Test, metadata: Metadata) -> str:
|
|
|
|
common_fields = {
|
|
|
|
"arch": metadata.arch,
|
|
|
|
"defconfig": metadata.def_config,
|
|
|
|
"build_environment": metadata.build_dir,
|
2020-08-11 14:27:56 -07:00
|
|
|
"lab_name": None,
|
|
|
|
"kernel": None,
|
|
|
|
"job": None,
|
|
|
|
"git_branch": "kselftest",
|
|
|
|
}
|
2021-10-11 14:50:37 -07:00
|
|
|
|
2022-02-24 11:20:35 -08:00
|
|
|
test_group = _get_group_json(test, common_fields)
|
2021-10-11 14:50:37 -07:00
|
|
|
test_group["name"] = "KUnit Test Group"
|
2022-01-18 11:09:19 -08:00
|
|
|
return json.dumps(test_group, indent=4)
|