mirror of
https://github.com/huggingface/transformers.git
synced 2025-07-03 04:40:06 +06:00
c6814b4ee8
* update * update * update --------- Co-authored-by: ydshieh <ydshieh@users.noreply.github.com>
86 lines
3.5 KiB
Python
86 lines
3.5 KiB
Python
# Copyright 2024 The HuggingFace Team. All rights reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
import argparse
|
|
import json
|
|
import os
|
|
|
|
import requests
|
|
|
|
|
|
if __name__ == "__main__":
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument("--workflow_id", type=str, required=True)
|
|
args = parser.parse_args()
|
|
workflow_id = args.workflow_id
|
|
|
|
r = requests.get(
|
|
f"https://circleci.com/api/v2/workflow/{workflow_id}/job",
|
|
headers={"Circle-Token": os.environ.get("CIRCLE_TOKEN", "")},
|
|
)
|
|
jobs = r.json()["items"]
|
|
|
|
os.makedirs("outputs", exist_ok=True)
|
|
|
|
workflow_summary = {}
|
|
# for each job, download artifacts
|
|
for job in jobs:
|
|
project_slug = job["project_slug"]
|
|
if job["name"].startswith(("tests_", "examples_", "pipelines_")):
|
|
url = f"https://circleci.com/api/v2/project/{project_slug}/{job['job_number']}/artifacts"
|
|
r = requests.get(url, headers={"Circle-Token": os.environ.get("CIRCLE_TOKEN", "")})
|
|
job_artifacts = r.json()["items"]
|
|
|
|
os.makedirs(job["name"], exist_ok=True)
|
|
os.makedirs(f"outputs/{job['name']}", exist_ok=True)
|
|
|
|
job_test_summaries = {}
|
|
for artifact in job_artifacts:
|
|
if artifact["path"].startswith("reports/") and artifact["path"].endswith("/summary_short.txt"):
|
|
node_index = artifact["node_index"]
|
|
url = artifact["url"]
|
|
r = requests.get(url, headers={"Circle-Token": os.environ.get("CIRCLE_TOKEN", "")})
|
|
test_summary = r.text
|
|
job_test_summaries[node_index] = test_summary
|
|
|
|
summary = {}
|
|
for node_index, node_test_summary in job_test_summaries.items():
|
|
for line in node_test_summary.splitlines():
|
|
if line.startswith("PASSED "):
|
|
test = line[len("PASSED ") :]
|
|
summary[test] = "passed"
|
|
elif line.startswith("FAILED "):
|
|
test = line[len("FAILED ") :].split()[0]
|
|
summary[test] = "failed"
|
|
# failed before passed
|
|
summary = dict(sorted(summary.items(), key=lambda x: (x[1], x[0])))
|
|
workflow_summary[job["name"]] = summary
|
|
|
|
# collected version
|
|
with open(f"outputs/{job['name']}/test_summary.json", "w") as fp:
|
|
json.dump(summary, fp, indent=4)
|
|
|
|
new_workflow_summary = {}
|
|
for job_name, job_summary in workflow_summary.items():
|
|
for test, status in job_summary.items():
|
|
if test not in new_workflow_summary:
|
|
new_workflow_summary[test] = {}
|
|
new_workflow_summary[test][job_name] = status
|
|
|
|
for test, result in new_workflow_summary.items():
|
|
new_workflow_summary[test] = dict(sorted(result.items()))
|
|
new_workflow_summary = dict(sorted(new_workflow_summary.items()))
|
|
|
|
with open("outputs/test_summary.json", "w") as fp:
|
|
json.dump(new_workflow_summary, fp, indent=4)
|