Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Print status of failed gbasf2 jobs as rich table instead of as json #135

Draft
wants to merge 1 commit into
base: main
Choose a base branch
from
Draft

Print status of failed gbasf2 jobs as rich table instead of as json #135

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
29 changes: 24 additions & 5 deletions b2luigi/batch/processes/gbasf2.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,8 @@
from b2luigi.core.utils import flatten_to_dict, get_log_file_dir, get_task_file_dir
from jinja2 import Template
from luigi.target import Target
from rich.table import Table
from rich.console import Console


class Gbasf2Process(BatchProcess):
Expand Down Expand Up @@ -346,11 +348,18 @@ def _on_failure_action(self):
Things to do after the project failed
"""
job_status_dict = get_gbasf2_project_job_status_dict(self.gbasf2_project_name, dirac_user=self.dirac_user)
failed_job_dict = {job_id: job_info for job_id, job_info in job_status_dict.items()
if job_info["Status"] == "Failed" or
(job_info["Status"] == "Done" and job_info["ApplicationStatus"] != "Done")}
n_failed = len(failed_job_dict)
print(f"{n_failed} failed jobs:\n{failed_job_dict}")
failed_job_status_dict = {
job_id: job_info
for job_id, job_info in job_status_dict.items()
if job_info["Status"] == "Failed" or
(job_info["Status"] == "Done" and job_info["ApplicationStatus"] != "Done")
}
n_failed = len(failed_job_status_dict)
failed_job_table = create_rich_job_table(
failed_job_status_dict,
title=f"{n_failed} failed jobs for gbasf2 project `{self.gbasf2_project_name}`:"
)
Console(stderr=True).print(failed_job_table)
if get_setting("gbasf2_download_logs", default=True, task=self.task):
self._download_logs()

Expand Down Expand Up @@ -1087,3 +1096,13 @@ def get_unique_lfns(lfns: Iterable[str]) -> Set[str]:
# reschedule number and return list of maximums of each group
lfns = sorted(lfns, key=_get_lfn_upto_reschedule_number)
return {max(lfn_group) for _, lfn_group in groupby(lfns, key=_get_lfn_upto_reschedule_number)}


def create_rich_job_table(job_status_dict: dict, title=None) -> Table:
job_table = Table(title=title)
job_table.add_column("Job ID", min_width=9)
for status_column in list(job_status_dict.values())[0].keys():
job_table.add_column(status_column, overflow="fold")
for job_id, job_status in job_status_dict.items():
job_table.add_row(job_id, *job_status.values())
return job_table