From patchwork Tue Apr 15 16:35:27 2025 Content-Type: text/plain; charset="utf-8" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit X-Patchwork-Submitter: denisova-ok X-Patchwork-Id: 61373 Return-Path: X-Spam-Checker-Version: SpamAssassin 3.4.0 (2014-02-07) on aws-us-west-2-korg-lkml-1.web.codeaurora.org Received: from aws-us-west-2-korg-lkml-1.web.codeaurora.org (localhost.localdomain [127.0.0.1]) by smtp.lore.kernel.org (Postfix) with ESMTP id A7112C369AB for ; Tue, 15 Apr 2025 18:37:47 +0000 (UTC) Received: from forward101b.mail.yandex.net (forward101b.mail.yandex.net [178.154.239.148]) by mx.groups.io with SMTP id smtpd.web10.24844.1744734936361792124 for ; Tue, 15 Apr 2025 09:35:36 -0700 Authentication-Results: mx.groups.io; dkim=fail reason="dkim: body hash did not verify" header.i=@yandex.ru header.s=mail header.b=Cu6cD4ch; spf=pass (domain: yandex.ru, ip: 178.154.239.148, mailfrom: denisova.olga.k@yandex.ru) Received: from mail-nwsmtp-smtp-production-main-91.sas.yp-c.yandex.net (mail-nwsmtp-smtp-production-main-91.sas.yp-c.yandex.net [IPv6:2a02:6b8:c1e:3990:0:640:808c:0]) by forward101b.mail.yandex.net (Yandex) with ESMTPS id C5EBF60E4D for ; Tue, 15 Apr 2025 19:35:32 +0300 (MSK) Received: by mail-nwsmtp-smtp-production-main-91.sas.yp-c.yandex.net (smtp/Yandex) with ESMTPSA id VZKEOQ3LgCg0-StWR4cPL; Tue, 15 Apr 2025 19:35:32 +0300 X-Yandex-Fwd: 1 DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/relaxed; d=yandex.ru; s=mail; t=1744734932; bh=grqd8qvDXQMc7j73Zgyxh803KLvxJTQAYK6xJYzcj14=; h=Message-Id:Date:Cc:Subject:To:From; b=Cu6cD4chBmdXPFjyIizlEp8cKaXaFclhUJm/Y8DDhiytBHLtYc7OlfMfDAFe+5nfV Bs2Np6O8kb0l99Phz74YpUNNVZSnPSMUppMtPmZTFjehxlXIwk2ERsp+ZWpD5qn9CH KiOj80EXs5PdeyTjrdsHPKbvJ73JqRTz5LNn0YXY= Authentication-Results: mail-nwsmtp-smtp-production-main-91.sas.yp-c.yandex.net; dkim=pass header.i=@yandex.ru From: denisova.olga.k@yandex.ru To: openembedded-core@lists.openembedded.org Cc: Olga Denisova Subject: [PATCH] pybootchartgui: visualize /proc/net/dev network stats in graphs Date: Tue, 15 Apr 2025 19:35:27 +0300 Message-Id: <20250415163527.15924-1-denisova.olga.k@yandex.ru> X-Mailer: git-send-email 2.34.1 MIME-Version: 1.0 List-Id: X-Webhook-Received: from li982-79.members.linode.com [45.33.32.79] by aws-us-west-2-korg-lkml-1.web.codeaurora.org with HTTPS for ; Tue, 15 Apr 2025 18:37:47 -0000 X-Groupsio-URL: https://lists.openembedded.org/g/openembedded-core/message/214962 From: Olga Denisova This patch adds support for parsing and visualizing network interface statistics from /proc/net/dev in pybootchartgui. It introduces a new NetSample class to hold per-interface metrics, including received/transmitted bytes and their deltas over time. The data is drawn using line and box charts in draw.py and helps to monitor network usage during the boot process for each interface individually. Signed-off-by: denisova-ok --- pybootchartgui/pybootchartgui/draw.py | 48 ++++++++++++++++++++++++ pybootchartgui/pybootchartgui/parsing.py | 18 +++++++++ pybootchartgui/pybootchartgui/samples.py | 10 +++++ 3 files changed, 76 insertions(+) diff --git a/pybootchartgui/pybootchartgui/draw.py b/pybootchartgui/pybootchartgui/draw.py index c6e67833ab..16739a0fa1 100644 --- a/pybootchartgui/pybootchartgui/draw.py +++ b/pybootchartgui/pybootchartgui/draw.py @@ -69,6 +69,11 @@ CPU_COLOR = (0.40, 0.55, 0.70, 1.0) IO_COLOR = (0.76, 0.48, 0.48, 0.5) # Disk throughput color. DISK_TPUT_COLOR = (0.20, 0.71, 0.20, 1.0) + +BYTES_RECEIVED_COLOR = (0.0, 0.0, 1.0, 1.0) +BYTES_TRANSMITTED_COLOR = (1.0, 0.0, 0.0, 1.0) +BYTES_RECEIVE_DIFF_COLOR = (0.0, 0.0, 1.0, 0.3) +BYTES_TRANSMIT_DIFF_COLOR = (1.0, 0.0, 0.0, 0.3) # CPU load chart color. FILE_OPEN_COLOR = (0.20, 0.71, 0.71, 1.0) # Mem cached color @@ -437,6 +442,49 @@ def render_charts(ctx, options, clip, trace, curr_y, w, h, sec_w): curr_y = curr_y + 30 + bar_h + if trace.net_stats: + for iface, samples in trace.net_stats.items(): + max_received_sample = max(samples, key=lambda s: s.received_bytes) + max_transmitted_sample = max(samples, key=lambda s: s.transmitted_bytes) + max_receive_diff_sample = max(samples, key=lambda s: s.receive_diff) + max_transmit_diff_sample = max(samples, key=lambda s: s.transmit_diff) + + draw_text(ctx, "Iface: %s" % (iface), TEXT_COLOR, off_x, curr_y+20) + draw_legend_line(ctx, "Bytes received (max %d)" % (max_received_sample.received_bytes), + BYTES_RECEIVED_COLOR, off_x+150, curr_y+20, leg_s) + draw_legend_line(ctx, "Bytes transmitted (max %d)" % (max_transmitted_sample.transmitted_bytes), + BYTES_TRANSMITTED_COLOR, off_x+400, curr_y+20, leg_s) + draw_legend_box(ctx, "Bytes receive diff (max %d)" % (max_receive_diff_sample.receive_diff), + BYTES_RECEIVE_DIFF_COLOR, off_x+650, curr_y+20, leg_s) + draw_legend_box(ctx, "Bytes transmit diff (max %d)" % (max_transmit_diff_sample.transmit_diff), + BYTES_TRANSMIT_DIFF_COLOR, off_x+900, curr_y+20, leg_s) + + + chart_rect = (off_x, curr_y + 30, w, bar_h) + if clip_visible(clip, chart_rect): + draw_box_ticks(ctx, chart_rect, sec_w) + draw_annotations(ctx, proc_tree, trace.times, chart_rect) + + if clip_visible (clip, chart_rect): + draw_chart (ctx, BYTES_RECEIVED_COLOR, False, chart_rect, \ + [(sample.time, sample.received_bytes) for sample in samples], \ + proc_tree, None) + + draw_chart (ctx, BYTES_TRANSMITTED_COLOR, False, chart_rect, \ + [(sample.time, sample.transmitted_bytes) for sample in samples], \ + proc_tree, None) + + if clip_visible (clip, chart_rect): + draw_chart (ctx, BYTES_RECEIVE_DIFF_COLOR, True, chart_rect, \ + [(sample.time, sample.receive_diff) for sample in samples], \ + proc_tree, None) + + draw_chart (ctx, BYTES_TRANSMIT_DIFF_COLOR, True, chart_rect, \ + [(sample.time, sample.transmit_diff) for sample in samples], \ + proc_tree, None) + + curr_y = curr_y + 30 + bar_h + # render CPU pressure chart if trace.cpu_pressure: max_sample_avg = max (trace.cpu_pressure, key = lambda s: s.avg10) diff --git a/pybootchartgui/pybootchartgui/parsing.py b/pybootchartgui/pybootchartgui/parsing.py index 144a16c723..72a54c6ba5 100644 --- a/pybootchartgui/pybootchartgui/parsing.py +++ b/pybootchartgui/pybootchartgui/parsing.py @@ -48,6 +48,7 @@ class Trace: self.filename = None self.parent_map = None self.mem_stats = [] + self.net_stats = [] self.monitor_disk = None self.cpu_pressure = [] self.io_pressure = [] @@ -557,6 +558,21 @@ def _parse_monitor_disk_log(file): return disk_stats + +def _parse_reduced_net_log(file): + net_stats = {} + for time, lines in _parse_timed_blocks(file): + + for line in lines: + parts = line.split() + iface = parts[0][:-1] + if iface not in net_stats: + net_stats[iface] = [NetSample(time, iface, int(parts[1]), int(parts[2]), int(parts[3]), int(parts[4]))] + else: + net_stats[iface].append(NetSample(time, iface, int(parts[1]), int(parts[2]), int(parts[3]), int(parts[4]))) + return net_stats + + def _parse_pressure_logs(file, filename): """ Parse file for "some" pressure with 'avg10', 'avg60' 'avg300' and delta total values @@ -767,6 +783,8 @@ def _do_parse(writer, state, filename, file): state.cmdline = _parse_cmdline_log(writer, file) elif name == "monitor_disk.log": state.monitor_disk = _parse_monitor_disk_log(file) + elif name == "reduced_proc_net.log": + state.net_stats = _parse_reduced_net_log(file) #pressure logs are in a subdirectory elif name == "cpu.log": state.cpu_pressure = _parse_pressure_logs(file, name) diff --git a/pybootchartgui/pybootchartgui/samples.py b/pybootchartgui/pybootchartgui/samples.py index a70d8a5a28..7c92d2ce6a 100644 --- a/pybootchartgui/pybootchartgui/samples.py +++ b/pybootchartgui/pybootchartgui/samples.py @@ -37,6 +37,16 @@ class CPUSample: return str(self.time) + "\t" + str(self.user) + "\t" + \ str(self.sys) + "\t" + str(self.io) + "\t" + str (self.swap) + +class NetSample: + def __init__(self, time, iface, received_bytes, transmitted_bytes, receive_diff, transmit_diff): + self.time = time + self.iface = iface + self.received_bytes = received_bytes + self.transmitted_bytes = transmitted_bytes + self.receive_diff = receive_diff + self.transmit_diff = transmit_diff + class CPUPressureSample: def __init__(self, time, avg10, avg60, avg300, deltaTotal): self.time = time