Does Syrupy monitor descendent processes?

[wwood]

I couldn't see this mentioned in the README.

Thanks.

[jeetsukumaran]

It reports whatever ps reports for the process in question.

[wwood]

So, the answer is "no" then. Pity.

Ben WoodcroftMicrobial informatics group leader (+617) 3443 7334 Centre for Microbiome Research, Level 3, Translational Research Institute, School of Biomedical Sciences, Faculty of Health, Queensland University of Technology

On May 26 2021, at 3:55 pm, Jeet Sukumaran @.***> wrote:

It reports whatever ps reports for the process in question. — You are receiving this because you authored the thread. Reply to this email directly, view it on GitHub (https://github.com/jeetsukumaran/Syrupy/issues/20#issuecomment-848481893), or unsubscribe (https://github.com/notifications/unsubscribe-auth/AAADX5H7PBVAFGGITV63S3DTPSENDANCNFSM45RATCOQ).

[jeetsukumaran]

I'd be happy to accept a PR that modified Syrupy to filter processes by PPID, but otherwise, yes.

[milahu]

just made this with psutil: print the cumulated cpu + memory usage of a process tree

nix-daemon-profiler.py

```py #!/usr/bin/env python3 # print the cumulated cpu + memory usage of a process tree # loosely based on https://gist.github.com/meganehouser/1752014 # license: MIT # pip install psutil prefixed # nix-shell -p python3 python3.pkgs.{psutil,prefixed} import psutil from prefixed import Float import time import sys import os import shlex import io config_interval = 1 config_root_process_name = 'nix-daemon' # debug: print env of every proc. verbose! config_print_env_vars = False #psutil.cpu_percent() # start monitoring cpu cpu_count = psutil.cpu_count() cpu_width = len(str(cpu_count * 100)) if cpu_width < len('load'): cpu_width = len('load') # https://psutil.readthedocs.io/en/latest/#recipes def find_procs_by_name(name): "Return a list of processes matching 'name'." ls = [] for p in psutil.process_iter(['name']): if p.info['name'] == name: ls.append(p) return ls def find_root_process(name): ls = find_procs_by_name(name) if len(ls) == 0: # return the first process # inside the nix-build sandbox, this is bash for p in psutil.process_iter(): return p if len(ls) != 1: print(f"find_root_process: found multiple root procs:") for p in ls: print(f" {p}") print(f"find_root_process: root_process = {ls[0]}") #assert len(ls) == 1 # !=1 when build is running return ls[0] ps_fields = ['pid', 'ppid', 'name', 'exe', 'cmdline', 'cwd', 'environ', 'status', 'cpu_times', 'cpu_percent', 'memory_percent', 'memory_info'] # TODO num_threads? if config_print_env_vars: ps_fields.append('environ') def get_process_info(root_process): process_info = dict() found_root_process = False for process in psutil.process_iter(ps_fields): pid = process.info["pid"] # find start of tree if pid == root_process.pid: found_root_process = True process_info[pid] = process.info # TODO refactor process_info[pid]["child_pids"] = list() process_info[pid]["sum_cpu"] = process_info[pid]["cpu_percent"] process_info[pid]["sum_mem"] = process_info[pid]["memory_percent"] process_info[pid]["sum_rss"] = process_info[pid]["memory_info"].rss # ncp = number of child processes # will be set in cumulate_process_info process_info[pid]["sum_ncp"] = 1 # 1 = include self # pretty if len(process_info[pid]["cmdline"]) == 0: process_info[pid]["cmdline"] = [os.path.basename(process_info[pid]["exe"])] else: # full path of info["cmdline"][0] is in info["exe"] process_info[pid]["cmdline"][0] = os.path.basename(process_info[pid]["cmdline"][0]) continue if found_root_process == False: continue # exclude self if pid == os.getpid(): continue # find children of tree ppid = process.info["ppid"] if ppid in process_info: process_info[pid] = process.info # TODO refactor process_info[pid]["child_pids"] = list() process_info[pid]["sum_cpu"] = process_info[pid]["cpu_percent"] process_info[pid]["sum_mem"] = process_info[pid]["memory_percent"] process_info[pid]["sum_rss"] = process_info[pid]["memory_info"].rss process_info[pid]["sum_ncp"] = 1 # pretty if len(process_info[pid]["cmdline"]) == 0: process_info[pid]["cmdline"] = [os.path.basename(process_info[pid]["exe"])] else: # full path of info["cmdline"][0] is in info["exe"] process_info[pid]["cmdline"][0] = os.path.basename(process_info[pid]["cmdline"][0]) process_info[ppid]["child_pids"].append(pid) return process_info def cumulate_process_info(process_info, parent_pid): for child_pid in process_info[parent_pid]["child_pids"]: cumulate_process_info(process_info, child_pid) # depth first process_info[parent_pid]["sum_cpu"] += process_info[child_pid]["sum_cpu"] process_info[parent_pid]["sum_mem"] += process_info[child_pid]["sum_mem"] process_info[parent_pid]["sum_rss"] += process_info[child_pid]["sum_rss"] process_info[parent_pid]["sum_ncp"] += process_info[child_pid]["sum_ncp"] #process_info[parent_pid]["sum_ncp"] += len(process_info[child_pid]["child_pids"]) process_info[parent_pid]["ncp"] = len(process_info[parent_pid]["child_pids"]) process_info[parent_pid]["sum_ncp"] += process_info[parent_pid]["ncp"] def print_process_info(process_info, root_pid, file=sys.stdout, depth=0): if depth == 0: t = time.strftime("%F %T %z") #print(f"\n{'load':<{cpu_width}s} mem rss vms proc @ {t}", file=file) #print(f"\n{'load':<{cpu_width}s} mem rss Ncp ncp proc @ {t}", file=file) print(f"\n{'load':<{cpu_width}s} rss spr cpr proc @ {t}", file=file) #print(f"\n{'load':<{cpu_width}s} mem proc @ {t}", file=file) # spr = sum of all child processes, including self # cpr = number of first child processes, excluding transitive children indent = " " info = process_info[root_pid] sum_cpu = info["sum_cpu"] / 100 # = load sum_mem = info["sum_mem"] sum_rss = info["sum_rss"] sum_ncp = info["sum_ncp"] ncp = info["ncp"] name = info["name"] cmdline = info["cmdline"] # value None == psutil.AccessDenied exe = info["exe"] # always None cwd = info["cwd"] # always None environ = info["environ"] # always None child_procs = len(info["child_pids"]) if len(cmdline) > 0: #cmdline[0] = os.path.basename(cmdline[0]) # full path is in info["exe"] if cmdline[0] in {"g++", "gcc"}: # TODO fix other verbose commands # make gcc less verbose cmdline_short = [] skip_value = False for arg in cmdline: if skip_value: skip_value = False continue if arg in {"-I", "-B", "-D", "-U", "-isystem", "-idirafter", "--param", "-MF", "-dumpdir", "-dumpbase", "-dumpbase-ext"}: # -isystem is the most frequent skip_value = True continue if arg in {"-pthread", "-pipe", "-MMD", "-MD", "-MT", "-quiet", "--64"}: continue if arg[0:2] in {"-I", "-B", "-D", "-U", "-m", "-O", "-W", "-f", "-g"}: continue if arg.startswith("-std="): continue if arg.startswith("--param="): # ex: --param=ssp-buffer-size=4 continue cmdline_short.append(arg) cmdline = cmdline_short if cmdline[0] in {"g++", "gcc"}: # hide child procs process_info[root_pid]["child_pids"] = [] # TODO print cwd only when different from parent process #log_info = {"cmdline": cmdline} log_info = {} if depth == 0: log_info["cwd"] = cwd else: parent_cwd = process_info[info["ppid"]]["cwd"] if cwd != parent_cwd: log_info["cwd"] = cwd log_info["exe"] = exe #if depth == 0: # log_info["environ"] = environ # spammy info_str = "" if len(cmdline) > 0 and cmdline[0] in {"g++", "gcc"}: name = shlex.join(cmdline) #del log_info["cmdline"] #print(f"{sum_cpu:{cpu_width}.1f} {sum_mem:3.0f} {Float(sum_rss):4.0h} {depth*indent}{name} info={repr(log_info)}", file=file) # g++ has always 2 child procs: cc1plus, as # g++ has always the same cwd as its parent elif name in {"stress-ng"}: if process_info[info["ppid"]]["name"] == name: # fork pass else: # root process of stress-ng name = shlex.join(cmdline) else: name = shlex.join(cmdline) # print cmdline for all commands if log_info: info_str = f" # {repr(log_info)}" mebi = 1024 * 1024 #print(f"{sum_cpu:{cpu_width}.1f} {sum_mem:3.0f} {Float(sum_rss):4.0h} {sum_ncp:3d} {ncp:3d} {depth*indent}{name}{info_str}", file=file) #print(f"{sum_cpu:{cpu_width}.1f} {sum_ncp:3d} {Float(sum_rss):4.0h} {ncp:3d} {depth*indent}{name}{info_str}", file=file) print(f"{sum_cpu:{cpu_width}.1f} {(sum_rss / mebi):4.0f} {sum_ncp:3d} {ncp:3d} {depth*indent}{name}{info_str}", file=file) if config_print_env_vars: for k in info["environ"]: v = info["environ"][k] print(f" {depth*indent} {k}: {repr(v)}", file=file) for child_pid in process_info[root_pid]["child_pids"]: print_process_info(process_info, child_pid, file, depth + 1) def main(): root_process = find_root_process(config_root_process_name) max_load = int(os.environ.get("NIX_BUILD_CORES", "0")) total_cores = os.cpu_count() check_load = 0 < max_load and max_load < total_cores max_load_tolerance = 0.20 # 20% tolerant_max_load = max_load * (1 + max_load_tolerance) check_load = False # debug. TODO expose option try: while True: process_info = get_process_info(root_process) cumulate_process_info(process_info, root_process.pid) if check_load: total_load = process_info[root_process.pid]["sum_cpu"] / 100 if total_load < tolerant_max_load: # load is not exceeded -> dont print continue else: print(f"\nnix_build_profiler: load exceeded. cur {total_load:.1f} max {max_load}") string_file = io.StringIO() print_process_info(process_info, root_process.pid, file=string_file) print(string_file.getvalue(), end="") # one flush time.sleep(config_interval) except KeyboardInterrupt: sys.exit() if __name__ == "__main__": main() ```

example output:

load mem proc @ 2022-06-23 20:41:10 +0200
 3.1   1 nix-daemon
 3.1   1   nix-daemon
 3.1   0     bash
 3.1   0       bash
 3.1   0         stress-ng
 1.0   0           stress-ng
 1.0   0           stress-ng
 1.0   0           stress-ng

(load 1.0 = 100% cpu usage)

similar to

ps -H

``` PID TTY TIME CMD 3124648 pts/4 00:00:00 bash 3126176 pts/4 00:00:02 bash 3132605 pts/4 00:00:01 bash 3138167 pts/4 00:00:17 python 3141661 pts/4 00:00:01 bash 3143570 pts/4 00:00:01 bash 3171922 pts/4 00:00:00 ps ```