dsrvlabs / vatz

Node management integration tools in purpose of maximizing node's uptime for any protocols
https://www.dsrvlabs.com/
GNU General Public License v3.0
30 stars 15 forks source link

Sysutil - plugin - Testing on nodes #295

Closed heejin-github closed 1 year ago

heejin-github commented 1 year ago

Install and Run

Please refer to the sysutil plugin README https://github.com/dsrvlabs/vatz-plugin-sysutil#readme

sysutil plugin testing nodes

heejin-github commented 1 year ago

cosmos-sdk-blocksync >> /var/log/vatz/cosmos-sdk-blocksync.log 2>&1 & is_alived --rpcAddr="http://localhost:16657" >> /var/log/vatz/is_alived.log 2>&1 & peer_count --port=9092 >> /var/log/vatz/peer_count.log 2>&1 & active_status --rpcURI="http://localhost:11317" --valoperAddr="tpvaloper1cnar5gh3mycnlhw9kkmsg3s792e74xs5x787j6" >> /var/log/vatz/active_status.log 2>&1 & cpu_monitor >> /var/log/vatz/cpu_monitor.log 2>&1 & mem_monitor >> /var/log/vatz/mem_monitor.log 2>&1 & disk_monitor >> /var/log/vatz/disk_monitor.log 2>&1 & echo "true" root@provenance:~/dsrv/bin/vatz# cat plugin_stop.sh

!/bin/bash

pid=pidof cosmos-sdk-blocksync kill -15 $pid echo "cosmos-sdk-blocksync $pid is killed."

pid=pidof is_alived kill -15 $pid echo "is_alived $pid is killed."

pid=pidof peer_count kill -15 $pid echo "peer_count $pid is killed."

pid=pidof active_status kill -15 $pid echo "active_status $pid is killed."

pid=pidof cpu_monitor kill -15 $pid echo "cpu_monitor $pid is killed."

pid=pidof mem_monitor kill -15 $pid echo "mem_monitor $pid is killed."

pid=pidof disk_monitor kill -15 $pid echo "disk_monitor $pid is killed." root@provenance:~/dsrv/bin/vatz# cat vatz_start.sh

!/bin/bash

vatz start --config=/root/dsrv/bin/vatz/default.yaml >> /var/log/vatz/vatz.log 2>&1 & echo "true" root@provenance:~/dsrv/bin/vatz# cat vatz_stop.sh

!/bin/bash

set -e set -v

pid=pidof vatz

Kill process

kill -15 $pid

wait Kill process

sleep 1

while (( lsof -p $pid | wc -l > 0 )) do echo lsof -p $pid | wc -l sleep 1 done

echo "vatz $pid is killed." root@provenance:~/dsrv/bin/vatz# cat default.yaml vatz_protocol_info: protocol_identifier: "Put Your Protocol here" port: 9090 health_checker_schedule:

plugins_infos: default_verify_interval: 15 default_execute_interval: 30 default_plugin_name: "vatz-plugin" plugins:

skonhwang commented 1 year ago

cosmoshub

$BIN -port $PORT >> $LOG 2>&1 & echo "Good"

!/bin/bash

BIN=active_status LOG=/var/log/vatz/vatz.log PORT=9096

killall $BIN echo "Good"

!/bin/bash

BIN=cosmos-sdk-blocksync LOG=/var/log/vatz/vatz.log PORT=9097

$BIN -port $PORT >> $LOG 2>&1 & echo "Good"

!/bin/bash

BIN=cosmos-sdk-blocksync LOG=/var/log/vatz/vatz.log PORT=9097

killall $BIN echo "Good"

!/bin/bash

BIN=cpu_monitor LOG=/var/log/vatz/vatz.log PORT=9093

$BIN -port $PORT >> $LOG 2>&1 & echo "Good"

!/bin/bash

BIN=cpu_monitor LOG=/var/log/vatz/vatz.log PORT=9093

killall $BIN echo "Good"

!/bin/bash

BIN=disk_monitor LOG=/var/log/vatz/vatz.log PORT=9094

$BIN -port $PORT >> $LOG 2>&1 & echo "Good"

!/bin/bash

BIN=disk_monitor LOG=/var/log/vatz/vatz.log PORT=9094

killall $BIN echo "Good"

!/bin/bash

BIN=is_alived LOG=/var/log/vatz/vatz.log PORT=9098

$BIN -port $PORT >> $LOG 2>&1 & echo "Good"

!/bin/bash

BIN=is_alived LOG=/var/log/vatz/vatz.log PORT=9098

killall $BIN echo "Good"

!/bin/bash

BIN=mem_monitor LOG=/var/log/vatz/vatz.log PORT=9095

$BIN -port $PORT >> $LOG 2>&1 & echo "Good"

!/bin/bash

BIN=mem_monitor LOG=/var/log/vatz/vatz.log PORT=9095

killall $BIN echo "Good"

!/bin/bash

BIN=peer_count LOG=/var/log/vatz/vatz.log PORT=9099 MINPEER=40

$BIN -port $PORT -minPeer $MINPEER >> $LOG 2>&1 & echo "Good"

!/bin/bash

BIN=peer_count LOG=/var/log/vatz/vatz.log PORT=9099 MINPEER=150

killall $BIN echo "Good"

!/bin/bash

BIN=vatz LOG=/var/log/vatz/vatz.log

$BIN start --config /root/bin/vatz/default.yaml >> $LOG 2>&1 & echo "Good"

!/bin/bash

BIN=vatz LOG=/var/log/vatz/vatz.log

killall $BIN echo "Good"

!/bin/bash

cpu-monitor

bash /root/bin/vatz/cpu_monitor_start.sh sleep 1

disk-monitor

bash /root/bin/vatz/disk_monitor_start.sh sleep 1

meme-monitor

bash /root/bin/vatz/mem_monitor_start.sh sleep 1

cosmos-sdk-blocksync

bash /root/bin/vatz/cosmos-sdk-blocksync_start.sh sleep 1

is_alive

bash /root/bin/vatz/is_alive_start.sh sleep 1

peer_count

bash /root/bin/vatz/peer_count_start.sh sleep 1

vatz

bash /root/bin/vatz/vatz_start.sh

!/bin/bash

cpu-monitor

bash /root/bin/vatz/cpu_monitor_stop.sh sleep 1

disk-monitor

bash /root/bin/vatz/disk_monitor_stop.sh sleep 1

meme-monitor

bash /root/bin/vatz/mem_monitor_stop.sh sleep 1

cosmos-sdk-blocksync

bash /root/bin/vatz/cosmos-sdk-blocksync_stop.sh sleep 1

is_alive

bash /root/bin/vatz/is_alive_stop.sh sleep 1

peer_count

bash /root/bin/vatz/peer_count_stop.sh sleep 1

vatz

bash /root/bin/vatz/vatz_stop.sh

 - default.yaml
```yaml
root@cosmos-mainnet-sentry2-do:~/bin/vatz# cat default.yaml
vatz_protocol_info:
  protocol_identifier: "cosmos"
  port: 9092
  health_checker_schedule:
    - "0 1 * * *"
  notification_info:
    host_name: "cosmos-mainnet-sentry2-do"
    default_reminder_schedule:
      - "*/15 * * * *"
    dispatch_channels:
      - channel: "discord"
        secret: "https://discord.com/api/webhooks/1037206752216764527/aJ32TtyjyiOYL2-9mr0EVSvZZ7iT3s21XbsiTWkA0JxG1ELtCvRt2WAlAdY2fSTWCslD"
      - channel: "telegram"
        secret: "Put Your Bot's Token"
        chat_id: "Put Your Chat's chat_id'"
        reminder_schedule:
          - "*/5 * * * *"
plugins_infos:
  default_verify_interval: 60
  default_execute_interval: 120
  default_plugin_name: "vatz-plugin"
  plugins:
    - plugin_name: "cpu-monitor"
      plugin_address: "localhost"
      plugin_port: 9093
      executable_methods:
        - method_name: "getCPUUsage"
    - plugin_name: "disk-monitor"
      plugin_address: "localhost"
      plugin_port: 9094
      executable_methods:
        - method_name: "getDISKUsage"
    - plugin_name: "mem-monitor"
      plugin_address: "localhost"
      plugin_port: 9095
      executable_methods:
        - method_name: "getMEMUsage"
    - plugin_name: "cosmos-sdk-blocksync"
      plugin_address: "localhost"
      plugin_port: 9097
      executable_methods:
        - method_name: "cosmoshub-sdk-blocksync"
    - plugin_name: "is_alive"
      plugin_address: "localhost"
      plugin_port: 9098
      executable_methods:
        - method_name: "cosmoshub-is-alive"
    - plugin_name: "peer_count"
      plugin_address: "localhost"
      plugin_port: 9099
      executable_methods:
        - method_name: "cosmoshub-peer-count"
heejin-github commented 1 year ago

There's no critical issue on testing. Close this issue.