Install prometheus under Ubuntu

sudo apt-get install -y prometheus
# optional
sudo apt-get install -y prometheus-node-exporter
sudo apt-get install -y prometheus-alertmanager
sudo apt-get install -y prometheus-pushgateway

https://github.com/panticz/ansible/tree/master/roles/prometheus
- hosts: localhost
  roles:
    - prometheus

avg_over_time(node_memory_MemAvailable[5m])/1024/1024

docker run --name prometheus -d -p 127.0.0.1:9090:9090 quay.io/prometheus/prometheus

node_disk_io_now{device="sda"}

# https://prometheus.io/download/#node_exporter
wget https://github.com/prometheus/node_exporter/releases/download/v0.16.0/node_exporter-0.16.0.linux-amd64.tar.gz -qO /tmp/node_exporter.tar.gz
tar xzf /tmp/node_exporter.tar.gz -C /tmp/
mv /tmp/node_exporter-0.16.0.linux-amd64/node_exporter /usr/bin/prometheus-node-exporter
nohup /usr/bin/prometheus-node-exporter &
prometheus-node-exporter --version

https://github.com/panticz/ansible/tree/master/roles/prometheus-node-exporter
- hosts: localhost
  roles:
    - prometheus-node-exporter

# /etc/prometheus/prometheus.yml
...
rule_files:
  - alert.rules.yml
 
# cat /etc/prometheus/alert.rules.yml
groups:
- name: node.rules
  rules:
  - alert: InstanceDown
    expr: up{job="node"} == 0
    for: 1m
 
# generate test alert
curl -H "Content-Type: application/json" -d '[{"labels":{"alertname":"TestAlert_1"}}]' localhost:9093/api/v1/alert

wget https://github.com/cloudflare/unsee/releases/download/v0.9.2/unsee-linux-amd64.tar.gz
tar xzf unsee-linux-amd64.tar.gz unsee-linux-amd64 
./unsee-linux-amd64  --alertmanager.uri http://localhost:9093

rm -rf /var/lib/prometheus/metrics/01*

curl ctl1-dev:9100/metrics | grep mem | grep -v '#'

9090
9100