init

Author: zzg

Dockerfile

@@ -0,0 +1,15 @@
+FROM python:3.6.8-stretch
+
+WORKDIR /usr/src/app/
+
+RUN sed -i 's/deb.debian.org/mirrors.ustc.edu.cn/g' /etc/apt/sources.list && \
+    sed -i 's/security.debian.org/mirrors.ustc.edu.cn/g' /etc/apt/sources.list
+RUN  apt-get -y update && apt-get install -y default-libmysqlclient-dev curl vim
+COPY ./requirements.txt /usr/src/app/
+RUN pip install --no-cache-dir -r /usr/src/app/requirements.txt
+COPY . /usr/src/app/
+
+EXPOSE 8080
+
+CMD ["python", "/usr/src/app/app.py"]
+

app.py

@@ -0,0 +1,101 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+"""
+@version: 1.0.0
+@author: zheng guang
+@contact: zg.zhu@daocloud.io
+@time: 2019/7/4 4:56 PM
+"""
+
+
+from flask import Flask, request, Response
+import requests
+import logging
+import json
+import os
+
+LOG = logging.getLogger(__name__)
+app = Flask(__name__)
+
+URL = "https://qyapi.weixin.qq.com/cgi-bin/webhook/send?key={}"
+KEY = os.getenv('ROBOT_KEY', '')
+ALEAT_MANAGER_URL = os.getenv('ALEAT_MANAGER_URL', '')
+
+
+def send_wechat_msg(key, message):
+    data = {
+        "msgtype": "markdown",
+        "markdown": {
+            "content": message
+        }
+    }
+    if not key and KEY:
+        key = KEY
+    if not isinstance(message, str):
+        data = message
+    respose = requests.post(URL.format(key), json=data)
+    LOG.info("send message result: %s:%s", respose.status_code, respose.text)
+    if respose.status_code == 200:
+        return True
+    else:
+        return False
+
+
+@app.route('/prometheus_webhook', methods=['POST'])
+def prometheus_webhook():
+    bearer_token = request.headers.get('Authorization', 'bearer_token ').split(" ")
+    if len(bearer_token) != 2:
+        get_result(error="bearer_token can not null")
+    receiver = bearer_token[1]
+
+    data = request.get_json()
+    msg = ""
+    for alert in data.get('alerts'):
+        status = alert.get('status')
+        status_color = 'warning' if status == 'firing' else 'info'
+        status = '告警' if status == 'firing' else '已恢复'
+        labels = alert.get('labels', {})
+        annotations = alert.get('annotations', {})
+
+        title = "{namespace}{resource_name}: {alertname}".format(
+            namespace="{}/".format(labels.get("namespace")) if labels.get("namespace") else '',
+            resource_name=labels.get("pod", labels.get("pod_name", labels.get("instance", 'cluster'))),
+            alertname=labels.get("alertname", ' '))
+
+        message = annotations.get("message", annotations.get("description", ''))
+
+        msg += '''
+<font color="{_status_color}">{_status}</font>: [{_title}]({alert_namager_url}) \n
+>描述: <font color="comment">{_message}</font>  
+>开始时间: <font color="comment">{startsAt}</font>  
+>结束时间: <font color="comment">{endsAt}</font>  
+\n
+        '''.format(_title=title, _status_color=status_color, _status=status, _message=message,
+                   startsAt=alert.get('startsAt', ' '), endsAt=alert.get('endsAt', ' '),
+                   alert_namager_url=ALEAT_MANAGER_URL if ALEAT_MANAGER_URL else alert.get('generatorURL', ' '))
+
+    result = send_wechat_msg(receiver, msg)
+
+    return get_result(error=result)
+
+
+def get_result(text='', receiver='', error=""):
+    if isinstance(error, bool):
+        if error:
+            error = ""
+        else:
+            error = "send alert failed"
+    result = {
+        "receiver": receiver,
+        "text": text,
+    }
+    if error:
+        return Response(json.dumps({"error": error}), mimetype='application/json', status=400)
+    return Response(json.dumps(result), mimetype='application/json')
+
+
+if __name__ == '__main__':
+    logging.basicConfig(level=logging.DEBUG, format='%(asctime)s %(name)s %(levelname)-8s %(message)s')
+    LOG.info("app started")
+    app.run('0.0.0.0', '8080')

deployment.yaml

@@ -0,0 +1,36 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: work-wechat-robot
+  namespace: monitoring
+  labels:
+    app: work-wechat-robot
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: work-wechat-robot
+  template:
+    metadata:
+      labels:
+        app: work-wechat-robot
+    spec:
+      serviceAccountName: work-wechat-robot
+      containers:
+        - name: work-wechat-robot
+          image: daozzg/work-wechat-robot
+          ports:
+            - containerPort: 8080
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: work-wechat-robot
+  namespace: monitoring
+spec:
+  ports:
+  - name: web
+    port: 80
+    targetPort: 8080
+  selector:
+    app: work-wechat-robot

docker-compose.yml

@@ -0,0 +1,5 @@
+work_wechat_robot:
+  build: .
+  #image: daozzg/work-wechat-robot
+  ports:
+    - "8888:8080"

readme.md

@@ -0,0 +1,58 @@
+
+### 运行
+1. k8s
+```bash
+kubectl apply -f deployment.yaml
+```
+
+1. docker-compose
+```bash
+docker-compose up -d
+```
+
+1. docker:
+```bash
+docker run -d --name=work_wechat_robot -p 8080:8080 daozzg/work_wechat_robot 
+```
+
+
+### promethues webhook 配置
+1. 创建robot,获得robot的key,根据自己的alertmanager 规则，修改如下alertmanager的配置:
+    1. <your robot key>: 你的robot的key
+    1. <work-wechat-robot>: 部署本服务的地址,如果是同k8s的[deployment部署](./deployment.yaml)，写service名即可，如: http://http://work-wechat-robot/prometheus_webhook
+```bash
+"global":
+  "resolve_timeout": "5m"
+"route":
+  "group_by":
+  - "job"
+  "group_interval": "5m"
+  "group_wait": "30s"
+  "receiver": "default"
+  "repeat_interval": "12h"
+  "routes":
+  - "match":
+      "alertname": "DeadMansSwitch"
+    "receiver": "null"
+"receivers":
+- "name": "default"
+  "webhook_configs":
+  - "send_resolved": true
+    "url": "http://<work-wechat-robot>/prometheus_webhook"
+    "http_config":
+       "bearer_token": "<your robot key>"
+```
+
+### 开发
+```
+git clone {this_url}
+cd work_wechat_robot
+# please install pip (ubuntu: `apt-get install python-pip`,mac: `brew install python-pip` )
+pip install virtualenv
+virtualenv venv
+source venv/bin/activate
+
+pip install -r requirements.txt
+python app.py
+
+```

requirements.txt

@@ -0,0 +1,11 @@
+certifi==2019.6.16
+chardet==3.0.4
+Click==7.0
+Flask==1.0.3
+idna==2.8
+itsdangerous==1.1.0
+Jinja2==2.10.1
+MarkupSafe==1.1.1
+requests==2.22.0
+urllib3==1.25.3
+Werkzeug==0.15.4