InterSystems IRIS® CloudSQL Metrics to Google Cloud Monitoring

I dropped this in a teaser as it is a bit involved and somewhat off target of the point, but these are the values you will need to generate the secrets.

ENV IRIS_CLOUDSQL_USER 'user'
ENV IRIS_CLOUDSQL_PASS 'pass'

☝ These are your credentials for https://portal.live.isccloud.io

ENV IRIS_CLOUDSQL_USERPOOLID 'userpoolid'
ENV IRIS_CLOUDSQL_CLIENTID 'clientid'
ENV IRIS_CLOUDSQL_API 'api'

☝ These you have to dig out of development tools for your browser.

• `aud` = clientid
• `userpoolid`= iss
• `api` = request utl

ENV IRIS_CLOUDSQL_DEPLOYMENTID 'deploymentid'

☝ This can be derived from the Cloud Service Portal

 

import time
import os
import requests
import json

from warrant import Cognito
from prometheus_client.core import GaugeMetricFamily, REGISTRY, CounterMetricFamily
from prometheus_client import start_http_server
from prometheus_client.parser import text_string_to_metric_families

class IRISCloudSQLExporter(object):
    def __init__(self):
        self.access_token = self.get_access_token()
        self.portal_api = os.environ['IRIS_CLOUDSQL_API']
        self.portal_deploymentid = os.environ['IRIS_CLOUDSQL_DEPLOYMENTID']

    def collect(self):
        # Requests fodder
        url = self.portal_api
        deploymentid = self.portal_deploymentid
        print(url)
        print(deploymentid)

        headers = {
            'Authorization': self.access_token, # needs to be refresh_token, eventually
            'Content-Type': 'application/json'
        }

        metrics_response = requests.request("GET", url + '/metrics/' + deploymentid, headers=headers)
        metrics = metrics_response.content.decode("utf-8")

        for iris_metrics in text_string_to_metric_families(metrics):
            for sample in iris_metrics.samples:

                labels_string = "{1}".format(*sample).replace('\'',"\"")
                labels_dict = json.loads(labels_string)
                labels = []

                for d in labels_dict:
                    labels.extend(labels_dict)
                if len(labels) > 0:
                    g = GaugeMetricFamily("{0}".format(*sample), 'Help text', labels=labels)
                    g.add_metric(list(labels_dict.values()), "{2}".format(*sample))
                else:
                    g = GaugeMetricFamily("{0}".format(*sample), 'Help text', labels=labels)
                    g.add_metric([""], "{2}".format(*sample))
                yield g

    def get_access_token(self):
        try:
            user_pool_id = os.environ['IRIS_CLOUDSQL_USERPOOLID'] # isc iss 
            username = os.environ['IRIS_CLOUDSQL_USER']
            password = os.environ['IRIS_CLOUDSQL_PASS']
            clientid = os.environ['IRIS_CLOUDSQL_CLIENTID'] # isc aud 
            print(user_pool_id)
            print(username)
            print(password)
            print(clientid)
            
            try:
                u = Cognito(
                    user_pool_id=user_pool_id,
                    client_id=clientid,
                    user_pool_region="us-east-2", # needed by warrant, should be derived from poolid doh
                    username=username
                )
                u.authenticate(password=password)
            except Exception as p:
                print(p)
        except Exception as e:
            print(e)

        return u.id_token
    
if __name__ == '__main__':

    start_http_server(8000)
    REGISTRY.register(IRISCloudSQLExporter())
    while True:
        REGISTRY.collect()
        print("Polling IRIS CloudSQL API for metrics data....")
        #looped e loop
        time.sleep(120)
Python
Python

 

FROM python:3.8
ADD src /src

RUN pip install prometheus_client
RUN pip install requests

WORKDIR /src

ENV PYTHONPATH '/src/'
ENV PYTHONUNBUFFERED=1
ENV IRIS_CLOUDSQL_USERPOOLID 'userpoolid'
ENV IRIS_CLOUDSQL_CLIENTID 'clientid'
ENV IRIS_CLOUDSQL_USER 'user'
ENV IRIS_CLOUDSQL_PASS 'pass'
ENV IRIS_CLOUDSQL_API 'api'
ENV IRIS_CLOUDSQL_DEPLOYMENTID 'deploymentid'
RUN pip install -r requirements.txt

CMD ["python" , "/src/iris_cloudsql_exporter.py"]
Dockerfile
Dockerfile

docker build -t iris-cloudsql-exporter .
docker image tag iris-cloudsql-exporter sween/iris-cloudsql-exporter:latest
docker push sween/iris-cloudsql-exporter:latest

apiVersion: apps/v1
kind: Deployment
metadata:
  name: iris-cloudsql-exporter
  labels:
    app: iris-cloudsql-exporter
spec:
  replicas: 1
  selector:
    matchLabels:
      app: iris-cloudsql-exporter
  template:
    metadata:
      labels:
        app: iris-cloudsql-exporter
    spec:
      containers:
      - name: iris-cloudsql-exporter
        image: sween/iris-cloudsql-exporter:latest
        ports:
        - containerPort: 5000
        env:
        - name: "GOOGLE_APPLICATION_CREDENTIALS"
          value: "/gmp/key.json"
        - name: IRIS_CLOUDSQL_USERPOOLID
          valueFrom:
            secretKeyRef:
              name: iris-cloudsql
              key: userpoolid
        - name: IRIS_CLOUDSQL_CLIENTID
          valueFrom:
            secretKeyRef:
              name: iris-cloudsql
              key: clientid
        - name: IRIS_CLOUDSQL_USER
          valueFrom:
            secretKeyRef:
              name: iris-cloudsql
              key: user
        - name: IRIS_CLOUDSQL_PASS
          valueFrom:
            secretKeyRef:
              name: iris-cloudsql
              key: pass
        - name: IRIS_CLOUDSQL_API
          valueFrom:
            secretKeyRef:
              name: iris-cloudsql
              key: api
        - name: IRIS_CLOUDSQL_DEPLOYMENTID
          valueFrom:
            secretKeyRef:
              name: iris-cloudsql
              key: deploymentid
      - name: otel-collector
        image: otel/opentelemetry-collector-contrib:0.92.0
        args:
        - --config
        - /etc/otel/config.yaml
        volumeMounts:
        - mountPath: /etc/otel/
          name: otel-config
        - name: gmp-sa
          mountPath: /gmp
          readOnly: true
        env:
        - name: "GOOGLE_APPLICATION_CREDENTIALS"
          value: "/gmp/key.json"
      volumes:
      - name: gmp-sa
        secret:
          secretName: gmp-test-sa
      - name: otel-config
        configMap:
          name: otel-config
YAML
YAML