Prometheus 类型收集器 - 如何用我自己的数据提供地图

Question

免责声明：我是 Golang 的新手，之前没有用任何其他语言进行过多的编程。 不过，我仍然希望有人能指出我正确的方向。

目标是： 根据 Prometheus Golang 模块 (https://godoc.org/github.com/prometheus/client_golang/prometheus#Collector) 下的“示例”部分以及提到它的部分“//只是示例假数据”。当然是使用我自己的真实数据。

我的数据以 JSON 格式来自 RabbitMQ 端点。我解析 JSON，我可以使用正确的 key:value 创建自己的映射，作为 func main() 范围下的 goroutine 的一部分。

假设我的地图如下所示： [ “设备1”：754， “设备2”：765， ]

对于代码，我们按照原来的例子。

package main

import (
    "log"
    "net/http"
    "fmt"

    "github.com/prometheus/client_golang/prometheus"
    "github.com/prometheus/client_golang/prometheus/promhttp"
)

type ClusterManager struct {
    Zone string
    // Contains many more fields not listed in this example.
}

func (c *ClusterManager) ReallyExpensiveAssessmentOfTheSystemState() (
    oomCountByHost map[string]int, ramUsageByHost map[string]float64,
) {
        // Just example fake data.
        oomCountByHost = map[string]int{
            "foo.example.org": 42,
            "bar.example.org": 2001,
        }
        ramUsageByHost = map[string]float64{
            "foo.example.org": 6.023e23,
            "bar.example.org": 3.14,
        }
        return
}

type ClusterManagerCollector struct {
    ClusterManager *ClusterManager
}

var (
    oomCountDesc = prometheus.NewDesc(
        "clustermanager_oom_crashes_total",
        "Number of OOM crashes.",
        []string{"host"}, nil,
    )
    ramUsageDesc = prometheus.NewDesc(
        "clustermanager_ram_usage_bytes",
        "RAM usage as reported to the cluster manager.",
        []string{"host"}, nil,
    )
)

func (cc ClusterManagerCollector) Describe(ch chan<- *prometheus.Desc) {
    prometheus.DescribeByCollect(cc, ch)
}

func (cc ClusterManagerCollector) Collect(ch chan<- prometheus.Metric) {
    oomCountByHost, ramUsageByHost := cc.ClusterManager.ReallyExpensiveAssessmentOfTheSystemState()
    for host, oomCount := range oomCountByHost {
        ch <- prometheus.MustNewConstMetric(
            oomCountDesc,
            prometheus.CounterValue,
            float64(oomCount),
            host,
        )
    }
    for host, ramUsage := range ramUsageByHost {
        ch <- prometheus.MustNewConstMetric(
            ramUsageDesc,
            prometheus.GaugeValue,
            ramUsage,
            host,
        )
    }
}

func NewClusterManager(zone string, reg prometheus.Registerer) *ClusterManager {
    c := &ClusterManager{
        Zone: zone,
    }
    cc := ClusterManagerCollector{ClusterManager: c}
    prometheus.WrapRegistererWith(prometheus.Labels{"zone": zone}, reg).MustRegister(cc)
    return c
}

func main() {
    conn, err := amqp.Dial("amqp://guest:guest@localhost:5672/")
    failOnError(err, "Failed to connect to RabbitMQ")
    defer conn.Close()

    ch, err := conn.Channel()
    failOnError(err, "Failed to open a channel")
    defer ch.Close()

    q, err := ch.QueueDeclare("hello", false, false, false, false, nil)
    failOnError(err, "Failed to declare a queue")

    msgs, err := ch.Consume(q.Name, "", true, false, false, false, nil)
    failOnError(err, "Failed to register a consumer")

    forever := make(chan bool)

    go func() {
        for d := range msgs {
            var streams []byte
            streams = d.Body

            var metrics sStreamingMetrics
            err := json.Unmarshal(streams, &metrics)
            if err != nil {
                fmt.Println(err)
            }

            var category string
            category = metrics.Resource.Category

            if category == "server" {
               myMap := make(map[string]float64)
               MyMap [metrics.Resource.ResourceDataList[0].ResourceId] = metrics.Resource.ResourceDataList[0].MetricSampleList[0].ValueArray[0]
             }
    }()

    reg := prometheus.NewPedanticRegistry()

    NewClusterManager("zone", reg)

    reg.MustRegister(
        prometheus.NewProcessCollector(prometheus.ProcessCollectorOpts{}),
        prometheus.NewGoCollector(),
    )

    http.Handle("/metrics", promhttp.HandlerFor(reg, promhttp.HandlerOpts{}))
    log.Fatal(http.ListenAndServe(":8080", nil))
    log.Printf(" [*] Waiting for logs. To exit press CTRL+C")
    <-forever
}

//relevant structs go here for parsing JSON

添加了 goroutine 和 main 以获得更大的图景。 因为我会不时收到数据，所以有并发性。 我认为我在这里缺少的技能是如何调用函数以便 myMap 中的 key:values 进入 func (c *ClusterManager) 真正昂贵的AssessmentOfTheSystemState() ( oomCountByHost map[string]int, ramUsageByHost map[string]float64,){}

Answer 1

我认为我在这里缺少的技能是如何调用函数，以便 myMap 中的 key:values 进入 func (c *ClusterManager)ReallyExpensiveAssessmentOfTheSystemState() (oomCountByHost map[string]int, ramUsageByHost map[string]float64, ){}

ReallyExpensiveAssessmentOfTheSystemState 在Collect 方法中被调用。您的地图不会“进入”该方法，而是由ReallyExpensiveAssessmentOfTheSystemState 返回。

只需将代码从 goroutine 移动到 ReallyExpensiveAssessmentOfTheSystemState：

func (c *ClusterManager) ReallyExpensiveAssessmentOfTheSystemState() map[string]float64 {
    myMap := make(map[string]float64)
    myMap["device1"] = 754
    myMap["device2"] = 765

    return myMap
}

func (cc ClusterManagerCollector) Collect(ch chan<- prometheus.Metric) {
    values := cc.ClusterManager.ReallyExpensiveAssessmentOfTheSystemState()

    for key, value := range values {
        ch <- prometheus.MustNewConstMetric(
            valueDesc,
            prometheus.CounterValue,
            value,
            key,
        )
    }
}