metrics_repositories.go

package main

import (
	"encoding/json"
	"strconv"
	"time"

	"github.com/go-kit/kit/log/level"
	"github.com/prometheus/client_golang/prometheus"
)

func (h *HarborExporter) collectRepositoriesMetric(ch chan<- prometheus.Metric) bool {
	start := time.Now()
	type projectsMetrics []struct {
		ProjectID  float64
		OwnerID    float64
		Name       string
		RepoCount  float64
		ChartCount float64
	}
	type repositoriesMetric []struct {
		ID           float64
		Name         string
		ProjectID    float64
		Description  string
		PullCount    float64
		StarCount    float64
		TagsCount    float64
		CreationTime time.Time
		UpdateTime   time.Time
		labels       []struct {
			ID           float64
			Name         string
			ProjectID    float64
			Description  string
			Color        string
			Deleted      bool
			Scope        string
			CreationTime time.Time
			UpdateTime   time.Time
		}
	}
	type repositoriesMetricV2 []struct {
		ID            float64
		Name          string
		ProjectID     float64
		Description   string
		PullCount     float64
		ArtifactCount float64
		CreationTime  time.Time
		UpdateTime    time.Time
	}
	var projectsData projectsMetrics
	err := h.requestAll("/projects", func(pageBody []byte) error {
		var pageData projectsMetrics
		if err := json.Unmarshal(pageBody, &pageData); err != nil {
			return err
		}
		projectsData = append(projectsData, pageData...)

		return nil
	})
	if err != nil {
		level.Error(h.logger).Log(err.Error())
		return false
	}

	for i := range projectsData {
		projectID := strconv.FormatFloat(projectsData[i].ProjectID, 'f', 0, 32)
		if h.isV2 {
			var data repositoriesMetricV2
			err := h.requestAll("/projects/"+projectsData[i].Name+"/repositories", func(pageBody []byte) error {
				var pageData repositoriesMetricV2
				if err := json.Unmarshal(pageBody, &pageData); err != nil {
					return err
				}

				data = append(data, pageData...)

				return nil
			})
			if err != nil {
				level.Error(h.logger).Log(err.Error())
				return false
			}

			for i := range data {
				repoID := strconv.FormatFloat(data[i].ID, 'f', 0, 32)
				ch <- prometheus.MustNewConstMetric(
					allMetrics["repositories_pull_total"].Desc, allMetrics["repositories_pull_total"].Type, data[i].PullCount, data[i].Name, repoID,
				)
				// ch <- prometheus.MustNewConstMetric(
				// 	allMetrics["repositories_star_total"].Desc, allMetrics["repositories_star_total"].Type, data[i].Star_count, data[i].Name, repoId,
				// )
				ch <- prometheus.MustNewConstMetric(
					allMetrics["repositories_tags_total"].Desc, allMetrics["repositories_tags_total"].Type, data[i].ArtifactCount, data[i].Name, repoID,
				)
			}

		} else {
			var data repositoriesMetric
			err := h.requestAll("/repositories?project_id="+projectID, func(pageBody []byte) error {
				var pageData repositoriesMetric
				if err := json.Unmarshal(pageBody, &pageData); err != nil {
					return err
				}

				data = append(data, pageData...)

				return nil
			})
			if err != nil {
				level.Error(h.logger).Log(err.Error())
				return false
			}

			for i := range data {
				repoID := strconv.FormatFloat(data[i].ID, 'f', 0, 32)
				ch <- prometheus.MustNewConstMetric(
					allMetrics["repositories_pull_total"].Desc, allMetrics["repositories_pull_total"].Type, data[i].PullCount, data[i].Name, repoID,
				)
				ch <- prometheus.MustNewConstMetric(
					allMetrics["repositories_star_total"].Desc, allMetrics["repositories_star_total"].Type, data[i].StarCount, data[i].Name, repoID,
				)
				ch <- prometheus.MustNewConstMetric(
					allMetrics["repositories_tags_total"].Desc, allMetrics["repositories_tags_total"].Type, data[i].TagsCount, data[i].Name, repoID,
				)
			}
		}
	}

	reportLatency(start, "repositories_latency", ch)
	return true
}