API for ratios of DNS answers oer server

2023-07-08 21:59:06 -07:00
parent 18185090d1
commit a89579f072
12 changed files with 294 additions and 826 deletions
--- a/chdb/chdnsanswers.go
+++ b/chdb/chdnsanswers.go
@@ -0,0 +1,141 @@
+package chdb
+
+import (
+	"context"
+	"fmt"
+	"sort"
+
+	"github.com/ClickHouse/clickhouse-go/v2"
+	"go.ntppool.org/common/logger"
+)
+
+type ccCount struct {
+	CC     string
+	Count  uint64
+	Points float64
+}
+
+type ServerQueries []*ccCount
+
+type ServerTotals map[string]uint64
+
+func (s ServerQueries) Len() int {
+	return len(s)
+}
+func (s ServerQueries) Swap(i, j int) {
+	s[i], s[j] = s[j], s[i]
+}
+func (s ServerQueries) Less(i, j int) bool {
+	return s[i].Count > s[j].Count
+}
+
+func (d *ClickHouse) ServerAnswerCounts(ctx context.Context, conn clickhouse.Conn, serverIP string, days int) (ServerQueries, error) {
+
+	log := logger.Setup().With("server", serverIP)
+
+	// queries by UserCC / Qtype for the ServerIP
+	rows, err := conn.Query(ctx, `
+	select UserCC,Qtype,sum(queries) as queries
+	from by_server_ip_1d
+	where
+		ServerIP = ? AND dt > now() - INTERVAL ? DAY
+		group by rollup(Qtype,UserCC)
+		order by UserCC,Qtype`,
+		serverIP, days,
+	)
+	if err != nil {
+		log.Error("query error", "err", err)
+		return nil, fmt.Errorf("database error")
+	}
+
+	rv := ServerQueries{}
+
+	for rows.Next() {
+		var (
+			UserCC, Qtype string
+			queries       uint64
+		)
+		if err := rows.Scan(
+			&UserCC,
+			&Qtype,
+			&queries,
+		); err != nil {
+			log.Error("could not parse row", "err", err)
+			continue
+		}
+
+		if UserCC == "" && Qtype != "" {
+			// we get the total from the complete rollup
+			continue
+		}
+
+		// log.Info("usercc counts", "cc", UserCC, "counts", c)
+
+		rv = append(rv, &ccCount{
+			CC:    UserCC,
+			Count: queries,
+		})
+
+		// slog.Info("set c", "c", c)
+		// slog.Info("totals", "totals", totals)
+	}
+
+	sort.Sort(rv)
+
+	return rv, nil
+}
+
+func (d *ClickHouse) AnswerTotals(ctx context.Context, conn clickhouse.Conn, qtype string, days int) (ServerTotals, error) {
+
+	log := logger.Setup()
+
+	// queries by UserCC / Qtype for the ServerIP
+	rows, err := conn.Query(ctx, `
+	select UserCC,Qtype,sum(queries) as queries
+	from by_server_ip_1d
+	where
+		Qtype = ? AND dt > now() - INTERVAL ? DAY
+		group by rollup(Qtype,UserCC)
+		order by UserCC,Qtype`,
+		qtype, days,
+	)
+	if err != nil {
+		log.Error("query error", "err", err)
+		return nil, fmt.Errorf("database error")
+	}
+
+	rv := ServerTotals{}
+
+	for rows.Next() {
+		var (
+			UserCC, Qtype string
+			queries       uint64
+		)
+		if err := rows.Scan(
+			&UserCC,
+			&Qtype,
+			&queries,
+		); err != nil {
+			log.Error("could not parse row", "err", err)
+			continue
+		}
+
+		if UserCC == "" && Qtype != "" {
+			// we get the total from the complete rollup
+			continue
+		}
+
+		// log.Info("usercc counts", "cc", UserCC, "counts", c)
+
+		if rv[UserCC] > 0 {
+			log.Warn("duplicate UserCC row", "usercc", UserCC)
+		}
+
+		rv[UserCC] = queries
+
+		// slog.Info("set c", "c", c)
+		// slog.Info("totals", "totals", totals)
+	}
+
+	return rv, nil
+}