mirror of
https://github.com/mainflux/mainflux.git
synced 2025-04-29 13:49:28 +08:00

* Add feature of filtering by subtopics in writer Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> * Fix mistake Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> * Refactoring writer sevices Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> * Rename variables related to filter (channels & subtopics) Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> * Set default value of filtering when configuration file doesn't exist Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> * Add a blank line at the end of the file Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> * Refactor loading filters configuration (moving into writer package, merge both loading methods & returning error) Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> * Remove useless log Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> * Change type of variables (channels & subtopics) and simplify loading method Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> * Add logging error when loading filters Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> * Simplify return configuration in loading method Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> * Merge both filter files into one file Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> * Move loading subjects into writer package Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> * Add subscribe to selected subjects Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> * Edit README of writer services Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> * Keep only subscribe loop Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> * Use full NATS subjects Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> * Edit comment in subjects files Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> Co-authored-by: Drasko DRASKOVIC <drasko.draskovic@gmail.com>
165 lines
4.4 KiB
Go
165 lines
4.4 KiB
Go
// Copyright (c) Mainflux
|
|
// SPDX-License-Identifier: Apache-2.0
|
|
|
|
package main
|
|
|
|
import (
|
|
"fmt"
|
|
"log"
|
|
"net/http"
|
|
"os"
|
|
"os/signal"
|
|
"strconv"
|
|
"strings"
|
|
"syscall"
|
|
|
|
kitprometheus "github.com/go-kit/kit/metrics/prometheus"
|
|
"github.com/gocql/gocql"
|
|
"github.com/mainflux/mainflux"
|
|
"github.com/mainflux/mainflux/logger"
|
|
"github.com/mainflux/mainflux/transformers/senml"
|
|
"github.com/mainflux/mainflux/writers"
|
|
"github.com/mainflux/mainflux/writers/api"
|
|
"github.com/mainflux/mainflux/writers/cassandra"
|
|
nats "github.com/nats-io/nats.go"
|
|
stdprometheus "github.com/prometheus/client_golang/prometheus"
|
|
)
|
|
|
|
const (
|
|
svcName = "cassandra-writer"
|
|
sep = ","
|
|
|
|
defNatsURL = nats.DefaultURL
|
|
defLogLevel = "error"
|
|
defPort = "8180"
|
|
defCluster = "127.0.0.1"
|
|
defKeyspace = "mainflux"
|
|
defDBUsername = ""
|
|
defDBPassword = ""
|
|
defDBPort = "9042"
|
|
defSubjectsCfgPath = "/config/subjects.toml"
|
|
|
|
envNatsURL = "MF_NATS_URL"
|
|
envLogLevel = "MF_CASSANDRA_WRITER_LOG_LEVEL"
|
|
envPort = "MF_CASSANDRA_WRITER_PORT"
|
|
envCluster = "MF_CASSANDRA_WRITER_DB_CLUSTER"
|
|
envKeyspace = "MF_CASSANDRA_WRITER_DB_KEYSPACE"
|
|
envDBUsername = "MF_CASSANDRA_WRITER_DB_USERNAME"
|
|
envDBPassword = "MF_CASSANDRA_WRITER_DB_PASSWORD"
|
|
envDBPort = "MF_CASSANDRA_WRITER_DB_PORT"
|
|
envSubjectsCfgPath = "MF_CASSANDRA_WRITER_SUBJECTS_CONFIG"
|
|
)
|
|
|
|
type config struct {
|
|
natsURL string
|
|
logLevel string
|
|
port string
|
|
dbCfg cassandra.DBConfig
|
|
subjectsCfgPath string
|
|
}
|
|
|
|
func main() {
|
|
cfg := loadConfig()
|
|
|
|
logger, err := logger.New(os.Stdout, cfg.logLevel)
|
|
if err != nil {
|
|
log.Fatalf(err.Error())
|
|
}
|
|
|
|
nc := connectToNATS(cfg.natsURL, logger)
|
|
defer nc.Close()
|
|
|
|
session := connectToCassandra(cfg.dbCfg, logger)
|
|
defer session.Close()
|
|
|
|
repo := newService(session, logger)
|
|
st := senml.New()
|
|
if err := writers.Start(nc, repo, st, svcName, cfg.subjectsCfgPath, logger); err != nil {
|
|
logger.Error(fmt.Sprintf("Failed to create Cassandra writer: %s", err))
|
|
}
|
|
|
|
errs := make(chan error, 2)
|
|
|
|
go startHTTPServer(cfg.port, errs, logger)
|
|
|
|
go func() {
|
|
c := make(chan os.Signal)
|
|
signal.Notify(c, syscall.SIGINT)
|
|
errs <- fmt.Errorf("%s", <-c)
|
|
}()
|
|
|
|
err = <-errs
|
|
logger.Error(fmt.Sprintf("Cassandra writer service terminated: %s", err))
|
|
}
|
|
|
|
func loadConfig() config {
|
|
dbPort, err := strconv.Atoi(mainflux.Env(envDBPort, defDBPort))
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
|
|
dbCfg := cassandra.DBConfig{
|
|
Hosts: strings.Split(mainflux.Env(envCluster, defCluster), sep),
|
|
Keyspace: mainflux.Env(envKeyspace, defKeyspace),
|
|
Username: mainflux.Env(envDBUsername, defDBUsername),
|
|
Password: mainflux.Env(envDBPassword, defDBPassword),
|
|
Port: dbPort,
|
|
}
|
|
|
|
return config{
|
|
natsURL: mainflux.Env(envNatsURL, defNatsURL),
|
|
logLevel: mainflux.Env(envLogLevel, defLogLevel),
|
|
port: mainflux.Env(envPort, defPort),
|
|
dbCfg: dbCfg,
|
|
subjectsCfgPath: mainflux.Env(envSubjectsCfgPath, defSubjectsCfgPath),
|
|
}
|
|
}
|
|
|
|
func connectToNATS(url string, logger logger.Logger) *nats.Conn {
|
|
nc, err := nats.Connect(url)
|
|
if err != nil {
|
|
logger.Error(fmt.Sprintf("Failed to connect to NATS: %s", err))
|
|
os.Exit(1)
|
|
}
|
|
|
|
return nc
|
|
}
|
|
|
|
func connectToCassandra(dbCfg cassandra.DBConfig, logger logger.Logger) *gocql.Session {
|
|
session, err := cassandra.Connect(dbCfg)
|
|
if err != nil {
|
|
logger.Error(fmt.Sprintf("Failed to connect to Cassandra cluster: %s", err))
|
|
os.Exit(1)
|
|
}
|
|
|
|
return session
|
|
}
|
|
|
|
func newService(session *gocql.Session, logger logger.Logger) writers.MessageRepository {
|
|
repo := cassandra.New(session)
|
|
repo = api.LoggingMiddleware(repo, logger)
|
|
repo = api.MetricsMiddleware(
|
|
repo,
|
|
kitprometheus.NewCounterFrom(stdprometheus.CounterOpts{
|
|
Namespace: "cassandra",
|
|
Subsystem: "message_writer",
|
|
Name: "request_count",
|
|
Help: "Number of requests received.",
|
|
}, []string{"method"}),
|
|
kitprometheus.NewSummaryFrom(stdprometheus.SummaryOpts{
|
|
Namespace: "cassandra",
|
|
Subsystem: "message_writer",
|
|
Name: "request_latency_microseconds",
|
|
Help: "Total duration of requests in microseconds.",
|
|
}, []string{"method"}),
|
|
)
|
|
|
|
return repo
|
|
}
|
|
|
|
func startHTTPServer(port string, errs chan error, logger logger.Logger) {
|
|
p := fmt.Sprintf(":%s", port)
|
|
logger.Info(fmt.Sprintf("Cassandra writer service started, exposed port %s", port))
|
|
errs <- http.ListenAndServe(p, api.MakeHandler(svcName))
|
|
}
|