mirror of
https://github.com/mainflux/mainflux.git
synced 2025-04-29 13:49:28 +08:00

* Add feature of filtering by subtopics in writer Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> * Fix mistake Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> * Refactoring writer sevices Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> * Rename variables related to filter (channels & subtopics) Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> * Set default value of filtering when configuration file doesn't exist Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> * Add a blank line at the end of the file Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> * Refactor loading filters configuration (moving into writer package, merge both loading methods & returning error) Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> * Remove useless log Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> * Change type of variables (channels & subtopics) and simplify loading method Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> * Add logging error when loading filters Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> * Simplify return configuration in loading method Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> * Merge both filter files into one file Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> * Move loading subjects into writer package Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> * Add subscribe to selected subjects Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> * Edit README of writer services Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> * Keep only subscribe loop Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> * Use full NATS subjects Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> * Edit comment in subjects files Signed-off-by: Jonathan Dreyer <jonathan.dreyer@cleanenergie.ch> Co-authored-by: Drasko DRASKOVIC <drasko.draskovic@gmail.com>
140 lines
3.8 KiB
Go
140 lines
3.8 KiB
Go
// Copyright (c) Mainflux
|
|
// SPDX-License-Identifier: Apache-2.0
|
|
|
|
package main
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"log"
|
|
"net/http"
|
|
"os"
|
|
"os/signal"
|
|
"syscall"
|
|
|
|
kitprometheus "github.com/go-kit/kit/metrics/prometheus"
|
|
"github.com/mainflux/mainflux"
|
|
"github.com/mainflux/mainflux/logger"
|
|
"github.com/mainflux/mainflux/transformers/senml"
|
|
"github.com/mainflux/mainflux/writers"
|
|
"github.com/mainflux/mainflux/writers/api"
|
|
"github.com/mainflux/mainflux/writers/mongodb"
|
|
nats "github.com/nats-io/nats.go"
|
|
stdprometheus "github.com/prometheus/client_golang/prometheus"
|
|
"go.mongodb.org/mongo-driver/mongo"
|
|
"go.mongodb.org/mongo-driver/mongo/options"
|
|
)
|
|
|
|
const (
|
|
svcName = "mongodb-writer"
|
|
|
|
defNatsURL = nats.DefaultURL
|
|
defLogLevel = "error"
|
|
defPort = "8180"
|
|
defDBName = "mainflux"
|
|
defDBHost = "localhost"
|
|
defDBPort = "27017"
|
|
defSubjectsCfgPath = "/config/subjects.toml"
|
|
|
|
envNatsURL = "MF_NATS_URL"
|
|
envLogLevel = "MF_MONGO_WRITER_LOG_LEVEL"
|
|
envPort = "MF_MONGO_WRITER_PORT"
|
|
envDBName = "MF_MONGO_WRITER_DB_NAME"
|
|
envDBHost = "MF_MONGO_WRITER_DB_HOST"
|
|
envDBPort = "MF_MONGO_WRITER_DB_PORT"
|
|
envSubjectsCfgPath = "MF_MONGO_WRITER_SUBJECTS_CONFIG"
|
|
)
|
|
|
|
type config struct {
|
|
natsURL string
|
|
logLevel string
|
|
port string
|
|
dbName string
|
|
dbHost string
|
|
dbPort string
|
|
subjectsCfgPath string
|
|
}
|
|
|
|
func main() {
|
|
cfg := loadConfigs()
|
|
|
|
logger, err := logger.New(os.Stdout, cfg.logLevel)
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
|
|
nc, err := nats.Connect(cfg.natsURL)
|
|
if err != nil {
|
|
logger.Error(fmt.Sprintf("Failed to connect to NATS: %s", err))
|
|
os.Exit(1)
|
|
}
|
|
defer nc.Close()
|
|
|
|
addr := fmt.Sprintf("mongodb://%s:%s", cfg.dbHost, cfg.dbPort)
|
|
client, err := mongo.Connect(context.Background(), options.Client().ApplyURI(addr))
|
|
if err != nil {
|
|
logger.Error(fmt.Sprintf("Failed to connect to database: %s", err))
|
|
os.Exit(1)
|
|
}
|
|
|
|
db := client.Database(cfg.dbName)
|
|
repo := mongodb.New(db)
|
|
|
|
counter, latency := makeMetrics()
|
|
repo = api.LoggingMiddleware(repo, logger)
|
|
repo = api.MetricsMiddleware(repo, counter, latency)
|
|
st := senml.New()
|
|
if err := writers.Start(nc, repo, st, svcName, cfg.subjectsCfgPath, logger); err != nil {
|
|
logger.Error(fmt.Sprintf("Failed to start MongoDB writer: %s", err))
|
|
os.Exit(1)
|
|
}
|
|
|
|
errs := make(chan error, 2)
|
|
go func() {
|
|
c := make(chan os.Signal)
|
|
signal.Notify(c, syscall.SIGINT)
|
|
errs <- fmt.Errorf("%s", <-c)
|
|
}()
|
|
|
|
go startHTTPService(cfg.port, logger, errs)
|
|
|
|
err = <-errs
|
|
logger.Error(fmt.Sprintf("MongoDB writer service terminated: %s", err))
|
|
}
|
|
|
|
func loadConfigs() config {
|
|
return config{
|
|
natsURL: mainflux.Env(envNatsURL, defNatsURL),
|
|
logLevel: mainflux.Env(envLogLevel, defLogLevel),
|
|
port: mainflux.Env(envPort, defPort),
|
|
dbName: mainflux.Env(envDBName, defDBName),
|
|
dbHost: mainflux.Env(envDBHost, defDBHost),
|
|
dbPort: mainflux.Env(envDBPort, defDBPort),
|
|
subjectsCfgPath: mainflux.Env(envSubjectsCfgPath, defSubjectsCfgPath),
|
|
}
|
|
}
|
|
|
|
func makeMetrics() (*kitprometheus.Counter, *kitprometheus.Summary) {
|
|
counter := kitprometheus.NewCounterFrom(stdprometheus.CounterOpts{
|
|
Namespace: "mongodb",
|
|
Subsystem: "message_writer",
|
|
Name: "request_count",
|
|
Help: "Number of database inserts.",
|
|
}, []string{"method"})
|
|
|
|
latency := kitprometheus.NewSummaryFrom(stdprometheus.SummaryOpts{
|
|
Namespace: "mongodb",
|
|
Subsystem: "message_writer",
|
|
Name: "request_latency_microseconds",
|
|
Help: "Total duration of inserts in microseconds.",
|
|
}, []string{"method"})
|
|
|
|
return counter, latency
|
|
}
|
|
|
|
func startHTTPService(port string, logger logger.Logger, errs chan error) {
|
|
p := fmt.Sprintf(":%s", port)
|
|
logger.Info(fmt.Sprintf("Mongodb writer service started, exposed port %s", p))
|
|
errs <- http.ListenAndServe(p, api.MakeHandler(svcName))
|
|
}
|