2019-10-07 08:14:47 -06:00
|
|
|
// Copyright (c) Mainflux
|
2018-08-26 13:15:48 +02:00
|
|
|
// SPDX-License-Identifier: Apache-2.0
|
|
|
|
|
2018-06-01 15:50:23 +02:00
|
|
|
package main
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
"fmt"
|
2018-09-26 11:58:51 -05:00
|
|
|
"log"
|
2018-06-01 15:50:23 +02:00
|
|
|
"net/http"
|
|
|
|
"os"
|
2022-05-03 17:27:54 +05:30
|
|
|
"time"
|
2018-06-01 15:50:23 +02:00
|
|
|
|
|
|
|
kitprometheus "github.com/go-kit/kit/metrics/prometheus"
|
|
|
|
"github.com/mainflux/mainflux"
|
2021-01-11 23:55:34 +01:00
|
|
|
"github.com/mainflux/mainflux/consumers"
|
2021-02-01 14:08:10 +01:00
|
|
|
"github.com/mainflux/mainflux/consumers/writers/api"
|
2021-01-11 23:55:34 +01:00
|
|
|
"github.com/mainflux/mainflux/consumers/writers/mongodb"
|
2018-09-26 11:58:51 -05:00
|
|
|
"github.com/mainflux/mainflux/logger"
|
2022-05-03 17:27:54 +05:30
|
|
|
"github.com/mainflux/mainflux/pkg/errors"
|
2020-06-03 15:16:19 +02:00
|
|
|
"github.com/mainflux/mainflux/pkg/messaging/nats"
|
2018-06-01 15:50:23 +02:00
|
|
|
stdprometheus "github.com/prometheus/client_golang/prometheus"
|
2019-04-16 14:58:56 +02:00
|
|
|
"go.mongodb.org/mongo-driver/mongo"
|
|
|
|
"go.mongodb.org/mongo-driver/mongo/options"
|
2022-05-03 17:27:54 +05:30
|
|
|
"golang.org/x/sync/errgroup"
|
2018-06-01 15:50:23 +02:00
|
|
|
)
|
|
|
|
|
|
|
|
const (
|
2022-05-03 17:27:54 +05:30
|
|
|
svcName = "mongodb-writer"
|
|
|
|
stopWaitTime = 5 * time.Second
|
2018-09-13 10:06:34 +02:00
|
|
|
|
2021-12-14 11:17:23 +01:00
|
|
|
defLogLevel = "error"
|
|
|
|
defNatsURL = "nats://localhost:4222"
|
|
|
|
defPort = "8180"
|
|
|
|
defDB = "mainflux"
|
|
|
|
defDBHost = "localhost"
|
|
|
|
defDBPort = "27017"
|
|
|
|
defConfigPath = "/config.toml"
|
|
|
|
|
|
|
|
envNatsURL = "MF_NATS_URL"
|
|
|
|
envLogLevel = "MF_MONGO_WRITER_LOG_LEVEL"
|
|
|
|
envPort = "MF_MONGO_WRITER_PORT"
|
|
|
|
envDB = "MF_MONGO_WRITER_DB"
|
|
|
|
envDBHost = "MF_MONGO_WRITER_DB_HOST"
|
|
|
|
envDBPort = "MF_MONGO_WRITER_DB_PORT"
|
|
|
|
envConfigPath = "MF_MONGO_WRITER_CONFIG_PATH"
|
2018-06-01 15:50:23 +02:00
|
|
|
)
|
|
|
|
|
|
|
|
type config struct {
|
2021-12-14 11:17:23 +01:00
|
|
|
natsURL string
|
|
|
|
logLevel string
|
|
|
|
port string
|
|
|
|
dbName string
|
|
|
|
dbHost string
|
|
|
|
dbPort string
|
|
|
|
configPath string
|
2018-06-01 15:50:23 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
func main() {
|
|
|
|
cfg := loadConfigs()
|
2022-05-03 17:27:54 +05:30
|
|
|
ctx, cancel := context.WithCancel(context.Background())
|
|
|
|
g, ctx := errgroup.WithContext(ctx)
|
2019-05-10 14:36:27 +02:00
|
|
|
|
|
|
|
logger, err := logger.New(os.Stdout, cfg.logLevel)
|
2018-09-26 11:58:51 -05:00
|
|
|
if err != nil {
|
2019-05-16 13:19:06 +02:00
|
|
|
log.Fatal(err)
|
2018-09-26 11:58:51 -05:00
|
|
|
}
|
2019-05-10 14:36:27 +02:00
|
|
|
|
2020-04-28 11:02:35 +02:00
|
|
|
pubSub, err := nats.NewPubSub(cfg.natsURL, "", logger)
|
2018-06-01 15:50:23 +02:00
|
|
|
if err != nil {
|
2020-04-28 11:02:35 +02:00
|
|
|
logger.Error(fmt.Sprintf("Failed to connect to NATS: %s", err))
|
2018-06-01 15:50:23 +02:00
|
|
|
os.Exit(1)
|
|
|
|
}
|
2020-04-28 11:02:35 +02:00
|
|
|
defer pubSub.Close()
|
2018-06-01 15:50:23 +02:00
|
|
|
|
2019-05-10 14:36:27 +02:00
|
|
|
addr := fmt.Sprintf("mongodb://%s:%s", cfg.dbHost, cfg.dbPort)
|
2019-04-16 14:58:56 +02:00
|
|
|
client, err := mongo.Connect(context.Background(), options.Client().ApplyURI(addr))
|
2018-06-01 15:50:23 +02:00
|
|
|
if err != nil {
|
|
|
|
logger.Error(fmt.Sprintf("Failed to connect to database: %s", err))
|
|
|
|
os.Exit(1)
|
|
|
|
}
|
|
|
|
|
2019-05-10 14:36:27 +02:00
|
|
|
db := client.Database(cfg.dbName)
|
2018-08-08 13:38:34 +02:00
|
|
|
repo := mongodb.New(db)
|
2018-06-01 15:50:23 +02:00
|
|
|
|
|
|
|
counter, latency := makeMetrics()
|
2019-05-07 19:09:28 +02:00
|
|
|
repo = api.LoggingMiddleware(repo, logger)
|
|
|
|
repo = api.MetricsMiddleware(repo, counter, latency)
|
2020-04-28 11:02:35 +02:00
|
|
|
|
2021-12-14 11:17:23 +01:00
|
|
|
if err := consumers.Start(pubSub, repo, cfg.configPath, logger); err != nil {
|
2019-05-07 19:09:28 +02:00
|
|
|
logger.Error(fmt.Sprintf("Failed to start MongoDB writer: %s", err))
|
2018-06-01 15:50:23 +02:00
|
|
|
os.Exit(1)
|
|
|
|
}
|
|
|
|
|
2022-05-03 17:27:54 +05:30
|
|
|
g.Go(func() error {
|
|
|
|
return startHTTPService(ctx, cfg.port, logger)
|
|
|
|
})
|
|
|
|
|
|
|
|
g.Go(func() error {
|
|
|
|
if sig := errors.SignalHandler(ctx); sig != nil {
|
|
|
|
cancel()
|
|
|
|
logger.Info(fmt.Sprintf("MongoDB reader service shutdown by signal: %s", sig))
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
})
|
2018-06-01 15:50:23 +02:00
|
|
|
|
2022-05-03 17:27:54 +05:30
|
|
|
if err := g.Wait(); err != nil {
|
|
|
|
logger.Error(fmt.Sprintf("MongoDB writer service terminated: %s", err))
|
|
|
|
}
|
2018-06-01 15:50:23 +02:00
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
func loadConfigs() config {
|
|
|
|
return config{
|
2021-12-14 11:17:23 +01:00
|
|
|
natsURL: mainflux.Env(envNatsURL, defNatsURL),
|
|
|
|
logLevel: mainflux.Env(envLogLevel, defLogLevel),
|
|
|
|
port: mainflux.Env(envPort, defPort),
|
|
|
|
dbName: mainflux.Env(envDB, defDB),
|
|
|
|
dbHost: mainflux.Env(envDBHost, defDBHost),
|
|
|
|
dbPort: mainflux.Env(envDBPort, defDBPort),
|
|
|
|
configPath: mainflux.Env(envConfigPath, defConfigPath),
|
2018-06-01 15:50:23 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func makeMetrics() (*kitprometheus.Counter, *kitprometheus.Summary) {
|
|
|
|
counter := kitprometheus.NewCounterFrom(stdprometheus.CounterOpts{
|
|
|
|
Namespace: "mongodb",
|
|
|
|
Subsystem: "message_writer",
|
|
|
|
Name: "request_count",
|
|
|
|
Help: "Number of database inserts.",
|
|
|
|
}, []string{"method"})
|
|
|
|
|
|
|
|
latency := kitprometheus.NewSummaryFrom(stdprometheus.SummaryOpts{
|
|
|
|
Namespace: "mongodb",
|
|
|
|
Subsystem: "message_writer",
|
|
|
|
Name: "request_latency_microseconds",
|
|
|
|
Help: "Total duration of inserts in microseconds.",
|
|
|
|
}, []string{"method"})
|
|
|
|
|
|
|
|
return counter, latency
|
|
|
|
}
|
|
|
|
|
2022-05-03 17:27:54 +05:30
|
|
|
func startHTTPService(ctx context.Context, port string, logger logger.Logger) error {
|
2018-06-01 15:50:23 +02:00
|
|
|
p := fmt.Sprintf(":%s", port)
|
2022-05-03 17:27:54 +05:30
|
|
|
errCh := make(chan error)
|
|
|
|
server := &http.Server{Addr: p, Handler: api.MakeHandler(svcName)}
|
|
|
|
|
|
|
|
logger.Info(fmt.Sprintf("MongoDB writer service started, exposed port %s", p))
|
|
|
|
|
|
|
|
go func() {
|
|
|
|
errCh <- server.ListenAndServe()
|
|
|
|
}()
|
|
|
|
|
|
|
|
select {
|
|
|
|
case <-ctx.Done():
|
|
|
|
ctxShutdown, cancelShutdown := context.WithTimeout(context.Background(), stopWaitTime)
|
|
|
|
defer cancelShutdown()
|
|
|
|
if err := server.Shutdown(ctxShutdown); err != nil {
|
|
|
|
logger.Error(fmt.Sprintf("MongoDB writer service error occurred during shutdown at %s: %s", p, err))
|
|
|
|
return fmt.Errorf("mongodb writer service occurred during shutdown at %s: %w", p, err)
|
|
|
|
}
|
|
|
|
logger.Info(fmt.Sprintf("MongoDB writer service shutdown of http at %s", p))
|
|
|
|
return nil
|
|
|
|
case err := <-errCh:
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2018-06-01 15:50:23 +02:00
|
|
|
}
|