2019-10-07 08:14:47 -06:00
|
|
|
// Copyright (c) Mainflux
|
2018-08-26 13:15:48 +02:00
|
|
|
// SPDX-License-Identifier: Apache-2.0
|
|
|
|
|
2018-05-21 16:28:52 +02:00
|
|
|
package writers
|
|
|
|
|
|
|
|
import (
|
|
|
|
"fmt"
|
2020-03-30 18:24:27 +02:00
|
|
|
"io/ioutil"
|
2018-05-21 16:28:52 +02:00
|
|
|
|
2020-03-30 18:24:27 +02:00
|
|
|
"github.com/BurntSushi/toml"
|
|
|
|
"github.com/mainflux/mainflux/logger"
|
2020-06-03 15:16:19 +02:00
|
|
|
"github.com/mainflux/mainflux/pkg/errors"
|
|
|
|
"github.com/mainflux/mainflux/pkg/messaging"
|
|
|
|
pubsub "github.com/mainflux/mainflux/pkg/messaging/nats"
|
|
|
|
"github.com/mainflux/mainflux/pkg/transformers"
|
2018-05-21 16:28:52 +02:00
|
|
|
)
|
|
|
|
|
2020-03-30 18:24:27 +02:00
|
|
|
var (
|
2020-04-28 11:02:35 +02:00
|
|
|
errOpenConfFile = errors.New("unable to open configuration file")
|
|
|
|
errParseConfFile = errors.New("unable to parse configuration file")
|
|
|
|
errMessageConversion = errors.New("error conversing transformed messages")
|
2020-03-30 18:24:27 +02:00
|
|
|
)
|
|
|
|
|
2018-05-21 16:28:52 +02:00
|
|
|
type consumer struct {
|
2019-11-05 11:57:16 +01:00
|
|
|
repo MessageRepository
|
|
|
|
transformer transformers.Transformer
|
2020-03-30 18:24:27 +02:00
|
|
|
logger logger.Logger
|
2018-05-21 16:28:52 +02:00
|
|
|
}
|
|
|
|
|
2019-11-05 11:57:16 +01:00
|
|
|
// Start method starts consuming messages received from NATS.
|
|
|
|
// This method transforms messages to SenML format before
|
|
|
|
// using MessageRepository to store them.
|
2020-12-30 15:43:04 +01:00
|
|
|
func Start(sub messaging.Subscriber, repo MessageRepository, transformer transformers.Transformer, subjectsCfgPath string, logger logger.Logger) error {
|
2018-06-08 14:25:55 +02:00
|
|
|
c := consumer{
|
2019-11-05 11:57:16 +01:00
|
|
|
repo: repo,
|
|
|
|
transformer: transformer,
|
|
|
|
logger: logger,
|
2018-05-21 16:28:52 +02:00
|
|
|
}
|
|
|
|
|
2020-04-01 14:40:59 +02:00
|
|
|
subjects, err := loadSubjectsConfig(subjectsCfgPath)
|
2020-03-30 18:24:27 +02:00
|
|
|
if err != nil {
|
|
|
|
logger.Warn(fmt.Sprintf("Failed to load subjects: %s", err))
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, subject := range subjects {
|
2020-04-28 11:02:35 +02:00
|
|
|
if err := sub.Subscribe(subject, c.handler); err != nil {
|
2020-03-30 18:24:27 +02:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
2020-04-01 14:40:59 +02:00
|
|
|
return nil
|
2018-05-21 16:28:52 +02:00
|
|
|
}
|
|
|
|
|
2020-04-28 11:02:35 +02:00
|
|
|
func (c *consumer) handler(msg messaging.Message) error {
|
2019-11-05 11:57:16 +01:00
|
|
|
t, err := c.transformer.Transform(msg)
|
2019-10-31 14:04:47 +01:00
|
|
|
if err != nil {
|
2020-04-28 11:02:35 +02:00
|
|
|
return err
|
2019-05-10 14:36:27 +02:00
|
|
|
}
|
|
|
|
|
2020-12-30 15:43:04 +01:00
|
|
|
return c.repo.Save(t)
|
2018-05-21 16:28:52 +02:00
|
|
|
}
|
2019-05-10 14:36:27 +02:00
|
|
|
|
2020-03-30 18:24:27 +02:00
|
|
|
type filterConfig struct {
|
2020-12-30 15:43:04 +01:00
|
|
|
Filter []string `toml:"filter"`
|
2020-03-30 18:24:27 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
type subjectsConfig struct {
|
|
|
|
Subjects filterConfig `toml:"subjects"`
|
|
|
|
}
|
|
|
|
|
2020-04-01 14:40:59 +02:00
|
|
|
func loadSubjectsConfig(subjectsConfigPath string) ([]string, error) {
|
2020-03-30 18:24:27 +02:00
|
|
|
data, err := ioutil.ReadFile(subjectsConfigPath)
|
|
|
|
if err != nil {
|
2020-04-28 11:02:35 +02:00
|
|
|
return []string{pubsub.SubjectAllChannels}, errors.Wrap(errOpenConfFile, err)
|
2020-03-30 18:24:27 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
var subjectsCfg subjectsConfig
|
|
|
|
if err := toml.Unmarshal(data, &subjectsCfg); err != nil {
|
2020-04-28 11:02:35 +02:00
|
|
|
return []string{pubsub.SubjectAllChannels}, errors.Wrap(errParseConfFile, err)
|
2019-05-10 14:36:27 +02:00
|
|
|
}
|
|
|
|
|
2020-12-30 15:43:04 +01:00
|
|
|
return subjectsCfg.Subjects.Filter, nil
|
2019-05-10 14:36:27 +02:00
|
|
|
}
|