2019-10-07 08:14:47 -06:00
|
|
|
// Copyright (c) Mainflux
|
2018-08-26 13:15:48 +02:00
|
|
|
// SPDX-License-Identifier: Apache-2.0
|
|
|
|
|
2021-01-11 23:55:34 +01:00
|
|
|
package consumers
|
2018-05-21 16:28:52 +02:00
|
|
|
|
|
|
|
import (
|
|
|
|
"fmt"
|
2020-03-30 18:24:27 +02:00
|
|
|
"io/ioutil"
|
2018-05-21 16:28:52 +02:00
|
|
|
|
2020-03-30 18:24:27 +02:00
|
|
|
"github.com/BurntSushi/toml"
|
|
|
|
"github.com/mainflux/mainflux/logger"
|
2020-06-03 15:16:19 +02:00
|
|
|
"github.com/mainflux/mainflux/pkg/errors"
|
|
|
|
"github.com/mainflux/mainflux/pkg/messaging"
|
|
|
|
pubsub "github.com/mainflux/mainflux/pkg/messaging/nats"
|
|
|
|
"github.com/mainflux/mainflux/pkg/transformers"
|
2018-05-21 16:28:52 +02:00
|
|
|
)
|
|
|
|
|
2020-03-30 18:24:27 +02:00
|
|
|
var (
|
2020-04-28 11:02:35 +02:00
|
|
|
errOpenConfFile = errors.New("unable to open configuration file")
|
|
|
|
errParseConfFile = errors.New("unable to parse configuration file")
|
|
|
|
errMessageConversion = errors.New("error conversing transformed messages")
|
2020-03-30 18:24:27 +02:00
|
|
|
)
|
|
|
|
|
2019-11-05 11:57:16 +01:00
|
|
|
// Start method starts consuming messages received from NATS.
|
|
|
|
// This method transforms messages to SenML format before
|
|
|
|
// using MessageRepository to store them.
|
2021-01-11 23:55:34 +01:00
|
|
|
func Start(sub messaging.Subscriber, consumer Consumer, transformer transformers.Transformer, subjectsCfgPath string, logger logger.Logger) error {
|
2020-04-01 14:40:59 +02:00
|
|
|
subjects, err := loadSubjectsConfig(subjectsCfgPath)
|
2020-03-30 18:24:27 +02:00
|
|
|
if err != nil {
|
|
|
|
logger.Warn(fmt.Sprintf("Failed to load subjects: %s", err))
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, subject := range subjects {
|
2021-01-11 23:55:34 +01:00
|
|
|
if err := sub.Subscribe(subject, handler(transformer, consumer)); err != nil {
|
2020-03-30 18:24:27 +02:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
2020-04-01 14:40:59 +02:00
|
|
|
return nil
|
2018-05-21 16:28:52 +02:00
|
|
|
}
|
|
|
|
|
2021-01-11 23:55:34 +01:00
|
|
|
func handler(t transformers.Transformer, c Consumer) messaging.MessageHandler {
|
|
|
|
return func(msg messaging.Message) error {
|
|
|
|
m := interface{}(msg)
|
|
|
|
var err error
|
|
|
|
if t != nil {
|
|
|
|
m, err = t.Transform(msg)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
2019-05-10 14:36:27 +02:00
|
|
|
|
2021-01-11 23:55:34 +01:00
|
|
|
return c.Consume(m)
|
|
|
|
}
|
2018-05-21 16:28:52 +02:00
|
|
|
}
|
2019-05-10 14:36:27 +02:00
|
|
|
|
2020-03-30 18:24:27 +02:00
|
|
|
type filterConfig struct {
|
2020-12-30 15:43:04 +01:00
|
|
|
Filter []string `toml:"filter"`
|
2020-03-30 18:24:27 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
type subjectsConfig struct {
|
|
|
|
Subjects filterConfig `toml:"subjects"`
|
|
|
|
}
|
|
|
|
|
2020-04-01 14:40:59 +02:00
|
|
|
func loadSubjectsConfig(subjectsConfigPath string) ([]string, error) {
|
2020-03-30 18:24:27 +02:00
|
|
|
data, err := ioutil.ReadFile(subjectsConfigPath)
|
|
|
|
if err != nil {
|
2020-04-28 11:02:35 +02:00
|
|
|
return []string{pubsub.SubjectAllChannels}, errors.Wrap(errOpenConfFile, err)
|
2020-03-30 18:24:27 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
var subjectsCfg subjectsConfig
|
|
|
|
if err := toml.Unmarshal(data, &subjectsCfg); err != nil {
|
2020-04-28 11:02:35 +02:00
|
|
|
return []string{pubsub.SubjectAllChannels}, errors.Wrap(errParseConfFile, err)
|
2019-05-10 14:36:27 +02:00
|
|
|
}
|
|
|
|
|
2020-12-30 15:43:04 +01:00
|
|
|
return subjectsCfg.Subjects.Filter, nil
|
2019-05-10 14:36:27 +02:00
|
|
|
}
|