mirror of
https://gitee.com/XM-GO/PandaX.git
synced 2026-04-23 10:58:35 +08:00
规则链
This commit is contained in:
@@ -1,15 +1,22 @@
|
||||
package nodes
|
||||
|
||||
import (
|
||||
"encoding/json"
|
||||
"github.com/Shopify/sarama"
|
||||
"github.com/sirupsen/logrus"
|
||||
"pandax/pkg/rule_engine/message"
|
||||
"strings"
|
||||
"time"
|
||||
)
|
||||
|
||||
type externalKafkaNode struct {
|
||||
bareNode
|
||||
Server string `json:"server" yaml:"server"`
|
||||
Topic string `json:"topic" yaml:"topic"`
|
||||
KafkaCli string
|
||||
Server string `json:"server" yaml:"server"` //kafka集群 "10.130.138.164:9092,10.130.138.165:9093"
|
||||
Topic string `json:"topic" yaml:"topic"` //topic
|
||||
KeyPattern string `json:"keyPattern" yaml:"keyPattern"` //metadataKey or messageKey
|
||||
ProducesBatchSize int64 `json:"producesBatchSize" yaml:"producesBatchSize"`
|
||||
OtherProperties map[string]interface{} `json:"otherProperties"` //发送的其他参数
|
||||
KafkaCli sarama.SyncProducer
|
||||
}
|
||||
|
||||
type externalKafkaNodeFactory struct{}
|
||||
@@ -21,11 +28,58 @@ func (f externalKafkaNodeFactory) Create(id string, meta Metadata) (Node, error)
|
||||
node := &externalKafkaNode{
|
||||
bareNode: newBareNode(f.Name(), id, meta, f.Labels()),
|
||||
}
|
||||
return decodePath(meta, node)
|
||||
_, err := decodePath(meta, node)
|
||||
if err != nil {
|
||||
return node, err
|
||||
}
|
||||
config := sarama.NewConfig()
|
||||
config.Producer.Return.Successes = true
|
||||
config.Producer.Timeout = 5 * time.Second
|
||||
config.Producer.MaxMessageBytes = int(node.ProducesBatchSize)
|
||||
p, err := sarama.NewSyncProducer(strings.Split(node.Server, ","), config)
|
||||
if err != nil {
|
||||
logrus.Errorf("sarama.NewSyncProducer err, message=%s \n", err)
|
||||
return node, err
|
||||
}
|
||||
node.KafkaCli = p
|
||||
return node, nil
|
||||
}
|
||||
|
||||
func (n *externalKafkaNode) Handle(msg message.Message) error {
|
||||
logrus.Infof("%s handle message '%s'", n.Name(), msg.GetType())
|
||||
defer n.KafkaCli.Close()
|
||||
successLabelNode := n.GetLinkedNode("Success")
|
||||
failureLabelNode := n.GetLinkedNode("Failure")
|
||||
value := sarama.ByteEncoder("")
|
||||
if n.KeyPattern == "metadataKey" {
|
||||
marshal, err := json.Marshal(msg.GetMetadata().GetValues())
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
value = marshal
|
||||
} else {
|
||||
marshal, err := json.Marshal(msg.GetMsg())
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
value = marshal
|
||||
}
|
||||
|
||||
kafkaM := &sarama.ProducerMessage{
|
||||
Topic: n.Topic,
|
||||
Value: value,
|
||||
}
|
||||
_, _, err := n.KafkaCli.SendMessage(kafkaM)
|
||||
if err != nil {
|
||||
if failureLabelNode != nil {
|
||||
return failureLabelNode.Handle(msg)
|
||||
} else {
|
||||
return err
|
||||
}
|
||||
}
|
||||
if successLabelNode != nil {
|
||||
return successLabelNode.Handle(msg)
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user