package broker import ( "context" "encoding/json" "time" "github.com/segmentio/kafka-go" "github.com/sirupsen/logrus" "gitlab.dcso.lolcat/LABS/styx/models" "gitlab.dcso.lolcat/LABS/styx/utils" ) func SetUpKafkaConnecter() (*kafka.Conn, error) { topic := "styx" partition := 0 conn, err := kafka.DialLeader(context.Background(), "tcp", "localhost:9092", topic, partition) if err != nil { return nil, err } conn.SetDeadline(time.Now().Add(10 * time.Second)) return conn, nil } func SendEventToKafka(conn *kafka.Conn, node models.Node) { conn.SetWriteDeadline(time.Now().Add(10 * time.Second)) packaged, _ := json.Marshal(node) _, err := conn.WriteMessages(kafka.Message{Value: packaged}) if err != nil { logrus.Error(err) } } func ReadEventFromKafka() { r := kafka.NewReader(kafka.ReaderConfig{ Brokers: []string{"localhost:9092"}, Topic: "styx", Partition: 0, MinBytes: 10e3, MaxBytes: 10e6, }) r.SetOffset(42) defer r.Close() for { m, err := r.ReadMessage(context.Background()) if err != nil { logrus.Error("error reading message:", err) } var node models.Node err = json.Unmarshal(m.Value, &node) if err != nil { logrus.Error("error unmarshalling kafka object:", err) } utils.SaveNode(&node) } }