-
Notifications
You must be signed in to change notification settings - Fork 5
/
destination.go
91 lines (76 loc) · 2.43 KB
/
destination.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
// Copyright © 2022 Meroxa, Inc.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package kafka
import (
"context"
"fmt"
"strings"
"github.com/conduitio/conduit-commons/config"
"github.com/conduitio/conduit-commons/opencdc"
"github.com/conduitio/conduit-connector-kafka/destination"
sdk "github.com/conduitio/conduit-connector-sdk"
)
type Destination struct {
sdk.UnimplementedDestination
producer destination.Producer
config destination.Config
}
func NewDestination() sdk.Destination {
return sdk.DestinationWithMiddleware(&Destination{}, sdk.DefaultDestinationMiddleware()...)
}
func (d *Destination) Parameters() config.Parameters {
return destination.Config{}.Parameters()
}
func (d *Destination) Configure(ctx context.Context, cfg config.Config) error {
err := sdk.Util.ParseConfig(ctx, cfg, &d.config, NewDestination().Parameters())
if err != nil {
return err
}
err = d.config.Validate()
if err != nil {
return err
}
recordFormat := cfg[sdk.DestinationWithRecordFormatConfig{}.RecordFormatParameterName()]
if recordFormat != "" {
recordFormatType, _, _ := strings.Cut(recordFormat, "/")
if recordFormatType == (sdk.DebeziumConverter{}.Name()) {
d.config = d.config.WithKafkaConnectKeyFormat()
}
}
return nil
}
func (d *Destination) Open(ctx context.Context) error {
err := d.config.TryDial(ctx)
if err != nil {
return fmt.Errorf("failed to dial broker: %w", err)
}
d.producer, err = destination.NewFranzProducer(ctx, d.config)
if err != nil {
return fmt.Errorf("failed to create Kafka producer: %w", err)
}
return nil
}
func (d *Destination) Write(ctx context.Context, records []opencdc.Record) (int, error) {
return d.producer.Produce(ctx, records)
}
// Teardown shuts down the Kafka client.
func (d *Destination) Teardown(ctx context.Context) error {
if d.producer != nil {
err := d.producer.Close(ctx)
if err != nil {
return fmt.Errorf("failed closing Kafka producer: %w", err)
}
}
return nil
}