Service bootstrap (#397)

* Commit protos

* Bootstrap server

* Add Server

* Add DB

* Add registry to startup command

* Better shutdowns

cmd/replication/main.go

@@ -0,0 +1,116 @@
+package main
+
+import (
+	"context"
+	"log"
+	"os"
+	"os/signal"
+	"sync"
+	"syscall"
+
+	"github.com/jessevdk/go-flags"
+	"github.com/xmtp/xmtp-node-go/pkg/replication"
+	"github.com/xmtp/xmtp-node-go/pkg/replication/registry"
+	"github.com/xmtp/xmtp-node-go/pkg/tracing"
+	"go.uber.org/zap"
+	"go.uber.org/zap/zapcore"
+)
+
+var Commit string
+
+var options replication.Options
+
+func main() {
+	if _, err := flags.Parse(&options); err != nil {
+		if err, ok := err.(*flags.Error); !ok || err.Type != flags.ErrHelp {
+			fatal("Could not parse options: %s", err)
+		}
+		return
+	}
+	addEnvVars()
+
+	log, _, err := buildLogger(options)
+	if err != nil {
+		fatal("Could not build logger: %s", err)
+	}
+
+	ctx, cancel := context.WithCancel(context.Background())
+
+	var wg sync.WaitGroup
+	doneC := make(chan bool, 1)
+	tracing.GoPanicWrap(ctx, &wg, "main", func(ctx context.Context) {
+		s, err := replication.New(ctx, log, options, registry.NewFixedNodeRegistry([]registry.Node{}))
+		if err != nil {
+			log.Fatal("initializing server", zap.Error(err))
+		}
+		s.WaitForShutdown()
+		doneC <- true
+	})
+
+	sigC := make(chan os.Signal, 1)
+	signal.Notify(sigC,
+		syscall.SIGHUP,
+		syscall.SIGINT,
+		syscall.SIGTERM,
+		syscall.SIGQUIT,
+	)
+	select {
+	case sig := <-sigC:
+		log.Info("ending on signal", zap.String("signal", sig.String()))
+	case <-doneC:
+	}
+	cancel()
+	wg.Wait()
+}
+
+func addEnvVars() {
+	if connStr, hasConnstr := os.LookupEnv("WRITER_DB_CONNECTION_STRING"); hasConnstr {
+		options.DB.WriterConnectionString = connStr
+	}
+
+	if connStr, hasConnstr := os.LookupEnv("READER_DB_CONNECTION_STRING"); hasConnstr {
+		options.DB.WriterConnectionString = connStr
+	}
+
+	if privKey, hasPrivKey := os.LookupEnv("PRIVATE_KEY"); hasPrivKey {
+		options.PrivateKeyString = privKey
+	}
+}
+
+func fatal(msg string, args ...any) {
+	log.Fatalf(msg, args...)
+}
+
+func buildLogger(options replication.Options) (*zap.Logger, *zap.Config, error) {
+	atom := zap.NewAtomicLevel()
+	level := zapcore.InfoLevel
+	err := level.Set(options.LogLevel)
+	if err != nil {
+		return nil, nil, err
+	}
+	atom.SetLevel(level)
+
+	cfg := zap.Config{
+		Encoding:         options.LogEncoding,
+		Level:            atom,
+		OutputPaths:      []string{"stdout"},
+		ErrorOutputPaths: []string{"stderr"},
+		EncoderConfig: zapcore.EncoderConfig{
+			MessageKey:   "message",
+			LevelKey:     "level",
+			EncodeLevel:  zapcore.CapitalLevelEncoder,
+			TimeKey:      "time",
+			EncodeTime:   zapcore.ISO8601TimeEncoder,
+			NameKey:      "caller",
+			EncodeCaller: zapcore.ShortCallerEncoder,
+		},
+	}
+	log, err := cfg.Build()
+	if err != nil {
+		return nil, nil, err
+	}
+
+	log = log.Named("replication")
+
+	return log, &cfg, nil
+}

dev/docker/docker-compose.yml

@@ -6,18 +6,26 @@ services:
     ports:
       - 15432:5432
   authz-db:
-    image: postgres:13
+    image: postgres:16
     environment:
       POSTGRES_PASSWORD: xmtp
     ports:
       - 6543:5432
+
   mls-db:
-    image: postgres:13
+    image: postgres:16
     environment:
       POSTGRES_PASSWORD: xmtp
     ports:
       - 7654:5432
 
+  replication-db:
+    image: postgres:16
+    environment:
+      POSTGRES_PASSWORD: xmtp
+    ports:
+      - 8765:5432
+
   prometheus:
     image: prom/prometheus
     ports:

dev/generate

@@ -6,7 +6,7 @@ go generate ./...
 # Generate mocks
 mockery
 rm -rf pkg/proto/**/*.pb.go pkg/proto/**/*.pb.gw.go pkg/proto/**/*.swagger.json
-if ! buf generate https://github.com/xmtp/proto.git#branch=main,subdir=proto; then
+if ! buf generate https://github.com/xmtp/proto.git#branch=rich/xmtpv4,subdir=proto; then
     echo "Failed to generate protobuf definitions"
     exit 1
 fi

pkg/migrations/replication/20240528181852_init-schema.down.sql

@@ -0,0 +1,8 @@
+SET statement_timeout = 0;
+
+--bun:split
+SELECT
+	1
+	--bun:split
+	SELECT
+		2

pkg/migrations/replication/20240528181852_init-schema.up.sql

@@ -0,0 +1,6 @@
+SET statement_timeout = 0;
+
+--bun:split
+SELECT
+	1;
+

pkg/migrations/replication/migrate.go

@@ -0,0 +1,18 @@
+package replication
+
+import (
+	"embed"
+
+	"github.com/uptrace/bun/migrate"
+)
+
+var Migrations = migrate.NewMigrations()
+
+//go:embed *.sql
+var sqlMigrations embed.FS
+
+func init() {
+	if err := Migrations.Discover(sqlMigrations); err != nil {
+		panic(err)
+	}
+}