add grpc-web gateways for REST access to Journal and Shard APIs

.github/workflows/ci-workflow.yaml

@@ -114,7 +114,7 @@ jobs:
         # We upload this to the artifacts that are attached to the action just to make it easy for
         # someone to pull down a build from another branch.
       - name: "Upload Binaries"
-        uses: actions/upload-artifact@v2
+        uses: actions/upload-artifact@v4
         with:
           name: "gazette-x86_64-linux-gnu.zip"
           path: ".build-ci/gazette-x86_64-linux-gnu.zip"

Makefile

@@ -20,7 +20,9 @@ ci-release-gazette-examples-targets = \
 # Targets of protobufs which must be compiled.
 protobuf-targets = \
 	./broker/protocol/protocol.pb.go \
+	./broker/protocol/protocol.pb.gw.go \
 	./consumer/protocol/protocol.pb.go \
+	./consumer/protocol/protocol.pb.gw.go \
 	./consumer/recoverylog/recorded_op.pb.go \
 	./examples/word-count/word_count.pb.go
 

broker/protocol/protocol_gateway.yaml

@@ -0,0 +1,11 @@
+type: google.api.Service
+config_version: 3
+
+http:
+  rules:
+    - selector: protocol.Journal.List
+      post: /v1/journals/list
+      body: "*"
+    - selector: protocol.Journal.Read
+      post: /v1/journals/read
+      body: "*"

cmd/gazette/main.go

@@ -8,6 +8,8 @@ import (
 	"syscall"
 	"time"
 
+	"github.com/gogo/gateway"
+	"github.com/grpc-ecosystem/grpc-gateway/runtime"
 	"github.com/jessevdk/go-flags"
 	log "github.com/sirupsen/logrus"
 	"go.gazette.dev/core/allocator"
@@ -85,7 +87,7 @@ func (cmdServe) Execute(args []string) error {
 	}
 
 	// Bind our server listener, grabbing a random available port if Port is zero.
-	srv, err := server.New("", Config.Broker.Host, Config.Broker.Port, serverTLS, peerTLS, Config.Broker.MaxGRPCRecvSize)
+	srv, err := server.New("", Config.Broker.Host, Config.Broker.Port, serverTLS, peerTLS, Config.Broker.MaxGRPCRecvSize, nil)
 	mbp.Must(err, "building Server instance")
 
 	// If a file:// root was provided, ensure it exists and apply it.
@@ -116,6 +118,13 @@ func (cmdServe) Execute(args []string) error {
 		signalCh = make(chan os.Signal, 1)
 	)
 	pb.RegisterJournalServer(srv.GRPCServer, pb.NewVerifiedJournalServer(service, verifier))
+
+	var mux *runtime.ServeMux = runtime.NewServeMux(
+		runtime.WithMarshalerOption(runtime.MIMEWildcard, new(gateway.JSONPb)),
+		runtime.WithProtoErrorHandler(runtime.DefaultHTTPProtoErrorHandler),
+	)
+	pb.RegisterJournalHandler(tasks.Context(), mux, srv.GRPCLoopback)
+	srv.HTTPMux.Handle("/v1/", Config.Broker.CORSWrapper(mux))
 	srv.HTTPMux.Handle("/", http_gateway.NewGateway(pb.NewRoutedJournalClient(lo, pb.NoopDispatchRouter{})))
 	ks.WatchApplyDelay = Config.Broker.WatchDelay