feat: keep track of block and indexer cursor (keep-starknet-strange#153)

* fixed indexer cursor * feat: fixed a script.js file * feat: fixed a docker file * Cleanup and get cursor persistance working * Formatting * Patch indexer script --------- Co-authored-by: BillXJ <[email protected]> Co-authored-by: Brandon Roberts <[email protected]>
lfgtwo · May 21, 2024 · cea2619 · cea2619
1 parent 388e987
commit cea2619
Show file tree

Hide file tree

Showing 4 changed files with 9 additions and 2 deletions.
diff --git a/backend/routes/indexer/route.go b/backend/routes/indexer/route.go
@@ -1,6 +1,7 @@
 package indexer
 
 import (
+	"fmt"
 	"net/http"
 
 	routeutils "github.com/keep-starknet-strange/art-peace/backend/routes/utils"
@@ -83,6 +84,10 @@ func consumeIndexerMsg(w http.ResponseWriter, r *http.Request) {
 		return
 	}
 
+	if len(message.Data.Batch) == 0 {
+		fmt.Println("No events in batch")
+		return
+	}
 	for _, event := range message.Data.Batch[0].Events {
 		eventKey := event.Event.Keys[0]
 		eventProcessor, ok := eventProcessors[eventKey]

diff --git a/docker-compose.yml b/docker-compose.yml
@@ -103,6 +103,8 @@ services:
     environment:
       - APIBARA_STREAM_URL=http://art-peace-apibara-1:7171
       - BACKEND_TARGET_URL=http://art-peace-backend-1:8080/consume-indexer-msg
+      - PERSIST_TO_REDIS=redis://art-peace-redis-1:6379
+      - INDEXER_ID=art-peace-indexer-id
     volumes:
       - configs:/configs
     restart: on-failure

diff --git a/indexer/Dockerfile b/indexer/Dockerfile
@@ -3,4 +3,5 @@ FROM quay.io/apibara/sink-webhook:0.6.0 as sink-webhook
 WORKDIR /indexer
 COPY ./indexer/script.js .
 
-CMD ["run", "script.js", "--allow-env", "/configs/configs.env", "--allow-env-from-env", "BACKEND_TARGET_URL,APIBARA_STREAM_URL"]
+RUN echo $INDEXER_ID
+CMD ["run", "script.js", "--allow-env", "/configs/configs.env", "--allow-env-from-env", "BACKEND_TARGET_URL,APIBARA_STREAM_URL,PERSIST_TO_REDIS,INDEXER_ID", "--allow-net", "--sink-id", "art-peace-sink-id"]
diff --git a/indexer/script.js b/indexer/script.js
@@ -133,7 +133,6 @@ export const config = {
   },
 };
 
-// This transform does nothing.
 export default function transform(block) {
   return block;
 }