feat: exec api (#1997)

## Overview
This pr contains a rewrite of rollkit, combining all repos into one allowing systems to work seamlessly without overhead. Thank you to everyone involved


---------

Co-authored-by: Tomasz Zdybał <tomek@zdybal.lap.pl>
Co-authored-by: Yarik Bratashchuk <yarik.bratashchuk@gmail.com>
Co-authored-by: Yarik Bratashchuk <yarikbratashchuk@protonmail.com>
Co-authored-by: gupadhyaya <ganeshrvce@gmail.com>
Co-authored-by: Facundo <facundomedica@gmail.com>
Co-authored-by: Randy Grok <98407738+randygrok@users.noreply.github.com>
Co-authored-by: Randy Grok <randygrok@gmail.com>
Co-authored-by: Manav Aggarwal <manavaggarwal1234@gmail.com>
Co-authored-by: tac0turtle <marko@baricevic.me>
Co-authored-by: twizzl-w <196821782+twizzl-w@users.noreply.github.com>
Co-authored-by: julienrbrt <julien@rbrt.fr>

Author: tac0turtle

.github/workflows/ci_release.yml

@@ -48,7 +48,7 @@ jobs:
       - name: Build cli
         run: make install
       - name: Run cli
-        run: rollkit start --ci
+        run: testapp init
 
   # branch_name trims ref/heads/ from github.ref to access a clean branch name
   branch_name:
@@ -69,6 +69,9 @@ jobs:
     permissions: "write-all"
     steps:
       - uses: actions/checkout@v4
+      - name: Remove existing files
+        run: |
+          rm -rf /opt/homebrew/bin/gtar
       - name: Version Release
         uses: rollkit/.github/.github/actions/version-release@v0.5.0
         with:

.github/workflows/lint.yml

@@ -55,14 +55,6 @@ jobs:
       - uses: actions/checkout@v4
       - uses: rollkit/.github/.github/actions/markdown-lint@v0.5.0
 
-  protobuf-lint:
-    runs-on: ubuntu-latest
-    timeout-minutes: 5
-    steps:
-      - uses: actions/checkout@v4
-      - run: make proto-gen
-      - run: make proto-lint
-
   cli-docs-lint:
     name: Lint CLI Docs
     runs-on: ubuntu-latest
@@ -75,7 +67,7 @@ jobs:
       - name: install rollkit cli
         run: make install
       - name: Generate Docs
-        run: rollkit docs-gen
+        run: testapp docs-gen
       - name: Verify no diff
         run: |
           DIFF=$(git diff)

.github/workflows/proto.yml

@@ -2,26 +2,13 @@
 name: Protobuf
 on:
   workflow_call:
+permissions:
+  contents: read
 
 jobs:
-  proto-gen:
+  buf-check:
     runs-on: ubuntu-latest
     timeout-minutes: 5
     steps:
       - uses: actions/checkout@v4
-      - name: "Check protobuf generated code matches committed code"
-        # yamllint disable
-        run: |
-          set -euo pipefail
-
-          make proto-gen
-
-          if ! git diff --stat --exit-code ; then
-            echo ">> ERROR:"
-            echo ">>"
-            echo ">> Protobuf generated code requires update (either tools or .proto files may have changed)."
-            echo ">> Ensure your tools are up-to-date, re-run 'make proto-gen' and update this PR."
-            echo ">>"
-            exit 1
-          fi
-        # yamllint enable
+      - uses: bufbuild/buf-action@v1

.github/workflows/test.yml

@@ -5,6 +5,18 @@ on:
   workflow_call:
 
 jobs:
+  build_all-apps:
+    name: Build All Rollkit Binaries
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: set up go
+        uses: actions/setup-go@v5
+        with:
+          go-version-file: ./go.mod
+      - name: Build all rollkit binaries
+        run: make build-all
+
   go_mod_tidy_check:
     name: Go Mod Tidy Check
     runs-on: ubuntu-latest
@@ -13,7 +25,7 @@ jobs:
       - uses: actions/setup-go@v5
         with:
           go-version-file: ./go.mod
-      - run: go mod tidy
+      - run: make tidy-all
       - name: check for diff
         run: git diff --exit-code
 
@@ -27,13 +39,37 @@ jobs:
         with:
           go-version-file: ./go.mod
       - name: Run unit test
-        run: make test
+        run: go test -race -covermode=atomic -coverprofile=coverage.txt ./...
       - name: upload coverage report
         uses: codecov/codecov-action@v5.4.0
         with:
           token: ${{ secrets.CODECOV_TOKEN }}
           file: ./coverage.txt
 
+  test_single_sequencer:
+    name: Run Single Sequencer Tests
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: set up go
+        uses: actions/setup-go@v5
+        with:
+          go-version-file: ./go.mod
+      - name: Run unit test
+        run: cd sequencers/single && go test ./...
+
+  test_da:
+    name: Run DA Tests
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: set up go
+        uses: actions/setup-go@v5
+        with:
+          go-version-file: ./go.mod
+      - name: Run unit test
+        run: cd da && go test ./...
+
   integration_test:
     name: Run Integration Tests
     runs-on: ubuntu-latest

.gitignore

@@ -3,7 +3,11 @@ proto/pb
 proto/tendermint
 types/pb/tendermint
 .vscode/launch.json
+.vscode/settings.json
 */**.html
 *.idea
 *.env
 .*env
+build
+.aider*
+.DS_Store

.golangci.yml

@@ -1,49 +1,52 @@
+version: "2"
 run:
-  timeout: 5m
   modules-download-mode: readonly
-
 linters:
   enable:
     - errorlint
-    - errcheck
-    - gofmt
-    - goimports
     - gosec
-    - gosimple
-    - govet
-    - ineffassign
     - misspell
     - revive
-    - staticcheck
-    - typecheck
     - unconvert
-    - unused
-
-issues:
-  exclude-use-default: false
-  # mempool and indexer code is borrowed from Tendermint
-  exclude-dirs:
-    - mempool
-    - state/indexer
-    - state/txindex
-    - third_party
-  include:
-    - EXC0012 # EXC0012 revive: Annoying issue about not having a comment. The rare codebase has such comments
-    - EXC0014 # EXC0014 revive: Annoying issue about not having a comment. The rare codebase has such comments
-
-linters-settings:
-  gosec:
-    excludes:
-      - G115
-  revive:
-    rules:
-      - name: package-comments
-        disabled: true
-      - name: duplicated-imports
-        severity: warning
-      - name: exported
-        arguments:
-          - disableStutteringCheck
-
-  goimports:
-    local-prefixes: github.com/rollkit
+  settings:
+    gosec:
+      excludes:
+        - G115
+    revive:
+      rules:
+        - name: package-comments
+          disabled: true
+        - name: duplicated-imports
+          severity: warning
+        - name: exported
+          arguments:
+            - disableStutteringCheck
+  exclusions:
+    generated: lax
+    presets:
+      - comments
+      - common-false-positives
+      - legacy
+      - std-error-handling
+    paths:
+      - third_party$
+      - builtin$
+      - examples$
+formatters:
+  enable:
+    - gci
+    - gofmt
+  settings:
+    gci:
+      sections:
+        - standard
+        - default
+        - prefix(github.com/rollkit)
+        - prefix(github.com/rollkit/rollkit)
+      custom-order: true
+  exclusions:
+    generated: lax
+    paths:
+      - third_party$
+      - builtin$
+      - examples$

Dockerfile

@@ -1,37 +1,35 @@
 ## prep the base image.
 #
-FROM golang as base
+FROM golang:1.24 AS base
 
-RUN apt update && \
-	apt-get install -y \
+RUN apt-get update && \
+	apt-get install -y --no-install-recommends \
 	build-essential \
 	ca-certificates \
-	curl
+	curl \
+	&& rm -rf /var/lib/apt/lists/*
 
 # enable faster module downloading.
-ENV GOPROXY https://proxy.golang.org
+ENV GOPROXY=https://proxy.golang.org
 
 ## builder stage.
 #
-FROM base as builder
+FROM base AS builder
 
 WORKDIR /rollkit
 
-# cache dependencies.
-COPY ./go.mod . 
-COPY ./go.sum . 
-RUN go mod download
-
+# Copy all source code first
 COPY . .
 
-RUN make install
+# Now download dependencies and build
+RUN go mod download && make install
 
 ## prep the final image.
 #
 FROM base
 
-COPY --from=builder /go/bin/rollkit /usr/bin
+COPY --from=builder /go/bin/testapp /usr/bin
 
 WORKDIR /apps
 
-ENTRYPOINT ["rollkit"]
+ENTRYPOINT ["testapp"]

Dockerfile.da

@@ -0,0 +1,32 @@
+FROM golang:1.24-alpine AS build-env
+
+# Set working directory for the build
+WORKDIR /src
+
+COPY . .
+
+RUN cd da && \
+    (test -f go.mod || go mod init da) && \
+    go mod tidy -compat=1.19 && \
+    CGO_ENABLED=0 go build -o local-da ./cmd/local-da/main.go
+
+RUN ls -alh ./
+# RUN cd da && \
+#     go mod tidy -compat=1.19
+# RUN pwd
+# RUN cd da && go build ./cmd/local-da/main.go
+
+
+# Final image
+FROM alpine:3.18.3
+
+WORKDIR /root
+
+# Copy over binaries from the build-env
+# COPY --from=build-env /src/build/local-da /usr/bin/local-da
+COPY --from=build-env /src/da/local-da /usr/bin/local-da
+
+EXPOSE 7980
+
+ENTRYPOINT ["local-da"]
+CMD ["-listen-all"]