Verified Proxy: Pre-fetch state using eth_createAccessList and add caching to EVM calls

.github/workflows/ci.yml

@@ -17,8 +17,8 @@ on:
       - '**/*.md'
       - '**/*.yml'
       - 'hive_integration/**'
-      - 'fluffy/**'
-      - '.github/workflows/fluffy*.yml'
+      - 'portal/**'
+      - '.github/workflows/portal*.yml'
       - 'nimbus_verified_proxy/**'
       - '.github/workflows/nimbus_verified_proxy.yml'
 
@@ -36,13 +36,10 @@ jobs:
         target:
           - os: linux
             cpu: amd64
-            evmc: nimvm
           - os: windows
             cpu: amd64
-            evmc: nimvm
           - os: macos
             cpu: arm64
-            evmc: nimvm
         include:
           - target:
               os: linux
@@ -58,7 +55,7 @@ jobs:
       run:
         shell: bash
 
-    name: '${{ matrix.target.os }}-${{ matrix.target.cpu }}-${{ matrix.target.evmc }}'
+    name: '${{ matrix.target.os }}-${{ matrix.target.cpu }}'
     runs-on: ${{ matrix.builder }}
     steps:
       - name: Checkout nimbus-eth1
@@ -106,12 +103,6 @@ jobs:
           [[ -z "$ncpu" || $ncpu -le 0 ]] && ncpu=1
           echo "ncpu=${ncpu}" >> $GITHUB_ENV
 
-          if [[ '${{ matrix.target.evmc }}' == 'evmc' ]]; then
-            echo "ENABLE_EVMC=1" >> $GITHUB_ENV
-          else
-            echo "ENABLE_EVMC=0" >> $GITHUB_ENV
-          fi
-
       - name: Install build dependencies (Macos)
         # Some home brew modules were reported missing
         if: runner.os == 'Macos'
@@ -127,16 +118,6 @@ jobs:
           path: external/mingw-${{ matrix.target.cpu }}
           key: 'mingw-llvm-17-${{ matrix.target.cpu }}'
 
-      - name: Restore Nim DLLs dependencies (Windows) from cache
-        if: runner.os == 'Windows'
-        id: windows-dlls-cache
-        uses: actions/cache@v4
-        with:
-          path: external/dlls-${{ matrix.target.cpu }}
-          # according to docu, idle caches are kept for up to 7 days
-          # so change dlls# to force new cache contents (for some number #)
-          key: dlls1-${{ matrix.target.cpu }}
-
       - name: Install llvm-mingw dependency (Windows)
         if: >
           steps.windows-mingw-cache.outputs.cache-hit != 'true' &&
@@ -155,22 +136,11 @@ jobs:
           7z x -y "external/mingw-${{ matrix.target.cpu }}.zip" -oexternal/mingw-${{ matrix.target.cpu }}/
           mv external/mingw-${{ matrix.target.cpu }}/**/* ./external/mingw-${{ matrix.target.cpu }}
 
-      - name: Install DLLs dependencies (Windows)
-        if: >
-          steps.windows-dlls-cache.outputs.cache-hit != 'true' &&
-          runner.os == 'Windows'
-        run: |
-          DLLPATH=external/dlls-${{ matrix.target.cpu }}
-          mkdir -p external
-          curl -L "https://nim-lang.org/download/windeps.zip" -o external/windeps.zip
-          7z x -y external/windeps.zip -o"$DLLPATH"
-
       - name: Path to cached dependencies (Windows)
         if: >
           runner.os == 'Windows'
         run: |
           echo '${{ github.workspace }}'"/external/mingw-${{ matrix.target.cpu }}/bin" >> $GITHUB_PATH
-          echo '${{ github.workspace }}'"/external/dlls-${{ matrix.target.cpu }}" >> $GITHUB_PATH
 
       - name: Get latest nimbus-build-system commit hash
         id: versions
@@ -186,7 +156,7 @@ jobs:
         uses: actions/cache@v4
         with:
           path: NimBinCache
-          key: 'nim-${{ matrix.target.os }}-${{ matrix.target.cpu }}-${{ steps.versions.outputs.nimbus_build_system }}-${{ matrix.target.evmc }}'
+          key: 'nim-${{ matrix.target.os }}-${{ matrix.target.cpu }}-${{ steps.versions.outputs.nimbus_build_system }}'
 
       - name: Build Nim and Nimbus-eth1 dependencies
         run: |
@@ -196,7 +166,7 @@ jobs:
         if: runner.os == 'Windows'
         run: |
           gcc --version
-          DEFAULT_MAKE_FLAGS="-j${ncpu} ENABLE_EVMC=${ENABLE_EVMC} ENABLE_VMLOWMEM=${ENABLE_VMLOWMEM}"
+          DEFAULT_MAKE_FLAGS="-j${ncpu} ENABLE_VMLOWMEM=${ENABLE_VMLOWMEM}"
           mingw32-make ${DEFAULT_MAKE_FLAGS} all test_import build_fuzzers
           build/nimbus_execution_client.exe --help
           # give us more space
@@ -208,7 +178,7 @@ jobs:
         if: runner.os == 'Linux'
         run: |
           export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:/usr/local/lib"
-          DEFAULT_MAKE_FLAGS="-j${ncpu} ENABLE_EVMC=${ENABLE_EVMC}"
+          DEFAULT_MAKE_FLAGS="-j${ncpu}"
           env CC=gcc make ${DEFAULT_MAKE_FLAGS} all test_import build_fuzzers
           build/nimbus_execution_client --help
           # CC, GOARCH, and CGO_ENABLED are needed to select correct compiler 32/64 bit
@@ -223,7 +193,7 @@ jobs:
         if: runner.os == 'Macos'
         run: |
           export ZERO_AR_DATE=1 # avoid timestamps in binaries
-          DEFAULT_MAKE_FLAGS="-j${ncpu} ENABLE_EVMC=${ENABLE_EVMC}"
+          DEFAULT_MAKE_FLAGS="-j${ncpu}"
           make ${DEFAULT_MAKE_FLAGS} all test_import build_fuzzers
           build/nimbus_execution_client --help
           # "-static" option will not work for osx unless static system libraries are provided

.github/workflows/kurtosis.yml

@@ -19,8 +19,8 @@ on:
       - 'docs/**'
       - '**/*.md'
       - 'hive_integration/**'
-      - 'fluffy/**'
-      - '.github/workflows/fluffy*.yml'
+      - 'portal/**'
+      - '.github/workflows/portal*.yml'
       - 'nimbus_verified_proxy/**'
       - '.github/workflows/nimbus_verified_proxy.yml'
   pull_request:
@@ -31,8 +31,8 @@ on:
       - 'docs/**'
       - '**/*.md'
       - 'hive_integration/**'
-      - 'fluffy/**'
-      - '.github/workflows/fluffy*.yml'
+      - 'portal/**'
+      - '.github/workflows/portal*.yml'
       - 'nimbus_verified_proxy/**'
       - '.github/workflows/nimbus_verified_proxy.yml'
 
@@ -282,4 +282,4 @@ jobs:
           echo ""
 
           exit 1 # fail action
-        fi
+        fi

.github/workflows/nimbus_docker_build.yml

@@ -15,12 +15,12 @@ on:
     branches:
       - 'master'
     paths-ignore:
-      - 'fluffy/**'
+      - 'portal/**'
       - '**/*.md'
-      - '.github/workflows/fluffy*.yml'
+      - '.github/workflows/portal*.yml'
       - 'nimbus_verified_proxy/**'
       - '.github/workflows/nimbus_verified_proxy.yml'
-      
+
   workflow_dispatch:
 
 env:
@@ -130,7 +130,7 @@ jobs:
           jq -cr '.tags | map("-t " + .) | join(" ")' <<< "$DOCKER_METADATA_OUTPUT_JSON"
           docker buildx imagetools create $(jq -cr '.tags | map("-t " + .) | join(" ")' <<< "$DOCKER_METADATA_OUTPUT_JSON") \
             $(printf '${{ env.REGISTRY_IMAGE }}@sha256:%s ' *)
-            
+
       - name: Inspect image
         run: |
           docker buildx imagetools inspect ${{ env.REGISTRY_IMAGE }}:${{ steps.meta.outputs.version }}

.github/workflows/nimbus_verified_proxy.yml

@@ -44,7 +44,7 @@ jobs:
           # - os: linux
           #   cpu: i386
           - os: macos
-            cpu: amd64
+            cpu: arm64
           - os: windows
             cpu: amd64
         include:
@@ -72,6 +72,8 @@ jobs:
         run: |
           if [[ '${{ matrix.target.cpu }}' == 'amd64' ]]; then
             PLATFORM=x64
+          elif [[ '${{ matrix.target.cpu }}' == 'arm64' ]]; then
+            PLATFORM=arm64
           else
             PLATFORM=x86
           fi
@@ -133,14 +135,6 @@ jobs:
           path: external/mingw-${{ matrix.target.cpu }}
           key: 'mingw-llvm-17-${{ matrix.target.cpu }}'
 
-      - name: Restore Nim DLLs dependencies (Windows) from cache
-        if: runner.os == 'Windows'
-        id: windows-dlls-cache
-        uses: actions/cache@v4
-        with:
-          path: external/dlls-${{ matrix.target.cpu }}
-          key: 'dlls-${{ matrix.target.cpu }}-verified-proxy'
-
       - name: Install llvm-mingw dependency (Windows)
         if: >
           steps.windows-mingw-cache.outputs.cache-hit != 'true' &&
@@ -159,22 +153,11 @@ jobs:
           7z x -y "external/mingw-${{ matrix.target.cpu }}.zip" -oexternal/mingw-${{ matrix.target.cpu }}/
           mv external/mingw-${{ matrix.target.cpu }}/**/* ./external/mingw-${{ matrix.target.cpu }}
 
-      - name: Install DLLs dependencies (Windows)
-        if: >
-          steps.windows-dlls-cache.outputs.cache-hit != 'true' &&
-          runner.os == 'Windows'
-        run: |
-          DLLPATH=external/dlls-${{ matrix.target.cpu }}
-          mkdir -p external
-          curl -L "https://nim-lang.org/download/windeps.zip" -o external/windeps.zip
-          7z x -y external/windeps.zip -o"$DLLPATH"
-
       - name: Path to cached dependencies (Windows)
         if: >
           runner.os == 'Windows'
         run: |
           echo '${{ github.workspace }}'"/external/mingw-${{ matrix.target.cpu }}/bin" >> $GITHUB_PATH
-          echo '${{ github.workspace }}'"/external/dlls-${{ matrix.target.cpu }}" >> $GITHUB_PATH
 
       - name: Get latest nimbus-build-system commit hash
         id: versions
@@ -236,7 +219,7 @@ jobs:
       - name: Check nph formatting
         # Pin nph to a specific version to avoid sudden style differences.
         # Updating nph version should be accompanied with running the new
-        # version on the fluffy directory.
+        # version on the nimbus_verified_proxy directory.
         run: |
           VERSION="v0.6.1"
           ARCHIVE="nph-linux_x64.tar.gz"