Merge remote-tracking branch 'origin/main' into sourcifyeth-main

.github/workflows/release.yml

@@ -0,0 +1,70 @@
+name: Release on Google Cloud Run
+
+on:
+  push:
+    branches:
+      - main
+
+env:
+  REGISTRY: ghcr.io
+  IMAGE_NAME: verifier-alliance/parquet-export
+  GCP_PROJECT: verifier-alliance
+  WORKLOAD_IDENTITY_PROVIDER: projects/1064646032521/locations/global/workloadIdentityPools/github-actions/providers/vera-github-actions
+  SERVICE_ACCOUNT: vera-cloud-run-deployer@verifier-alliance.iam.gserviceaccount.com
+  JOB_NAME: parquet-export-${{ github.ref_name }}
+  REGION: europe-west3
+  GCP_REPOSITORY: ghcr
+
+jobs:
+  release:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      packages: write
+      id-token: write
+      attestations: write
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Log in to the Container registry
+        uses: docker/login-action@65b78e6e13532edd9afa3aa52ac7964289d1a9c1
+        with:
+          registry: ${{ env.REGISTRY }}
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Extract metadata (tags, labels) for Docker
+        id: meta
+        uses: docker/metadata-action@9ec57ed1fcdbf14dcef7dfbe97b2010124a938b7
+        with:
+          images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
+
+      - name: Build and push Docker image
+        id: push
+        uses: docker/build-push-action@f2a1d5e99d037542a71f64918e516c093c6f3fc4
+        with:
+          context: .
+          push: true
+          tags: ${{ steps.meta.outputs.tags }}
+          labels: ${{ steps.meta.outputs.labels }}
+
+      - name: Generate artifact attestation
+        uses: actions/attest-build-provenance@v1
+        with:
+          subject-name: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME}}
+          subject-digest: ${{ steps.push.outputs.digest }}
+          push-to-registry: true
+
+      - name: "auth GCP"
+        uses: "google-github-actions/auth@v2"
+        with:
+          workload_identity_provider: ${{ env.WORKLOAD_IDENTITY_PROVIDER }}
+          service_account: ${{ env.SERVICE_ACCOUNT }}
+
+      - id: 'deploy'
+        uses: 'google-github-actions/deploy-cloudrun@v2'
+        with:
+          job: ${{ env.JOB_NAME }}
+          region: ${{ env.REGION }}
+          image: ${{ env.REGION }}-docker.pkg.dev/${{ env.GCP_PROJECT }}/${{ env.GCP_REPOSITORY }}/${{ env.IMAGE_NAME }}:${{ github.ref_name }}@${{ steps.push.outputs.digest }}

config.py

@@ -62,7 +62,6 @@
             'language': 'string',
             'name': 'string',
             'fully_qualified_name': 'string',
-            'sources': 'json',
             'compiler_settings': 'json',
             'compilation_artifacts': 'json',
             'creation_code_hash': 'object',
@@ -71,7 +70,32 @@
             'runtime_code_artifacts': 'json'
         },
         'chunk_size': 1000,
-        'num_chunks_per_file': 5
+        'num_chunks_per_file': 10
+    },
+    {
+        'name': 'compiled_contracts_sources',
+        'datatypes': {
+            'id': 'string',
+            'compilation_id': 'string',
+            'source_hash': 'object',
+            'path': 'string'
+        },
+        'chunk_size': 100000,
+        'num_chunks_per_file': 10
+    },
+    {
+        'name': 'sources',
+        'datatypes': {
+            'source_hash': 'object',
+            'source_hash_keccak': 'object',
+            'content': 'string',
+            'created_at': 'datetime64[ns]',
+            'updated_at': 'datetime64[ns]',
+            'created_by': 'string',
+            'updated_by': 'string'
+        },
+        'chunk_size': 1000,
+        'num_chunks_per_file': 10
     },
     {
         'name': 'verified_contracts',