WIP: Script to check all shards with local dynamo

Author: mcpherrinm

check-le-all.sh

@@ -0,0 +1,42 @@
+#!/bin/bash
+
+set -eux
+
+#
+#  Check all of Let's Encrypt CRL shards
+
+check() {
+  for SHARD in $(seq 0 127); do
+    S3_CRL_OBJECT=$1/$SHARD.crl \
+    S3_CRL_BUCKET=$2 \
+    BOULDER_BASE_URL=$3 \
+     go run cmd/checker/checker.go
+  done
+}
+
+# TODO: r3/e1 might be backwards
+R3STG="4169287449788112"
+E1STG="58367272336442518"
+R3PROD="20506757847264211"
+E1PROD="67430855296768143"
+
+STGBUCKET="le-crl-stg"
+PRODBUCKET="le-crl-prod"
+
+export DYNAMO_ENDPOINT="http://localhost:8000"
+export DYNAMO_TABLE="unseen-certificates"
+
+STGURL="https://acme-staging-v02.api.letsencrypt.org/acme/cert"
+PRODURL="https://acme-v02.api.letsencrypt.org/acme/cert"
+
+export BOULDER_MAX_FETCH=500
+export ISSUER_PATHS="checker/testdata/r3.pem:checker/testdata/e1.pem:checker/testdata/stg-e1.pem:checker/testdata/stg-r3.pem"
+
+./db/run_local_dynamo.sh &
+dynamopid=$!
+trap 'kill $dynamopid' EXIT
+
+check $R3STG $STGBUCKET $STGURL
+check $E1STG $STGBUCKET $STGURL
+check $R3PROD $PRODBUCKET $PRODURL
+check $E1PROD $PRODBUCKET $PRODURL

db/run_db_integration_test.sh

@@ -4,16 +4,7 @@ set -eux
 SCRIPT_PATH=${0%/*}
 cd "$SCRIPT_PATH"
 
-# Fetch the local DynamoDB if there isn't one here already
-if ! [ -d dynamodb_local ]; then
-  mkdir dynamodb_local
-  curl -sSL https://s3.us-west-2.amazonaws.com/dynamodb-local/dynamodb_local_latest.tar.gz \
-    | tar -xzf - -C dynamodb_local
-else
-  echo "using existing DynamoDBLocal.jar"
-fi
-
-java -Djava.library.path=./dynamodb_local/DynamoDBLocal_lib -jar ./dynamodb_local/DynamoDBLocal.jar -sharedDb -inMemory &
+./run_local_dynamo.sh &
 dynamopid=$!
 trap 'kill $dynamopid' EXIT
 

db/run_local_dynamo.sh

@@ -0,0 +1,17 @@
+#!/bin/bash
+
+set -eu
+
+SCRIPT_PATH=${0%/*}
+cd "$SCRIPT_PATH" || exit
+
+# Fetch the local DynamoDB if there isn't one here already
+if ! [ -d dynamodb_local ]; then
+  mkdir dynamodb_local
+  curl -sSL https://s3.us-west-2.amazonaws.com/dynamodb-local/dynamodb_local_latest.tar.gz \
+    | tar -xzf - -C dynamodb_local
+else
+  echo "using existing DynamoDBLocal.jar"
+fi
+
+exec java -Djava.library.path=./dynamodb_local/DynamoDBLocal_lib -jar ./dynamodb_local/DynamoDBLocal.jar -sharedDb -inMemory