Light, fluffy, and always free - The AWS Local Emulator alternative
# Floci repo tasks.
#
# Action-table docs: docs/services/*.md "Supported Actions" tables are generated
# from handler source. See tools/docs/.
#
# Service-matrix docs: docs/services/index.md's Service Matrix table is checked
# against ResolvedServiceCatalog.java so a registered service can't ship undocumented.
#
# Partition literals: hardcoded arn:aws: prefixes, amazonaws.com hosts and hosted-zone
# ids in src/main are inventoried against tools/partition/baseline.tsv so the
# commercial-partition assumption can only shrink. See tools/partition/.
#
# AWS partition data: src/main/resources/aws/partitions.json is generated from botocore's
# published partition metadata (plus two CDK region rules) by tools/aws/regen_partitions.py.
# src/main/resources/aws/dynamodb-request-shapes.json is generated from botocore's DynamoDB
# model by tools/aws/regen_dynamodb_shapes.py.
# src/main/resources/aws/redshift-serverless-request-shapes.json is generated from botocore's Redshift
# Serverless model by tools/aws/regen_redshift_serverless_shapes.py.
# API Gateway integration types come from the public service model via tools/aws/regen_apigateway_types.py.
# src/main/resources/aws/sesv2-request-shapes.json is generated from botocore's SES v2 model
# by tools/aws/regen_sesv2_shapes.py.
# src/main/resources/aws/apigateway-request-shapes.json is generated from botocore's API Gateway
# model by tools/aws/regen_apigateway_shapes.py.
# src/main/resources/aws/ecs-request-shapes.json is generated from botocore's ECS model
# by tools/aws/regen_ecs_shapes.py.
# src/main/resources/aws/ecr-request-shapes.json, the ECR request constraints, is generated
# from botocore's ECR model by tools/aws/regen_ecr_shapes.py.
# src/main/resources/aws/rds-ca-certificates.json, each Region's RDS certificate authorities, is
# generated from the certificate bundles AWS publishes by tools/aws/regen_rds_ca_certificates.py.
# src/main/resources/aws/iam-request-shapes.json, the IAM request constraints of the operations
# read from the model, is generated from botocore's IAM model by tools/aws/regen_iam_shapes.py.
# src/main/resources/aws/emr-serverless-shapes.json, the shapes the Step Functions emr-serverless
# integrations recase against, is generated from botocore's EMR Serverless model by
# tools/aws/regen_emr_serverless_shapes.py.
# src/test/resources/aws/rest-routes.json, the REST routes IamRestRouteCoverageTest checks, is
# generated from botocore's models by tools/aws/regen_rest_routes.py.
# src/main/resources/aws/iam-paginators.json, what each paged IAM list pages by, is generated
# from botocore's IAM model and paginators by tools/aws/regen_iam_paginators.py.
PYTHON ?= python3
# Native builds. The binary is built inside the Quarkus builder container (works on macOS,
# yields a Linux binary for the host arch) with the flags CI's compatibility workflow uses:
# -Ob is the quick profile, and -H:-AOTSingleCallsiteInline is required on Mandrel 25.0.4+,
# where Quarkus 3.39 turns single-callsite inlining on and the generated REST invokers for
# AwsQueryController.dispatch and AwsJson11Controller.handle then outgrow the aarch64 branch
# range (BranchTargetOutOfBoundsException). The flag exists only on Mandrel, so it lives here
# and in the workflows rather than in application.yml.
ARCH := $(shell uname -m | sed -e 's/x86_64/amd64/' -e 's/aarch64/arm64/')
NATIVE_BUILDER ?= quay.io/quarkus/ubi9-quarkus-mandrel-builder-image:jdk-25
NATIVE_ARGS ?= -Ob,-H:-AOTSingleCallsiteInline
NATIVE_IMAGE ?= floci:local-native
COMPOSE_NATIVE := docker compose -f docker-compose.yml -f docker/compose.native.yml
SUITES ?= sdk-test-java
# Host builds (make native-host): the installed GraalVM or Mandrel, found the way Quarkus finds
# it, GRAALVM_HOME first, then JAVA_HOME, then the PATH. The inlining flag above is unknown to
# GraalVM, so it is added only when that native-image is Mandrel.
comma := ,
NATIVE_IMAGE_BIN = $(or $(wildcard $(GRAALVM_HOME)/bin/native-image),$(wildcard $(JAVA_HOME)/bin/native-image),$(shell command -v native-image 2>/dev/null))
NATIVE_HOST_ARGS ?= -Ob
NATIVE_HOST_FLAGS = $(NATIVE_HOST_ARGS)$(if $(findstring andrel,$(shell "$(NATIVE_IMAGE_BIN)" --version 2>/dev/null)),$(comma)-H:-AOTSingleCallsiteInline)
NATIVE_BIN = $(firstword $(wildcard target/*-runner))
PREFIX ?= $(HOME)/.local
.DEFAULT_GOAL := help
.PHONY: help dev build test native native-host run-native native-install native-image native-up native-down native-logs clean-sidecars clean-volumes compat docker-tests \
docs-sync docs-check docs-test partition-check partition-baseline partition-audit partition-test rename-test \
slr-check slr-table slr-audit slr-test \
aws-data-sync aws-data-check aws-data-test \
iam-namespaces-sync iam-namespaces-check iam-namespaces-verify iam-namespaces-test \
iam-action-resources-sync iam-action-resources-check iam-action-resources-verify \
iam-action-resources-test iam-authorized-actions-sync iam-authorized-actions-check \
cfn-property-types-sync cfn-property-types-check cfn-property-types-verify cfn-property-types-test \
iam-authorized-actions-verify iam-authorized-actions-test iam-passed-roles-sync iam-passed-roles-check \
iam-passed-roles-verify iam-passed-roles-test iam-passed-network-connectors-sync \
iam-passed-network-connectors-check iam-passed-network-connectors-verify \
iam-passed-network-connectors-test iam-tag-on-create-sync iam-tag-on-create-check \
iam-tag-on-create-verify iam-tag-on-create-test iam-request-resources-sync iam-request-resources-check \
iam-request-resources-verify iam-request-resources-test iam-data-verify
help: ## List the targets below
@grep -hE '^[a-zA-Z_-]+:.*?## ' $(MAKEFILE_LIST) | awk 'BEGIN {FS = ":.*?## "}; {printf " %-14s %s\n", $$1, $$2}'
dev: ## Run Floci in Quarkus dev mode (hot reload on port 4566)
./mvnw quarkus:dev
build: ## Build the JVM package without running tests
./mvnw clean package -DskipTests
test: ## Run the test suite; T=Class or T=Class#method narrows it (make test T=SsmIntegrationTest)
./mvnw test $(if $(T),-Dtest='$(T)' -Dsurefire.failIfNoSpecifiedTests=false,)
native: ## Build the native binary with CI's flags and stage it in native/$(ARCH)/ (about 4 min)
./mvnw clean package -Dnative -DskipTests -B \
-Dquarkus.native.container-build=true \
-Dquarkus.native.builder-image=$(NATIVE_BUILDER) \
-Dquarkus.native.additional-build-args-append="$(NATIVE_ARGS)"
mkdir -p native/$(ARCH)
cp target/*-runner native/$(ARCH)/application
# The builder image has no zlib-static, so a container-built binary links zlib dynamically and
# ubi9-micro ships no libz.so.1; stage it next to the binary, where the runtime image's
# LD_LIBRARY_PATH finds it. CI builds with a host Mandrel that links zlib statically.
docker run --rm --entrypoint cat $(NATIVE_BUILDER) /usr/lib64/libz.so.1 > native/$(ARCH)/libz.so.1
native-host: ## Build a native binary for this machine with the installed GraalVM or Mandrel, no Docker: target/floci-<version>-runner
@test -n "$(NATIVE_IMAGE_BIN)" || { echo "native-image not found: install GraalVM or Mandrel (for example 'sdk install java 25.0.3-graal') or set GRAALVM_HOME"; exit 1; }
@echo "native-image: $(NATIVE_IMAGE_BIN) (flags $(NATIVE_HOST_FLAGS))"
./mvnw clean package -Dnative -DskipTests -B \
-Dquarkus.native.additional-build-args-append="$(NATIVE_HOST_FLAGS)"
@echo "built $(NATIVE_BIN) for $$(uname -sm)"
run-native: ## Run the host binary from native-host on port 4566, state under ./data
@test -n "$(NATIVE_BIN)" || { echo "no target/*-runner: run 'make native-host' first"; exit 1; }
@file "$(NATIVE_BIN)" | grep -q ELF && [ "$$(uname -s)" != Linux ] && { echo "$(NATIVE_BIN) is a Linux binary from 'make native'; run 'make native-host' for this machine"; exit 1; } || true
$(NATIVE_BIN)
native-install: ## Copy the host binary to $(PREFIX)/bin/floci-aws (PREFIX defaults to ~/.local); `floci` is the CLI
@test -n "$(NATIVE_BIN)" || { echo "no target/*-runner: run 'make native-host' first"; exit 1; }
mkdir -p $(PREFIX)/bin
cp "$(NATIVE_BIN)" $(PREFIX)/bin/floci-aws
@echo "installed $(PREFIX)/bin/floci-aws"
native-image: ## Package native/$(ARCH)/ as $(NATIVE_IMAGE) with docker/Dockerfile.native-package
@test -f native/$(ARCH)/application || { echo "native/$(ARCH)/application is missing: run 'make native' first"; exit 1; }
docker build -f docker/Dockerfile.native-package --build-arg VERSION=local -t $(NATIVE_IMAGE) .
native-up: ## Start $(NATIVE_IMAGE) with docker compose (docker/compose.native.yml overlay) and wait for health
$(COMPOSE_NATIVE) up -d --no-build
@for i in $$(seq 1 60); do \
curl -fsS -o /dev/null http://localhost:4566/_floci/health 2>/dev/null && { echo "Floci is healthy on http://localhost:4566"; exit 0; }; \
sleep 2; \
done; echo "Floci did not become healthy in time"; $(COMPOSE_NATIVE) logs --tail=40 floci; exit 1
native-down: ## Stop the compose stack started by native-up, then the sidecar containers Floci left behind
$(COMPOSE_NATIVE) down
$(MAKE) clean-sidecars
clean-sidecars: ## Remove the containers Floci started (label floci=true) that outlived it: ECR registry, EC2 instances, RDS, sidecars
@ids=$$(docker ps -aq --filter label=floci=true --filter label=floci_emulator=floci-aws); \
if [ -n "$$ids" ]; then docker rm -f $$ids; else echo "no Floci-managed containers left"; fi
clean-volumes: ## Remove the named volumes Floci created (label floci=true): ECR registry, RDS, OpenSearch and MSK data. Gives the next start a fresh state
@vols=$$(docker volume ls -q --filter label=floci=true --filter label=floci_emulator=floci-aws); \
if [ -n "$$vols" ]; then docker volume rm $$vols; else echo "no Floci-managed volumes left"; fi
native-logs: ## Tail the running Floci container's log
$(COMPOSE_NATIVE) logs -f --tail=100 floci
compat: ## Run compatibility suites against the running Floci: SUITES="sdk-test-java compat-cdk". The suites assume a fresh state: make clean-sidecars clean-volumes before native-up
FLOCI_START=0 COMPAT_SUITES="$(SUITES)" docker/run-docker-tests.sh
docker-tests: ## Start the JVM image with compose and run every compatibility suite in Docker
docker/run-docker-tests.sh
docs-sync: ## Regenerate the action tables in docs/services from handler source (in place)
$(PYTHON) tools/docs/regen_action_docs.py
$(PYTHON) tools/docs/regen_cfn_resource_types.py
docs-check: ## CI gate: regenerate and fail if anything is stale, unregistered, or undocumented
@$(PYTHON) tools/docs/regen_action_docs.py --strict || { \
echo ""; \
echo "error: action-table regeneration reported problems (see warnings above)."; \
exit 1; \
}
@$(PYTHON) tools/docs/regen_cfn_resource_types.py --strict || { \
echo ""; \
echo "error: the CloudFormation resource-type table is stale or reported problems."; \
echo " Run 'make docs-sync' and commit the result."; \
exit 1; \
}
@git diff --exit-code -- docs/ || { \
echo ""; \
echo "error: docs/services action tables are out of date."; \
echo " Run 'make docs-sync' and commit the result."; \
exit 1; \
}
@$(PYTHON) tools/docs/check_service_matrix.py --strict || { \
echo ""; \
echo "error: the Service Matrix in docs/services/index.md is out of sync (see warnings above)."; \
exit 1; \
}
@! grep -rn -- '-jvm' docs README.md CONTRIBUTING.md || { \
echo ""; \
echo "error: docs name a '-jvm' image tag; release.yml publishes only x.y.z, latest and their -compat twins."; \
exit 1; \
}
docs-test: ## Run the docs tooling's unit tests
$(PYTHON) -m pytest tools/docs -q
partition-check: ## CI gate: partition literals in src/main must match tools/partition/baseline.tsv
@$(PYTHON) tools/partition/partition_literals.py --check || { \
echo ""; \
echo "error: partition literals drifted from tools/partition/baseline.tsv (see above)."; \
echo " Fix the new literal, or run 'make partition-baseline' after removing some."; \
exit 1; \
}
partition-baseline: ## Regenerate tools/partition/baseline.tsv from the current tree (commit the result)
$(PYTHON) tools/partition/partition_literals.py --write-baseline
partition-audit: ## Print the per-package table of remaining partition literals
@$(PYTHON) tools/partition/partition_literals.py --audit
partition-test: ## Run the partition tooling's unit tests
$(PYTHON) -m pytest tools/partition -q
rename-test: ## Run the package rename tool's unit tests (tools/rename, reuses the partition lexer)
$(PYTHON) -m pytest tools/rename -q
slr-check: ## CI gate: the service-linked role table must match the vendored AWS data
@$(PYTHON) tools/slr/service_linked_roles.py --check || { \
echo ""; \
echo "error: src/main/resources/iam/service-linked-roles.tsv drifted (see above)."; \
echo " Run 'make slr-table SNAPSHOT=<localstack iam snapshot>' and commit the result."; \
exit 1; \
}
slr-table: ## Regenerate the service-linked role table from an AWS-validated snapshot
@test -n "$(SNAPSHOT)" || { \
echo "error: set SNAPSHOT to a LocalStack tests/aws/services/iam/test_iam.snapshot.json"; \
echo " the suffix column can only come from a recorded create"; \
exit 1; \
}
$(PYTHON) tools/slr/service_linked_roles.py --refresh "$(SNAPSHOT)"
slr-audit: ## Print the service-linked role table, marking names that are not derivable
@$(PYTHON) tools/slr/service_linked_roles.py --audit
slr-test: ## Run the service-linked role tooling's unit tests
$(PYTHON) -m pytest tools/slr -q
aws-data-sync: ## Regenerate src/main/resources/aws/*.json and the IAM managed-policy catalog from local/aws (commit the result)
$(PYTHON) tools/aws/regen_partitions.py
$(PYTHON) tools/aws/regen_region_facts.py
$(PYTHON) tools/aws/regen_rds_ca_certificates.py
$(PYTHON) tools/aws/regen_dynamodb_shapes.py
$(PYTHON) tools/aws/regen_redshift_serverless_shapes.py
$(PYTHON) tools/aws/regen_resource_groups_shapes.py
$(PYTHON) tools/aws/regen_ecr_shapes.py
$(PYTHON) tools/aws/regen_iam_shapes.py
$(PYTHON) tools/aws/regen_apigateway_types.py
$(PYTHON) tools/aws/regen_sesv2_shapes.py
$(PYTHON) tools/aws/regen_apigateway_shapes.py
$(PYTHON) tools/aws/regen_ecs_shapes.py
$(PYTHON) tools/aws/regen_emr_serverless_shapes.py
$(PYTHON) tools/aws/regen_query_services.py
$(PYTHON) tools/aws/regen_rest_routes.py
$(PYTHON) tools/aws/regen_iam_paginators.py
$(PYTHON) tools/aws/regen_managed_policies.py
aws-data-check: ## CI gate: the vendored AWS data must match a fresh generation
@$(PYTHON) tools/aws/regen_partitions.py --check || { \
echo ""; \
echo "error: src/main/resources/aws/partitions.json is out of date."; \
echo " Run 'make aws-data-sync' and commit the result."; \
exit 1; \
}
@$(PYTHON) tools/aws/regen_region_facts.py --check || { \
echo ""; \
echo "error: src/main/resources/aws/region-facts.json is out of date or malformed."; \
echo " Run 'make aws-data-sync' with local/aws checked out and commit the result."; \
exit 1; \
}
@$(PYTHON) tools/aws/regen_rds_ca_certificates.py --check || { \
echo ""; \
echo "error: src/main/resources/aws/rds-ca-certificates.json is out of date or malformed."; \
echo " Run 'tools/aws/regen_rds_ca_certificates.py --download', then 'make aws-data-sync', and commit the result."; \
exit 1; \
}
@$(PYTHON) tools/aws/regen_dynamodb_shapes.py --check || { \
echo ""; \
echo "error: src/main/resources/aws/dynamodb-request-shapes.json is out of date."; \
echo " Run 'make aws-data-sync' and commit the result."; \
exit 1; \
}
@$(PYTHON) tools/aws/regen_iam_shapes.py --check || { \
echo ""; \
echo "error: src/main/resources/aws/iam-request-shapes.json is out of date."; \
echo " Run 'make aws-data-sync' and commit the result."; \
exit 1; \
}
@$(PYTHON) tools/aws/regen_redshift_serverless_shapes.py --check || { \
echo ""; \
echo "error: src/main/resources/aws/redshift-serverless-request-shapes.json is out of date."; \
echo " Run 'make aws-data-sync' and commit the result."; \
exit 1; \
}
@$(PYTHON) tools/aws/regen_resource_groups_shapes.py --check || { \
echo "error: Resource Groups request shapes are out of date; run 'make aws-data-sync'."; \
exit 1; \
}
@$(PYTHON) tools/aws/regen_ecr_shapes.py --check || { \
echo ""; \
echo "error: src/main/resources/aws/ecr-request-shapes.json is out of date."; \
echo " Run 'make aws-data-sync' and commit the result."; \
exit 1; \
}
@$(PYTHON) tools/aws/regen_apigateway_types.py --check || { \
echo "error: API Gateway integration types are out of date; run 'make aws-data-sync'."; \
exit 1; \
}
@$(PYTHON) tools/aws/regen_sesv2_shapes.py --check || { \
echo ""; \
echo "error: src/main/resources/aws/sesv2-request-shapes.json is out of date."; \
echo " Run 'make aws-data-sync' and commit the result."; \
exit 1; \
}
@$(PYTHON) tools/aws/regen_apigateway_shapes.py --check || { \
echo ""; \
echo "error: src/main/resources/aws/apigateway-request-shapes.json is out of date."; \
echo " Run 'make aws-data-sync' and commit the result."; \
exit 1; \
}
@$(PYTHON) tools/aws/regen_ecs_shapes.py --check || { \
echo ""; \
echo "error: src/main/resources/aws/ecs-request-shapes.json is out of date."; \
echo " Run 'make aws-data-sync' and commit the result."; \
exit 1; \
}
@$(PYTHON) tools/aws/regen_emr_serverless_shapes.py --check || { \
echo ""; \
echo "error: src/main/resources/aws/emr-serverless-shapes.json is out of date."; \
echo " Run 'make aws-data-sync' and commit the result."; \
exit 1; \
}
@$(PYTHON) tools/aws/regen_query_services.py --check || { \
echo ""; \
echo "error: src/main/resources/aws/query-services.json is out of date."; \
echo " Run 'make aws-data-sync' and commit the result."; \
exit 1; \
}
@$(PYTHON) tools/aws/regen_rest_routes.py --check || { \
echo ""; \
echo "error: src/test/resources/aws/rest-routes.json is out of date."; \
echo " Run 'make aws-data-sync' and commit the result."; \
exit 1; \
}
@$(PYTHON) tools/aws/regen_iam_paginators.py --check || { \
echo ""; \
echo "error: src/main/resources/aws/iam-paginators.json is out of date."; \
echo " Run 'make aws-data-sync' and commit the result."; \
exit 1; \
}
@$(PYTHON) tools/aws/regen_managed_policies.py --check || { \
echo ""; \
echo "error: the IAM managed-policy catalog (src/main/resources/iam/managed-polic*) is out of date or malformed."; \
echo " Run 'make aws-data-sync' with local/aws checked out and commit the result."; \
exit 1; \
}
@$(MAKE) --no-print-directory iam-passed-roles-check
@$(MAKE) --no-print-directory iam-passed-network-connectors-check
@$(MAKE) --no-print-directory iam-tag-on-create-check
@$(MAKE) --no-print-directory iam-request-resources-check
aws-data-test: ## Run the AWS data generators' unit tests
$(PYTHON) -m pytest tools/aws -q
iam-namespaces-sync: ## Regenerate src/main/resources/aws/iam-service-namespaces.json from AWS (commit the result)
$(PYTHON) tools/aws/regen_service_namespaces.py
iam-namespaces-check: ## CI gate (offline): the vendored IAM namespace list must be well-formed
@$(PYTHON) tools/aws/regen_service_namespaces.py --check || { \
echo ""; \
echo "error: src/main/resources/aws/iam-service-namespaces.json is malformed."; \
echo " Run 'make iam-namespaces-sync' and commit the result."; \
exit 1; \
}
iam-namespaces-verify: ## CI gate (online): every vendored IAM namespace must still exist upstream
@$(PYTHON) tools/aws/regen_service_namespaces.py --verify; status=$$?; \
if [ $$status -eq 2 ]; then \
echo ""; \
echo "error: could not reach AWS's service reference index, so nothing was verified."; \
exit 1; \
elif [ $$status -ne 0 ]; then \
echo ""; \
echo "error: the vendored IAM namespace list names a service AWS does not publish."; \
echo " Run 'make iam-namespaces-sync' and commit the result."; \
exit 1; \
fi
iam-namespaces-test: ## Run the IAM namespace generator's unit tests
$(PYTHON) -m pytest tools/aws/test_regen_service_namespaces.py -q
iam-action-resources-sync: ## Regenerate src/main/resources/aws/iam-action-resources.json from AWS (commit the result)
$(PYTHON) tools/aws/regen_iam_action_resources.py
iam-action-resources-check: ## CI gate (offline): the vendored IAM action resource map must be well-formed
@$(PYTHON) tools/aws/regen_iam_action_resources.py --check || { \
echo ""; \
echo "error: src/main/resources/aws/iam-action-resources.json is malformed."; \
echo " Run 'make iam-action-resources-sync' and commit the result."; \
exit 1; \
}
iam-action-resources-verify: ## CI gate (online): every vendored IAM action resource must match AWS
@$(PYTHON) tools/aws/regen_iam_action_resources.py --verify; status=$$?; \
if [ $$status -eq 2 ]; then \
echo ""; \
echo "error: could not reach AWS's IAM service reference, so nothing was verified."; \
exit 1; \
elif [ $$status -ne 0 ]; then \
echo ""; \
echo "error: the vendored IAM action resource map claims a resource AWS does not use,"; \
echo " so enforcement would authorize against the wrong thing."; \
echo " Run 'make iam-action-resources-sync' and commit the result."; \
exit 1; \
fi
# The paths each upstream check covers: its vendored file, its tests, its generator and every
# module that generator imports. Given CHANGED, the paths a pull request changes, iam-data-verify
# runs only the checks covering one of them, so a pull request is not failed by drift in a file it
# leaves alone; without it, as on the weekly run, it runs every check.
IAM_PASSED_ROLES_GENERATOR := tools/aws/regen_iam_passed_roles.py tools/aws/regen_iam_authorized_actions.py \
tools/aws/regen_partitions.py tools/aws/regen_query_services.py
IAM_NAMESPACES_PATHS := src/main/resources/aws/iam-service-namespaces.json \
tools/aws/regen_service_namespaces.py tools/aws/test_regen_service_namespaces.py
IAM_ACTION_RESOURCES_PATHS := src/main/resources/aws/iam-action-resources.json \
tools/aws/regen_iam_action_resources.py tools/aws/test_regen_iam_action_resources.py
IAM_AUTHORIZED_ACTIONS_PATHS := src/main/resources/aws/iam-authorized-actions.json \
tools/aws/regen_iam_authorized_actions.py tools/aws/test_regen_iam_authorized_actions.py
IAM_PASSED_ROLES_PATHS := src/main/resources/aws/iam-passed-roles.json $(IAM_PASSED_ROLES_GENERATOR) \
tools/aws/test_regen_iam_passed_roles.py
IAM_PASSED_NETWORK_CONNECTORS_PATHS := src/main/resources/aws/iam-passed-network-connectors.json \
tools/aws/regen_iam_passed_network_connectors.py $(IAM_PASSED_ROLES_GENERATOR) \
tools/aws/test_regen_iam_passed_network_connectors.py
IAM_TAG_ON_CREATE_PATHS := src/main/resources/aws/iam-tag-on-create.json tools/aws/regen_iam_tag_on_create.py \
$(IAM_PASSED_ROLES_GENERATOR) tools/aws/test_regen_iam_tag_on_create.py
DYNAMODB_CONDITION_KEYS_PATHS := src/main/resources/aws/dynamodb-condition-keys.json \
tools/aws/regen_dynamodb_condition_keys.py tools/aws/test_regen_dynamodb_condition_keys.py \
tools/aws/regen_partitions.py tools/aws/regen_query_services.py
IAM_CONDITION_KEYS_PATHS := src/main/resources/aws/iam-condition-keys.json \
tools/aws/regen_iam_condition_keys.py tools/aws/test_regen_iam_condition_keys.py \
tools/aws/regen_partitions.py tools/aws/regen_query_services.py
S3CONTROL_TAG_CONDITION_KEYS_PATHS := src/main/resources/aws/s3control-tag-condition-keys.json \
tools/aws/regen_s3control_tag_condition_keys.py tools/aws/test_regen_s3control_tag_condition_keys.py \
tools/aws/regen_iam_tag_on_create.py $(IAM_PASSED_ROLES_GENERATOR)
IAM_REQUEST_RESOURCES_PATHS := src/main/resources/aws/iam-request-resources.json \
tools/aws/regen_iam_request_resources.py $(IAM_PASSED_ROLES_GENERATOR) \
tools/aws/test_regen_iam_request_resources.py
iam-data-verify: ## CI gate (online): every vendored IAM file must still match AWS; CHANGED="<paths>" checks only the ones they cover
@# Every check runs even when an earlier one fails, so one file's drift cannot hide another's
@# state. Sequential steps in CI stop at the first failure, which once left the action
@# resource gate unexercised while the namespace list was stale.
@namespaces=0; actions=0; authorized=0; passed=0; connectors=0; tagged=0; requested=0; dynamodb=0; conditionkeys=0; s3control=0; \
covers() { \
[ -z "$(strip $(CHANGED))" ] && return 0; \
for path in $(CHANGED); do case " $$1 " in *" $$path "*) return 0;; esac; done; \
echo "not checked, as the change touches none of its files: $$2"; \
return 1; \
}; \
if covers "$(IAM_NAMESPACES_PATHS)" "the service namespace list"; then \
$(MAKE) --no-print-directory iam-namespaces-verify || namespaces=$$?; \
fi; \
if covers "$(IAM_ACTION_RESOURCES_PATHS)" "the action resource map"; then \
$(MAKE) --no-print-directory iam-action-resources-verify || actions=$$?; \
fi; \
if covers "$(IAM_AUTHORIZED_ACTIONS_PATHS)" "the map of operations to their IAM actions"; then \
$(MAKE) --no-print-directory iam-authorized-actions-verify || authorized=$$?; \
fi; \
if covers "$(IAM_PASSED_ROLES_PATHS)" "the table of the roles operations pass"; then \
$(MAKE) --no-print-directory iam-passed-roles-verify || passed=$$?; \
fi; \
if covers "$(IAM_PASSED_NETWORK_CONNECTORS_PATHS)" "the table of the network connectors operations pass"; then \
$(MAKE) --no-print-directory iam-passed-network-connectors-verify || connectors=$$?; \
fi; \
if covers "$(IAM_TAG_ON_CREATE_PATHS)" "the table of the tagging actions creates need"; then \
$(MAKE) --no-print-directory iam-tag-on-create-verify || tagged=$$?; \
fi; \
if covers "$(IAM_REQUEST_RESOURCES_PATHS)" "the table of the resources requests name"; then \
$(MAKE) --no-print-directory iam-request-resources-verify || requested=$$?; \
fi; \
if covers "$(DYNAMODB_CONDITION_KEYS_PATHS)" "the DynamoDB condition key table"; then \
$(MAKE) --no-print-directory dynamodb-condition-keys-verify || dynamodb=$$?; \
fi; \
if covers "$(IAM_CONDITION_KEYS_PATHS)" "the IAM condition key table"; then \
$(MAKE) --no-print-directory iam-condition-keys-verify || conditionkeys=$$?; \
fi; \
if covers "$(S3CONTROL_TAG_CONDITION_KEYS_PATHS)" "the S3 Control tag condition key table"; then \
$(MAKE) --no-print-directory s3control-tag-condition-keys-verify || s3control=$$?; \
fi; \
if [ $$namespaces -ne 0 ] || [ $$actions -ne 0 ] || [ $$authorized -ne 0 ] || [ $$passed -ne 0 ] \
|| [ $$connectors -ne 0 ] || [ $$tagged -ne 0 ] || [ $$requested -ne 0 ] || [ $$dynamodb -ne 0 ] \
|| [ $$conditionkeys -ne 0 ] || [ $$s3control -ne 0 ]; then \
echo ""; \
echo "error: vendored IAM data does not match upstream:"; \
if [ $$namespaces -ne 0 ]; then \
echo " the service namespace list, see its message above"; \
fi; \
if [ $$actions -ne 0 ]; then \
echo " the action resource map, see its message above"; \
fi; \
if [ $$authorized -ne 0 ]; then \
echo " the map of operations to their IAM actions, see its message above"; \
fi; \
if [ $$passed -ne 0 ]; then \
echo " the table of the roles operations pass, see its message above"; \
fi; \
if [ $$connectors -ne 0 ]; then \
echo " the table of the network connectors operations pass, see its message above"; \
fi; \
if [ $$tagged -ne 0 ]; then \
echo " the table of the tagging actions creates need, see its message above"; \
fi; \
if [ $$requested -ne 0 ]; then \
echo " the table of the resources requests name, see its message above"; \
fi; \
if [ $$dynamodb -ne 0 ]; then echo " the DynamoDB condition key table"; fi; \
if [ $$conditionkeys -ne 0 ]; then echo " the IAM condition key table"; fi; \
if [ $$s3control -ne 0 ]; then echo " the S3 Control tag condition key table"; fi; \
exit 1; \
fi
iam-action-resources-test: ## Run the IAM action resource generator's unit tests
$(PYTHON) -m pytest tools/aws/test_regen_iam_action_resources.py -q
iam-authorized-actions-sync: ## Regenerate src/main/resources/aws/iam-authorized-actions.json from AWS (commit the result)
$(PYTHON) tools/aws/regen_iam_authorized_actions.py
iam-authorized-actions-check: ## CI gate (offline): the vendored map of operations to their IAM actions must be well-formed
@$(PYTHON) tools/aws/regen_iam_authorized_actions.py --check || { \
echo ""; \
echo "error: src/main/resources/aws/iam-authorized-actions.json is malformed."; \
echo " Run 'make iam-authorized-actions-sync' and commit the result."; \
exit 1; \
}
iam-authorized-actions-verify: ## CI gate (online): every vendored operation must still be authorized as AWS says
@$(PYTHON) tools/aws/regen_iam_authorized_actions.py --verify; status=$$?; \
if [ $$status -eq 2 ]; then \
echo ""; \
echo "error: could not reach AWS's service reference, so nothing was verified."; \
exit 1; \
elif [ $$status -ne 0 ]; then \
echo ""; \
echo "error: the vendored map authorizes an operation as an action AWS does not check for it."; \
echo " Run 'make iam-authorized-actions-sync' and commit the result."; \
exit 1; \
fi
iam-authorized-actions-test: ## Run the IAM authorized-action generator's unit tests
$(PYTHON) -m pytest tools/aws/test_regen_iam_authorized_actions.py -q
iam-passed-roles-sync: ## Regenerate src/main/resources/aws/iam-passed-roles.json from AWS and botocore (commit the result)
$(PYTHON) tools/aws/regen_iam_passed_roles.py
iam-passed-roles-check: ## CI gate (offline): every vendored role member must be what the pinned botocore gives
@$(PYTHON) tools/aws/regen_iam_passed_roles.py --check || { \
echo ""; \
echo "error: src/main/resources/aws/iam-passed-roles.json is malformed or out of date."; \
echo " Run 'make iam-passed-roles-sync' and commit the result."; \
exit 1; \
}
iam-passed-roles-verify: ## CI gate (online): every vendored operation must still pass a role as AWS says
@$(PYTHON) tools/aws/regen_iam_passed_roles.py --verify; status=$$?; \
if [ $$status -eq 2 ]; then \
echo ""; \
echo "error: could not reach AWS's service reference, so nothing was verified."; \
exit 1; \
elif [ $$status -ne 0 ]; then \
echo ""; \
echo "error: the vendored table reads a role from an operation AWS does not pass it from,"; \
echo " or checks it for a service AWS does not pass it to."; \
echo " Run 'make iam-passed-roles-sync' and commit the result."; \
exit 1; \
fi
iam-passed-roles-test: ## Run the IAM passed role generator's unit tests
$(PYTHON) -m pytest tools/aws/test_regen_iam_passed_roles.py -q
iam-passed-network-connectors-sync: ## Regenerate src/main/resources/aws/iam-passed-network-connectors.json from AWS and botocore (commit the result)
$(PYTHON) tools/aws/regen_iam_passed_network_connectors.py
iam-passed-network-connectors-check: ## CI gate (offline): every vendored connector member must be what the pinned botocore gives
@$(PYTHON) tools/aws/regen_iam_passed_network_connectors.py --check || { \
echo ""; \
echo "error: src/main/resources/aws/iam-passed-network-connectors.json is malformed or out of date."; \
echo " Run 'make iam-passed-network-connectors-sync' and commit the result."; \
exit 1; \
}
iam-passed-network-connectors-verify: ## CI gate (online): every vendored operation must still pass a connector as AWS says
@$(PYTHON) tools/aws/regen_iam_passed_network_connectors.py --verify; status=$$?; \
if [ $$status -eq 2 ]; then \
echo ""; \
echo "error: could not reach AWS's service reference, so nothing was verified."; \
exit 1; \
elif [ $$status -ne 0 ]; then \
echo ""; \
echo "error: the vendored table reads a connector from an operation AWS does not check it for."; \
echo " Run 'make iam-passed-network-connectors-sync' and commit the result."; \
exit 1; \
fi
iam-passed-network-connectors-test: ## Run the IAM passed network connector generator's unit tests
$(PYTHON) -m pytest tools/aws/test_regen_iam_passed_network_connectors.py -q
iam-tag-on-create-sync: ## Regenerate src/main/resources/aws/iam-tag-on-create.json from AWS and botocore (commit the result)
$(PYTHON) tools/aws/regen_iam_tag_on_create.py
iam-tag-on-create-check: ## CI gate (offline): every vendored tag member must be what the pinned botocore gives
@$(PYTHON) tools/aws/regen_iam_tag_on_create.py --check || { \
echo ""; \
echo "error: src/main/resources/aws/iam-tag-on-create.json is malformed or out of date."; \
echo " Run 'make iam-tag-on-create-sync' and commit the result."; \
exit 1; \
}
iam-tag-on-create-verify: ## CI gate (online): every vendored operation must still need its tagging action as AWS says
@$(PYTHON) tools/aws/regen_iam_tag_on_create.py --verify; status=$$?; \
if [ $$status -eq 2 ]; then \
echo ""; \
echo "error: could not reach AWS's service reference, so nothing was verified."; \
exit 1; \
elif [ $$status -ne 0 ]; then \
echo ""; \
echo "error: the vendored table checks a tagging action for an operation AWS does not check it for."; \
echo " Run 'make iam-tag-on-create-sync' and commit the result."; \
exit 1; \
fi
iam-tag-on-create-test: ## Run the IAM tag-on-create generator's unit tests
$(PYTHON) -m pytest tools/aws/test_regen_iam_tag_on_create.py -q
iam-request-resources-sync: ## Regenerate src/main/resources/aws/iam-request-resources.json from AWS and botocore (commit the result)
$(PYTHON) tools/aws/regen_iam_request_resources.py
iam-request-resources-check: ## CI gate (offline): every vendored operation's resources must be what the pinned botocore gives
@$(PYTHON) tools/aws/regen_iam_request_resources.py --check || { \
echo ""; \
echo "error: src/main/resources/aws/iam-request-resources.json is malformed or out of date."; \
echo " Run 'make iam-request-resources-sync' and commit the result."; \
exit 1; \
}
iam-request-resources-verify: ## CI gate (online): every vendored operation must still be checked on the resource types AWS gives
@$(PYTHON) tools/aws/regen_iam_request_resources.py --verify; status=$$?; \
if [ $$status -eq 2 ]; then \
echo ""; \
echo "error: could not reach AWS's service reference, so nothing was verified."; \
exit 1; \
elif [ $$status -ne 0 ]; then \
echo ""; \
echo "error: the vendored table checks an operation as an action, or on resource types or"; \
echo " ARN formats, AWS does not give it."; \
echo " Run 'make iam-request-resources-sync' and commit the result."; \
exit 1; \
fi
iam-request-resources-test: ## Run the IAM request resource generator's unit tests
$(PYTHON) -m pytest tools/aws/test_regen_iam_request_resources.py -q
cfn-property-types-sync: ## Regenerate src/main/resources/aws/cfn-property-types.json from AWS's resource schemas (commit the result)
$(PYTHON) tools/aws/regen_cfn_property_types.py
cfn-property-types-check: ## CI gate (offline): the vendored CloudFormation property types must be well-formed
@$(PYTHON) tools/aws/regen_cfn_property_types.py --check || { \
echo ""; \
echo "error: src/main/resources/aws/cfn-property-types.json is malformed."; \
echo " Run 'make cfn-property-types-sync' and commit the result."; \
exit 1; \
}
cfn-property-types-verify: ## CI gate (online): the vendored CloudFormation property types must still match AWS's schemas
@$(PYTHON) tools/aws/regen_cfn_property_types.py --verify; status=$$?; \
if [ $$status -eq 2 ]; then \
echo ""; \
echo "error: could not read AWS's CloudFormation resource schemas, so nothing was verified."; \
exit 1; \
elif [ $$status -ne 0 ]; then \
echo ""; \
echo "error: AWS has changed a resource schema the vendored property types come from."; \
echo " Run 'make cfn-property-types-sync' and commit the result."; \
exit 1; \
fi
cfn-property-types-test: ## Run the CloudFormation property type generator's unit tests
$(PYTHON) -m pytest tools/aws/test_regen_cfn_property_types.py -q
.PHONY: dynamodb-condition-keys-sync dynamodb-condition-keys-check dynamodb-condition-keys-verify
dynamodb-condition-keys-sync: ## Regenerate DynamoDB IAM condition keys from AWS and botocore
$(PYTHON) tools/aws/regen_dynamodb_condition_keys.py
dynamodb-condition-keys-check: ## Check DynamoDB condition request members against pinned botocore
$(PYTHON) tools/aws/regen_dynamodb_condition_keys.py --check
dynamodb-condition-keys-verify: ## Check DynamoDB condition action keys against AWS
$(PYTHON) tools/aws/regen_dynamodb_condition_keys.py --verify
.PHONY: iam-condition-keys-sync iam-condition-keys-check iam-condition-keys-verify
iam-condition-keys-sync: ## Regenerate the IAM condition keys requests carry from AWS and botocore
$(PYTHON) tools/aws/regen_iam_condition_keys.py
iam-condition-keys-check: ## Check the IAM condition key request members against pinned botocore
$(PYTHON) tools/aws/regen_iam_condition_keys.py --check
iam-condition-keys-verify: ## Check every IAM condition key and action pair against AWS
$(PYTHON) tools/aws/regen_iam_condition_keys.py --verify
.PHONY: s3control-tag-condition-keys-sync s3control-tag-condition-keys-check s3control-tag-condition-keys-verify
s3control-tag-condition-keys-sync: ## Regenerate the S3 Control tag condition keys from AWS and botocore
$(PYTHON) tools/aws/regen_s3control_tag_condition_keys.py
s3control-tag-condition-keys-check: ## Check the S3 Control tag condition request members against pinned botocore
$(PYTHON) tools/aws/regen_s3control_tag_condition_keys.py --check
s3control-tag-condition-keys-verify: ## Check the S3 Control tag condition action keys against AWS
$(PYTHON) tools/aws/regen_s3control_tag_condition_keys.py --verify