aws s3api list-object-versions + jq + aws s3api delete-objects

gistfile1.txt

aws s3api list-object-versions --bucket $BUCKET > objects.json

jq '{
  TotalVersions: (.Versions | length), 
  TotalDeleteMarkers: (.DeleteMarkers | length)
}' objects.json

jq -c '{Objects: [ (.Versions // []), (.DeleteMarkers // []) | .[] | 
  select(
    (.Key | startswith("sub-prefix/")) and 
    (.Key | startswith("sub-prefix/terraform/") | not) and
    (.Key | startswith("sub-prefix/data/") | not) and
    ((.Key | split("/") | length - 1) > 3)
  ) | {Key, VersionId}], Quiet: false}' objects.json > delete-request.json

jq '.Objects | length' delete-request.json

aws s3api delete-objects --bucket $BUCKET --delete file://delete-request.json

aws s3api delete-objects --bucket $BUCKET --delete \
"$(jq -c '{Objects: [ (.Versions // []), (.DeleteMarkers // []) | .[] | 
  select(
    (.Key | startswith("sub-prefix/")) and 
    (.Key | startswith("sub-prefix/terraform/") | not) and
    (.Key | startswith("sub-prefix/data/") | not) and
    ((.Key | split("/") | length - 1) > 3)
  ) | {Key, VersionId}], Quiet: false}' objects.json)"

aws s3api delete-objects --bucket $BUCKET --delete \
"$(jq -c '{Objects: [.Versions[] | select(.Key | startswith("logs/")) | {Key, VersionId}], Quiet: false}' objects.json)"