Delete message when object is not in bucket

perma_mirror/poll_for_warcs.py

@@ -71,6 +71,8 @@ def main(queue, messages, directory, prefix, skip, sleep, repeat):
                 except botocore.exceptions.ClientError as e:
                     if e.response['Error']['Code'] == '404':
                         click.echo(f'WARNING: {key} is not in {bucket}')
+                        click.echo(f'Deleting message {message.body}')
+                        message.delete()
                     elif e.response['Error']['Code'] == 'NoSuchKey':
                         click.echo(f'WARNING: NoSuchKey: {key}')
                     else:

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "perma_mirror"
-version = "0.3.7"
+version = "0.3.8"
 description = "This program watches an SQS queue and downloads newly-created S3 objects"
 authors = ["Ben Steinberg <[email protected]>"]
 license = "GPL-3.0-only"