From f054e5af1676439dd74b07e14777f21fb61134cf Mon Sep 17 00:00:00 2001 From: Aaron Gutierrez Date: Fri, 18 Jun 2021 17:17:26 -0700 Subject: [PATCH] lazy S3 keys --- pub.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/pub.py b/pub.py index c99f97a..32a00b9 100755 --- a/pub.py +++ b/pub.py @@ -4,6 +4,7 @@ import argparse import os import sys import subprocess +from functools import cache import boto3 @@ -27,6 +28,7 @@ TYPE_MAP = { 'webp': 'image/webp', } +@cache def current_keys(): print('Fetching existing keys in {}'.format(BUCKET)) existing = s3.list_objects_v2(Bucket=BUCKET) @@ -37,10 +39,9 @@ def current_keys(): return keys -EXISTING_KEYS = current_keys() def upload_file(filename, overwrite=True): - if not overwrite and filename in EXISTING_KEYS: + if not overwrite and filename in current_keys(): print('Skipping existing key {}'.format(filename)) return