Merge pull request aws-samples#4 from nicka/master

Add support for a sync Prefix, copying of Metadata and Tags

.gitignore

@@ -0,0 +1,2 @@
+*.pyc
+fabfile_config.py

README.md

@@ -55,15 +55,25 @@ Start the Amazon Step Functions console in your chosen region and start a new ex
     "destination": "your-destination-bucket-name"
 }
 ```
-
+
+Optionally sync based on a prefix:
+
+```json
+{
+    "source": "...",
+    "destination": "...",
+    "prefix": "/images/"
+}
+```
+
 ## How to uninstall   
 
 This assumes that you're still working from the sync-buckets-state-machine that you installed into in the steps above.
-   
+
       > fab delete                 # Delete the CloudFormation stack and its resources.
       > deactivate                 # Deactivate the Python virtual environment
       > cd ../..; /bin/rm -rf env  # Clean up.
-   
+
 ## Files/directories
 
 * *lambda_functions*: All AWS Lambda functions are stored here. They contain YAML front matter with their configuration.
@@ -76,9 +86,7 @@ This assumes that you're still working from the sync-buckets-state-machine that
   a timestamp suffix to distinguish different state machine versions from each other.
 * *README*: This file.
 * *requirements.txt*: Python requirements for this project.
-   
+
 ## Feedback
 
 Please send feedback, suggestions, etc. to glez@amazon.de (Constantin Gonzalez)
-
-

lambda_functions/copy_keys.py

@@ -107,7 +107,9 @@ def copy_object(self, key):
                 'Key': key
             },
             Bucket=self.destination,
-            Key=key
+            Key=key,
+            MetadataDirective='COPY',
+            TaggingDirective='COPY'
         )
 
     def run(self):

lambda_functions/list_bucket.py

@@ -37,6 +37,7 @@
 MAX_DATA_SIZE = 32000  # Max. result size: https://docs.aws.amazon.com/step-functions/latest/dg/service-limits.html
 SAFETY_MARGIN = 10.0  # Percent
 MAX_RESULT_LENGTH = int(MAX_DATA_SIZE * (1.0 - (SAFETY_MARGIN / 100.0)))
+PREFIX = '' # Copy objects based on a provided prefix e.g. '/images/'
 
 
 # Globals
@@ -61,10 +62,12 @@ def handler(event, context):
 
     token = event.get('listResult', {}).get('token', '')
     max_keys = event.get('maxKeys', MAX_KEYS)
+    prefix = event.get('prefix', PREFIX)
 
     args = {
         'Bucket': bucket,
-        'MaxKeys': max_keys
+        'MaxKeys': max_keys,
+        'Prefix': prefix
     }
 
     result = {}