Initial S3 upload code for end-to-end testing

system_test/e2e/helpers.py

@@ -66,7 +66,8 @@ class Node(object):
                raft_snap_threshold=8192, raft_snap_int="1s",
                http_cert=None, http_key=None, http_no_verify=False,
                node_cert=None, node_key=None, node_no_verify=False,
-               auth=None, auto_backup=None, dir=None, on_disk=False):
+               auth=None, auto_backup=None, auto_restore=None,
+               dir=None, on_disk=False):
     
     s_api = None
     s_raft = None
@@ -110,6 +111,7 @@ class Node(object):
     self.node_no_verify = node_no_verify
     self.auth = auth
     self.auto_backup = auto_backup
+    self.auto_restore = auto_restore
     self.disco_key = random_string(10)
     self.on_disk = on_disk
     self.process = None
@@ -178,6 +180,8 @@ class Node(object):
       command += ['-auth', self.auth]
     if self.auto_backup is not None:
       command += ['-auto-backup', self.auto_backup]
+    if self.auto_restore is not None:
+      command += ['-auto-restore', self.auto_restore]
     if join is not None:
       if join.startswith('http://') is False:
         join = 'http://' + join

system_test/e2e/s3.py

@@ -26,4 +26,23 @@ def download_s3_object(access_key_id, secret_access_key_id, bucket_name, object_
 
     s3_client = boto3.client('s3')
     response = s3_client.get_object(Bucket=bucket_name, Key=object_key)
-    return response['Body'].read()
+    return response['Body'].read()
+
+def upload_s3_object(access_key_id, secret_access_key_id, bucket_name, object_key, file_path):
+    """
+    Upload an object to an S3 bucket.
+
+    Args:
+        bucket_name (str): The name of the S3 bucket.
+        object_key (str): The key of the object to upload.
+        data (str): The data to upload.
+    """
+    os.environ['AWS_ACCESS_KEY_ID'] = access_key_id
+    os.environ['AWS_SECRET_ACCESS_KEY'] = secret_access_key_id
+
+    s3_client = boto3.client('s3')
+
+    try:
+        s3_client.upload_file(file_path, bucket_name, object_key)
+    except Exception as e:
+        print(f"Error uploading file '{file_path}' to '{bucket_name}': {e}")