83 lines
2.9 KiB
Python
Executable File
83 lines
2.9 KiB
Python
Executable File
"""
|
|
Methods for uploading/managing files on Amazon S3.
|
|
"""
|
|
from seleniumbase.config import settings
|
|
|
|
already_uploaded_files = []
|
|
|
|
|
|
class S3LoggingBucket(object):
|
|
"""
|
|
A class for uploading log files from tests to Amazon S3.
|
|
Those files can then be shared easily.
|
|
"""
|
|
def __init__(
|
|
self,
|
|
log_bucket=settings.S3_LOG_BUCKET,
|
|
bucket_url=settings.S3_BUCKET_URL,
|
|
selenium_access_key=settings.S3_SELENIUM_ACCESS_KEY,
|
|
selenium_secret_key=settings.S3_SELENIUM_SECRET_KEY,
|
|
):
|
|
from boto.s3.connection import S3Connection
|
|
|
|
self.conn = S3Connection(selenium_access_key, selenium_secret_key)
|
|
self.bucket = self.conn.get_bucket(log_bucket)
|
|
self.bucket_url = bucket_url
|
|
|
|
def get_key(self, file_name):
|
|
""" Create a new Key instance with the given name. """
|
|
from boto.s3.key import Key
|
|
|
|
return Key(bucket=self.bucket, name=file_name)
|
|
|
|
def get_bucket(self):
|
|
""" Return the bucket being used. """
|
|
return self.bucket
|
|
|
|
def upload_file(self, file_name, file_path):
|
|
"""Upload a given file from the file_path to the bucket
|
|
with the new name/path file_name."""
|
|
upload_key = self.get_key(file_name)
|
|
content_type = "text/plain"
|
|
if file_name.endswith(".html"):
|
|
content_type = "text/html"
|
|
elif file_name.endswith(".jpg"):
|
|
content_type = "image/jpeg"
|
|
elif file_name.endswith(".png"):
|
|
content_type = "image/png"
|
|
upload_key.set_contents_from_filename(
|
|
file_path, headers={"Content-Type": content_type}
|
|
)
|
|
upload_key.url = upload_key.generate_url(expires_in=3600).split("?")[0]
|
|
try:
|
|
upload_key.make_public()
|
|
except Exception:
|
|
pass
|
|
|
|
def upload_index_file(self, test_address, timestamp):
|
|
"""Create an index.html file with links to all the log files
|
|
that were just uploaded."""
|
|
global already_uploaded_files
|
|
already_uploaded_files = list(set(already_uploaded_files))
|
|
already_uploaded_files.sort()
|
|
file_name = "%s/%s/index.html" % (test_address, timestamp)
|
|
index = self.get_key(file_name)
|
|
index_str = []
|
|
for completed_file in already_uploaded_files:
|
|
index_str.append(
|
|
"<a href='" + self.bucket_url + ""
|
|
"%s'>%s</a>" % (completed_file, completed_file)
|
|
)
|
|
index.set_contents_from_string(
|
|
"<br>".join(index_str), headers={"Content-Type": "text/html"}
|
|
)
|
|
index.make_public()
|
|
return "%s%s" % (self.bucket_url, file_name)
|
|
|
|
def save_uploaded_file_names(self, files):
|
|
"""Keep a record of all file names that have been uploaded. Upload log
|
|
files related to each test after its execution. Once done, use
|
|
already_uploaded_files to create an index file."""
|
|
global already_uploaded_files
|
|
already_uploaded_files.extend(files)
|