update cloud examples

Author: aminyazdanpanah

examples/clouds/aws_cloud.py

@@ -2,10 +2,10 @@
 examples.clouds.aws_cloud
 ~~~~~~~~~~~~
 
-Open a file from a Amazon S3 cloud and save dash files to it
+Open a file from a Amazon S3 cloud and save hls files to it
 
 
-:copyright: (c) 2019 by Amin Yazdanpanah.
+:copyright: (c) 2020 by Amin Yazdanpanah.
 :website: https://www.aminyazdanpanah.com
 :email: [email protected]
 :license: MIT, see LICENSE for more details.
@@ -21,12 +21,16 @@
 from os.path import isfile, join
 
 import boto3
-import botocore
+from botocore.exceptions import ClientError
 
 import ffmpeg_streaming
 from ffmpeg_streaming import Clouds
 
 
+logging.basicConfig(filename='streaming.log', level=logging.NOTSET, format='[%(asctime)s] %(levelname)s: %(message)s')
+start_time = time.time()
+
+
 class AWS(Clouds):
     def __init__(self, **options):
         self.s3 = boto3.client('s3', **options)
@@ -37,32 +41,42 @@ def upload_directory(self, directory, **options):
             raise ValueError('You should pass a bucket name')
 
         files = [f for f in listdir(directory) if isfile(join(directory, f))]
-        for file in files:
-            self.s3.upload_file(join(directory, file), bucket_name, file)
 
-    def download(self, filename=None, **options):
-        if filename is None:
-            tmp = tempfile.NamedTemporaryFile(suffix='_py_ff_vi_st.tmp', delete=False)
-            filename = tmp.name
+        try:
+            for file in files:
+                self.s3.upload_file(join(directory, file), bucket_name, file)
+        except ClientError as e:
+            logging.error(e)
+            raise RuntimeError(e)
+
+        logging.info("The " + directory + "directory was uploaded to Amazon S3 successfully")
 
+    def download(self, filename=None, **options):
         bucket_name = options.pop('bucket_name', None)
         key = options.pop('key', None)
+
         if bucket_name is None or key is None:
             raise ValueError('You should pass a bucket name and a key')
 
+        if filename is None:
+            filename = tempfile.NamedTemporaryFile(suffix='_' + key + '_py_ff_vi_st.tmp', delete=False)
+        else:
+            filename = open(filename, 'wb')
+
         try:
-            self.s3.Bucket(bucket_name).download_file(key, filename)
-        except botocore.exceptions.ClientError as e:
-            if e.response['Error']['Code'] == "404":
-                raise RuntimeError("The object does not exist.")
-            else:
-                raise RuntimeError("Could not connect to the server")
+            with filename as f:
+                self.s3.download_fileobj(bucket_name, key, f)
+            logging.info("The " + filename.name + " file was downloaded")
+        except ClientError as e:
+            logging.error(e)
+            raise RuntimeError(e)
 
-        return filename
+        return filename.name
 
 
 def aws_cloud(bucket_name, key):
-    cloud = AWS(aws_access_key_id='YOUR_KEY_ID', aws_secret_access_key='YOUR_KEY_SECRET')
+    # see https://docs.aws.amazon.com/general/latest/gr/aws-security-credentials.html for getting Security Credentials
+    cloud = AWS(aws_access_key_id='YOUR_KEY_ID', aws_secret_access_key='YOUR_KEY_SECRET', region_name='YOUR_REGION')
     download_options = {
         'bucket_name': bucket_name,
         'key': key,
@@ -77,10 +91,6 @@ def aws_cloud(bucket_name, key):
     return from_aws_cloud, to_aws_cloud
 
 
-logging.basicConfig(filename='streaming.log', level=logging.NOTSET, format='[%(asctime)s] %(levelname)s: %(message)s')
-start_time = time.time()
-
-
 def per_to_time_left(percentage):
     if percentage != 0:
         diff_time = time.time() - start_time
@@ -95,7 +105,7 @@ def per_to_time_left(percentage):
 def transcode_progress(per, ffmpeg):
     # You can update a field in your database or log it to a file
     # You can also create a socket connection and show a progress bar to users
-    logging.info(ffmpeg)
+    # logging.info(ffmpeg)
     sys.stdout.write("\rTranscoding...(%s%%) %s [%s%s]" % (per, per_to_time_left(per), '#' * per, '-' * (100 - per)))
     sys.stdout.flush()
 
@@ -112,10 +122,10 @@ def main():
 
     (
         ffmpeg_streaming
-            .dash(from_aws_cloud, adaption='"id=0,streams=v id=1,streams=a"')
-            .format('libx265')
+            .hls(from_aws_cloud)
+            .format('libx264')
             .auto_rep()
-            .package('/var/www/media/stream.mpd', to_aws_cloud, progress=transcode_progress)
+            .package(clouds=to_aws_cloud, progress=transcode_progress)
     )
 
 

examples/clouds/azure_cloud.py

@@ -5,7 +5,7 @@
 Open a file from a Microsoft Azure cloud and save hls files to it
 
 
-:copyright: (c) 2019 by Amin Yazdanpanah.
+:copyright: (c) 2020 by Amin Yazdanpanah.
 :website: https://www.aminyazdanpanah.com
 :email: [email protected]
 :license: MIT, see LICENSE for more details.
@@ -26,30 +26,53 @@
 from ffmpeg_streaming import Clouds
 
 
+logging.basicConfig(filename='streaming.log', level=logging.NOTSET, format='[%(asctime)s] %(levelname)s: %(message)s')
+start_time = time.time()
+
+
 class MicrosoftAzure(Clouds):
     def __init__(self, **options):
         self.block_blob_service = BlockBlobService(**options)
 
     def upload_directory(self, directory, **options):
-        files = [f for f in listdir(directory) if isfile(join(directory, f))]
         container = options.pop('container', None)
-        for file in files:
-            self.block_blob_service.create_blob_from_path(container, file, join(directory, file))
+        if container is None:
+            raise ValueError('You should pass a container name')
 
-    def download(self, filename=None, **options):
-        if filename is None:
-            tmp = tempfile.NamedTemporaryFile(suffix='_py_ff_vi_st.tmp', delete=False)
-            filename = tmp.name
+        files = [f for f in listdir(directory) if isfile(join(directory, f))]
+
+        try:
+            for file in files:
+                self.block_blob_service.create_blob_from_path(container, file, join(directory, file))
+        except:
+            error = "An error occurred while uploading the directory"
+            logging.error(error)
+            raise RuntimeError(error)
 
+    def download(self, filename=None, **options):
         container = options.pop('container', None)
         blob = options.pop('blob', None)
 
-        self.block_blob_service.get_blob_to_path(container, blob, filename)
+        if container is None or blob is None:
+            raise ValueError('You should pass a container name and a blob name')
+
+        if filename is None:
+            with tempfile.NamedTemporaryFile(suffix='_py_ff_vi_st.tmp', delete=False) as tmp:
+                filename = tmp.name
+
+        try:
+            self.block_blob_service.get_blob_to_path(container, blob, filename)
+            logging.info("The " + filename + " file was downloaded")
+        except:
+            error = "An error occurred while downloading the file"
+            logging.error(error)
+            raise RuntimeError(error)
 
         return filename
 
 
 def azure_cloud(container, blob):
+    # see https://docs.microsoft.com/en-us/azure/storage/common/storage-account-keys-manage to get credentials
     cloud = MicrosoftAzure(account_name='account_name', account_key='account_key')
 
     download_options = {
@@ -66,10 +89,6 @@ def azure_cloud(container, blob):
     return from_azure_cloud, to_azure_cloud
 
 
-logging.basicConfig(filename='streaming.log', level=logging.NOTSET, format='[%(asctime)s] %(levelname)s: %(message)s')
-start_time = time.time()
-
-
 def per_to_time_left(percentage):
     if percentage != 0:
         diff_time = time.time() - start_time
@@ -84,7 +103,7 @@ def per_to_time_left(percentage):
 def transcode_progress(per, ffmpeg):
     # You can update a field in your database or log it to a file
     # You can also create a socket connection and show a progress bar to users
-    logging.info(ffmpeg)
+    # logging.info(ffmpeg)
     sys.stdout.write("\rTranscoding...(%s%%) %s [%s%s]" % (per, per_to_time_left(per), '#' * per, '-' * (100 - per)))
     sys.stdout.flush()
 

examples/clouds/cloud.py

@@ -5,7 +5,7 @@
 Open a file from a cloud and save dash files to it
 
 
-:copyright: (c) 2019 by Amin Yazdanpanah.
+:copyright: (c) 2020 by Amin Yazdanpanah.
 :website: https://www.aminyazdanpanah.com
 :email: [email protected]
 :license: MIT, see LICENSE for more details.
@@ -25,6 +25,10 @@
 from ffmpeg_streaming import Clouds
 
 
+logging.basicConfig(filename='streaming.log', level=logging.NOTSET, format='[%(asctime)s] %(levelname)s: %(message)s')
+start_time = time.time()
+
+
 class Cloud(Clouds):
     def upload_directory(self, directory, **options):
         field_name = options.pop('field_name', None)
@@ -109,10 +113,6 @@ def cloud():
     return from_cloud, to_cloud
 
 
-logging.basicConfig(filename='streaming.log', level=logging.NOTSET, format='[%(asctime)s] %(levelname)s: %(message)s')
-start_time = time.time()
-
-
 def per_to_time_left(percentage):
     if percentage != 0:
         diff_time = time.time() - start_time

examples/clouds/custom_cloud.py

@@ -5,7 +5,7 @@
 Open a file from a custom cloud and save dash files to it
 
 
-:copyright: (c) 2019 by Amin Yazdanpanah.
+:copyright: (c) 2020 by Amin Yazdanpanah.
 :website: https://www.aminyazdanpanah.com
 :email: [email protected]
 :license: MIT, see LICENSE for more details.
@@ -19,6 +19,10 @@
 from ffmpeg_streaming import Clouds
 
 
+logging.basicConfig(filename='streaming.log', level=logging.NOTSET, format='[%(asctime)s] %(levelname)s: %(message)s')
+start_time = time.time()
+
+
 class CustomCloud(Clouds):
 
     def upload_directory(self, directory, **options):
@@ -46,10 +50,6 @@ def custom_cloud():
     return from_custom_cloud, to_custom_cloud
 
 
-logging.basicConfig(filename='streaming.log', level=logging.NOTSET, format='[%(asctime)s] %(levelname)s: %(message)s')
-start_time = time.time()
-
-
 def per_to_time_left(percentage):
     if percentage != 0:
         diff_time = time.time() - start_time
@@ -64,7 +64,7 @@ def per_to_time_left(percentage):
 def transcode_progress(per, ffmpeg):
     # You can update a field in your database or log it to a file
     # You can also create a socket connection and show a progress bar to users
-    logging.info(ffmpeg)
+    # logging.info(ffmpeg)
     sys.stdout.write("\rTranscoding...(%s%%) %s [%s%s]" % (per, per_to_time_left(per), '#' * per, '-' * (100 - per)))
     sys.stdout.flush()
 

examples/clouds/google_cloud.py

@@ -5,7 +5,7 @@
 Open a file from a google cloud and save hls files to it
 
 
-:copyright: (c) 2019 by Amin Yazdanpanah.
+:copyright: (c) 2020 by Amin Yazdanpanah.
 :website: https://www.aminyazdanpanah.com
 :email: [email protected]
 :license: MIT, see LICENSE for more details.
@@ -26,41 +26,57 @@
 from ffmpeg_streaming import Clouds
 
 
+logging.basicConfig(filename='streaming.log', level=logging.NOTSET, format='[%(asctime)s] %(levelname)s: %(message)s')
+start_time = time.time()
+
+
 class GoogleCloudStorage(Clouds):
-    def __init__(self, bucket_name, **kwargs):
-        storage_client = storage.Client(**kwargs)
-        self.bucket_name = bucket_name
-        self.bucket = storage_client.get_bucket(bucket_name)
+    def __init__(self, **options):
+        self.client = storage.Client(**options)
 
     def upload_directory(self, directory, **options):
+        bucket_name = options.pop('bucket_name', None)
+        if bucket_name is None:
+            raise ValueError('You should pass a bucket name')
+
+        bucket = self.client.get_bucket(bucket_name)
+
         files = [f for f in listdir(directory) if isfile(join(directory, f))]
 
         for file in files:
-            blob = self.bucket.blob(self.bucket_name + file, options)
+            blob = bucket.blob(bucket_name + file, **options)
             blob.upload_from_filename(join(directory, file))
 
     def download(self, filename=None, **options):
+        bucket_name = options.pop('bucket_name', None)
+        if bucket_name is None:
+            raise ValueError('You should pass a bucket name')
+
+        bucket = self.client.get_bucket(bucket_name)
+
         if filename is None:
-            tmp = tempfile.NamedTemporaryFile(suffix='_py_ff_vi_st.tmp', delete=False)
-            filename = tmp.name
+            with tempfile.NamedTemporaryFile(suffix='_py_ff_vi_st.tmp', delete=False) as tmp:
+                filename = tmp.name
 
         object_name = options.pop('object_name', None)
         if object_name is None:
             raise ValueError('You should pass an object name')
 
-        blob = self.bucket.get_blob(object_name, options)
+        blob = bucket.get_blob(object_name, options)
         blob.download_to_filename(filename)
 
         return filename
 
 
 def google_cloud(bucket_name, object_name):
-    cloud = GoogleCloudStorage(bucket_name)
+    # see https://cloud.google.com/storage/docs/authentication to authenticate your service
+    cloud = GoogleCloudStorage()
     download_options = {
-        'object_name': object_name,
+        'bucket_name': bucket_name,
+        'key': object_name,
     }
     upload_options = {
-        'encryption': 'BASE64_ENCRYPTION',
+        'bucket_name': bucket_name,
     }
 
     from_google_cloud = (cloud, download_options, None)
@@ -69,10 +85,6 @@ def google_cloud(bucket_name, object_name):
     return from_google_cloud, to_google_cloud
 
 
-logging.basicConfig(filename='streaming.log', level=logging.NOTSET, format='[%(asctime)s] %(levelname)s: %(message)s')
-start_time = time.time()
-
-
 def per_to_time_left(percentage):
     if percentage != 0:
         diff_time = time.time() - start_time
@@ -87,7 +99,7 @@ def per_to_time_left(percentage):
 def transcode_progress(per, ffmpeg):
     # You can update a field in your database or log it to a file
     # You can also create a socket connection and show a progress bar to users
-    logging.info(ffmpeg)
+    # logging.info(ffmpeg)
     sys.stdout.write("\rTranscoding...(%s%%) %s [%s%s]" % (per, per_to_time_left(per), '#' * per, '-' * (100 - per)))
     sys.stdout.flush()
 

examples/clouds/multiple_clouds.py

@@ -5,7 +5,7 @@
 Open a file from a local path and save dash files to multiple clouds
 
 
-:copyright: (c) 2019 by Amin Yazdanpanah.
+:copyright: (c) 2020 by Amin Yazdanpanah.
 :website: https://www.aminyazdanpanah.com
 :email: [email protected]
 :license: MIT, see LICENSE for more details.
@@ -39,7 +39,7 @@ def per_to_time_left(percentage):
 def transcode_progress(per, ffmpeg):
     # You can update a field in your database or log it to a file
     # You can also create a socket connection and show a progress bar to users
-    logging.info(ffmpeg)
+    # logging.info(ffmpeg)
     sys.stdout.write("\rTranscoding...(%s%%) %s [%s%s]" % (per, per_to_time_left(per), '#' * per, '-' * (100 - per)))
     sys.stdout.flush()