Download all archives in one click (#219)

* implement api for download all archive

* implement ui for download all archive

Author: iberryful

src/api/handlers/projects/jobs.py

@@ -2,15 +2,17 @@
 import os
 import uuid
 import re
+import tarfile
+import shutil
 
 from io import BytesIO
 
 import requests
 
-from flask import g, abort, Response, send_file, request
+from flask import g, abort, Response, send_file, request, after_this_request
 from flask_restplus import Resource, fields
 
-from pyinfraboxutils import get_logger
+from pyinfraboxutils import get_logger, get_env
 from pyinfraboxutils.ibflask import OK
 from pyinfraboxutils.ibrestplus import api, response_model
 from pyinfraboxutils.storage import storage
@@ -444,6 +446,62 @@ def get(self, project_id, job_id):
         return result['archive']
 
 
+@ns.route('/<job_id>/archive/download/all')
+@api.response(403, 'Not Authorized')
+class ArchiveDownloadAll(Resource):
+
+    def get(self, project_id, job_id):
+        '''
+        Returns all archives
+        '''
+        result = g.db.execute_one_dict('''
+                    SELECT archive
+                    FROM job
+                    WHERE   id = %s
+                        AND project_id = %s
+                ''', [job_id, project_id])
+
+        if not result or not result['archive']:
+            abort(404)
+
+        base_path = os.path.join('/tmp', str(uuid.uuid4()))
+        archive_dir = os.path.join(base_path, 'archive')
+        os.mkdir(base_path)
+        os.mkdir(archive_dir)
+
+        @after_this_request
+        def _remove_file(response):
+            if os.path.exists(base_path):
+                shutil.rmtree(base_path)
+            return response
+
+        for item in result['archive']:
+            filename = item['filename']
+            url = "%s/api/v1/projects/%s/jobs/%s/archive/download?filename=%s" % \
+                  (get_env('INFRABOX_ROOT_URL'), project_id, job_id, filename)
+            try:
+                token = encode_user_token(g.token['user']['id'])
+            except Exception:
+                #public project has no token here.
+                token = ""
+            headers = {'Authorization': 'bearer ' + token}
+
+            r = requests.get(url, headers=headers, timeout=120, verify=False)
+            if r.status_code != 200:
+                continue
+
+            with open(os.path.join(archive_dir, os.path.basename(filename)), 'w') as f:
+                f.write(r.content)
+
+        if not os.listdir(archive_dir):
+            abort(404)
+
+        tar_file = os.path.join(base_path, 'archive_%s' % job_id +'.tar.gz')
+        with tarfile.open(tar_file, mode='w:gz') as archive:
+            archive.add(archive_dir, arcname='archive')
+
+        return send_file(tar_file, as_attachment=True, attachment_filename=os.path.basename(tar_file))
+
 @ns.route('/<job_id>/console')
 @api.response(403, 'Not Authorized')
 class Console(Resource):

src/dashboard-client/src/components/job/JobDetail.vue

@@ -89,6 +89,10 @@
                                     <md-icon>insert_drive_file</md-icon><span class="m-l-xs">Data Output</span>
                                     <md-tooltip md-direction="bottom">Data Output</md-tooltip>
                                 </md-button>
+                                <md-button class="md-raised md-primary md-dense" v-on:click="downloadAllArchive()" :disabled="job.state=='running'||job.state=='queued'||job.state=='scheduled'">
+                                    <md-icon>insert_drive_file</md-icon><span class="m-l-xs">All Archive</span>
+                                    <md-tooltip md-direction="bottom">All Archive</md-tooltip>
+                                </md-button>
                             </md-layout>
                             <md-layout  md-align="start" md-vertical-align="start" md-flex-xsmall="100" md-flex-small="100" md-flex-medium="100" md-flex-large="100" md-flex-xlarge="100" md-hide-large-and-up>
                                 <md-table-card class="clean-card">
@@ -135,6 +139,12 @@
                                                             <md-tooltip md-direction="bottom">Data Output</md-tooltip>
                                                         </md-button>
                                                     </div>
+                                                    <div class="m-r-xl">
+                                                        <md-button class="md-icon-button md-primary md-raised md-dense" v-on:click="downloadAllArchive()" :disabled="job.state=='running'||job.state=='queued'||job.state=='scheduled'">
+                                                            <md-icon style="color: white">insert_drive_file</md-icon>
+                                                            <md-tooltip md-direction="bottom">All Archive</md-tooltip>
+                                                        </md-button>
+                                                    </div>
                                                     <div class="m-r-xl">
                                                         <md-menu md-size="4" class="bg-white">
                                                             <md-button class="md-icon-button md-primary md-raised md-dense" md-menu-trigger>
@@ -310,6 +320,9 @@ export default {
         },
         downloadDataOutput () {
             this.job.downloadDataOutput()
+        },
+        downloadAllArchive () {
+            this.job.downloadAllArchive()
         }
     }
 }

src/dashboard-client/src/models/Job.js

@@ -309,6 +309,11 @@ export default class Job {
         NewAPIService.openAPIUrl(url)
     }
 
+    downloadAllArchive () {
+        const url = `projects/${this.project.id}/jobs/${this.id}/archive/download/all`
+        NewAPIService.openAPIUrl(url)
+    }
+
     downloadArchive (filename) {
         const url = `projects/${this.project.id}/jobs/${this.id}/archive/download?filename=${filename}`
         NewAPIService.openAPIUrl(url)