Add feature to backup and delete multiple projects

Author: Eric Lei

blackduck/HubRestApi.py

@@ -851,7 +851,7 @@ def delete_project_version_by_name(self, project_name, version_name, save_scans=
  else:
  logging.debug("Did not find project with name {}".format(project_name))
 
- def delete_project_by_name(self, project_name, save_scans=False):
+ def delete_project_by_name(self, project_name, save_scans=False, backup_scans=False):
  project = self.get_project_by_name(project_name)
  if project:
  # get project versions
@@ -865,6 +865,9 @@ def delete_project_by_name(self, project_name, save_scans=False):
  if delete_scans:
  # delete all code locations associated with each version
  for version in versions:
+ if backup_scans:
+ logging.debug("Backup code locations (aka scans) for version {}".format(version['versionName']))
+ self.download_project_scans(project_name, version['versionName'])
  logging.debug("Deleting code locations (aka scans) for version {}".format(version['versionName']))
  self.delete_project_version_codelocations(version)
 
@@ -1245,7 +1248,9 @@ def download_project_scans(self, project_name,version_name, output_folder=None):
  if output_folder:
  pathname = os.path.join(output_folder, filename)
  else:
- pathname = filename
+ if not os.path.exists(project_name):
+ os.mkdir(project_name)
+ pathname = os.path.join(project_name, filename)
  responce = requests.get(url, headers=self.get_headers(), stream=True, verify=False)
  with open(pathname, "wb") as f:
  for data in responce.iter_content():

examples/clean_project.json

@@ -0,0 +1,6 @@
+{
+ "clean_project" : [
+ "proftpd",
+ "libiec"
+ ]
+}

examples/delete_project.py

@@ -16,6 +16,7 @@
 parser = argparse.ArgumentParser("A program that will delete a project along with its scans")
 parser.add_argument("project", help="Project name")
 parser.add_argument("-k", "--keep_scans", action = 'store_true', default=False, help="Use this option if you want to keep scans associated with the project-versions. Default is False, scans will be deleted.")
+parser.add_argument("-b", "--backup_scans", action = 'store_true', default=False, help="Use this option if you want to backup scans associated with the project-versions. Default is False, scans will not be backuped.")
 args = parser.parse_args()
 
 logging.basicConfig(stream=sys.stdout, level=logging.DEBUG)
@@ -24,4 +25,4 @@
 
 hub = HubInstance()
 
-hub.delete_project_by_name(args.project, save_scans=args.keep_scans)
+hub.delete_project_by_name(args.project, save_scans=args.keep_scans, backup_scans=args.backup_scans)

examples/delete_projects.py

@@ -0,0 +1,43 @@
+'''
+Created on Nov 8, 2019
+
+@author: ylei
+
+Delete multiple projects and their scans. The project names to be deleted are kept in clean_project.json
+'''
+
+import argparse
+import csv
+import logging
+import sys
+import json
+import arrow
+
+from blackduck.HubRestApi import HubInstance
+
+parser = argparse.ArgumentParser("A program that will delete projects along with their scans")
+#parser.add_argument("project", help="Project name")
+parser.add_argument("-f", "--filename", default="clean_project.json", help="File to keep Project names")
+parser.add_argument("-k", "--keep_scans", action = 'store_true', default=False, help="Use this option if you want to keep scans associated with the project-versions. Default is False, scans will be deleted.")
+parser.add_argument("-b", "--backup_scans", action = 'store_true', default=False, help="Use this option if you want to backup scans associated with the project-versions. Default is False, scans will not be backuped.")
+parser.add_argument("-a", "--age", default=3, help="The age, in days. If a project is older than this age it will be deleted.")
+args = parser.parse_args()
+
+logging.basicConfig(stream=sys.stdout, level=logging.DEBUG)
+logging.getLogger("requests").setLevel(logging.WARNING)
+logging.getLogger("urllib3").setLevel(logging.WARNING)
+
+hub = HubInstance()
+
+filename = args.filename
+with open(filename, 'r+') as f:
+ d = json.load(f)
+print("Projects in maintain json file: ", d['clean_project'])
+for proj in d['clean_project']:
+ now = arrow.now()
+ clean_time = now.to('local').shift(days=-args.age)
+ project = hub.get_project_by_name(proj)
+
+ if clean_time > arrow.get(project['createdAt']).to('local'):
+ print("Project ", project['name'], ' last for more than 3 days. Will be backup abd deleted.')
+ hub.delete_project_by_name(proj, save_scans=args.keep_scans, backup_scans=args.backup_scans)