exportfoldertree.py

#!/usr/bin/python
# -*- coding: utf-8 -*-
#
# exportfoldertree.py
# March 2018
#
# Pass in a directory and this tool will export the complete viya folder
# structure to a sub-directory named for the current date and time
# There will be a json file for each viya folder at the root level.
#   
#
# Change History
#
#
# Copyright © 2019, SAS Institute Inc., Cary, NC, USA.  All Rights Reserved.
#
#  Licensed under the Apache License, Version 2.0 (the License);
#  you may not use this file except in compliance with the License.
#  You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
#  Unless required by applicable law or agreed to in writing, software
#  distributed under the License is distributed on an "AS IS" BASIS,
#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
#  See the License for the specific language governing permissions and
#  limitations under the License.
#

# Import Python modules
import argparse, sys, subprocess, uuid, time, os, glob

from sharedfunctions import getfolderid, callrestapi

# get python version  
version=int(str(sys.version_info[0]))

# CHANGE THIS VARIABLE IF YOUR CLI IS IN A DIFFERENT LOCATION
clidir='/opt/sas/viya/home/bin/'

# get input parameters	
parser = argparse.ArgumentParser(description="Export the complete Viya folder tree")
parser.add_argument("-d","--directory", help="Directory for Export",required='True')
parser.add_argument("-q","--quiet", help="Suppress the are you sure prompt.", action='store_true')
args= parser.parse_args()
basedir=args.directory
quietmode=args.quiet


# prompt if directory exists because existing json files are deleted
if os.path.exists(basedir):

	# if the quiet mode flag is not passed then prompt to continue
	if not quietmode:

		if version  > 2:
			areyousure=input("The folder exists any existing json files in it will be deleted. Continue? (Y)")
		else:
			areyousure=raw_input("The folder already exists any existing json files in it will be deleted. Continue? (Y)") 
	else:
		areyousure="Y"

else: areyousure="Y" 

# prompt is Y if user selected Y, its a new directory, or user selected quiet mode
if areyousure.upper() =='Y':

	path=basedir

	# create directory if it doesn't exist
	if not os.path.exists(path): os.makedirs(path)
	else: 
		filelist=glob.glob(path+"/*.json")
		for file in filelist:
			os.remove(file)

	# retrieve root folders
	reqtype='get'
	reqval='/folders/rootFolders'
	resultdata=callrestapi(reqval,reqtype)

	# loop root folders
	if 'items' in resultdata:
	
		total_items=resultdata['count']
			
		returned_items=len(resultdata['items'])
			
		if total_items == 0: print("Note: No items returned.")
		else:
			# export each folder and download the package file to the directory
			for i in range(0,returned_items):   
				
				id=resultdata['items'][i]["id"]
				package_name=str(uuid.uuid1())
				json_name=resultdata['items'][i]["name"].replace(" ","")+'_'+str(i)
							
				command=clidir+'sas-admin transfer export -u /folders/folders/'+id+' --name "'+package_name+'"'
				print(command)     
				subprocess.call(command, shell=True)

				reqval='/transfer/packages?filter=eq(name,"'+package_name+'")'                
				package_info=callrestapi(reqval,reqtype)
					
				package_id=package_info['items'][0]['id']
					
				completefile=os.path.join(path,json_name+'.json')
				command=clidir+'sas-admin transfer download --file '+completefile+' --id '+package_id    
				print(command)
				subprocess.call(command, shell=True)

	print("NOTE: Viya root folders exported to json files in "+path)

else:
	 print("NOTE: Operation cancelled")