archivefiles.py

#!/usr/bin/python
# -*- coding: utf-8 -*-
#
# archivefiles.py January 2018
#
#
# Change History
#
# 27JAN2019 Comments added
#
#
# Copyright © 2018, SAS Institute Inc., Cary, NC, USA.  All Rights Reserved.
#
#  Licensed under the Apache License, Version 2.0 (the License); you may not use this file except in compliance with the License. You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
#  Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either
#  express or implied. See the License for the specific language governing permissions and limitations under the License.
#

import argparse , datetime, os, time, json, sys
from sharedfunctions import callrestapi,printresult
from datetime import datetime as dt, timedelta as td

# get python version
version=int(str(sys.version_info[0]))

# setup command-line arguements. In this block which is common to all the tools you setup what parameters
# are passed to the tool
# the --output parameter is a common one which supports the three styles of output json, simple or csv

parser = argparse.ArgumentParser()

parser.add_argument("-n","--name", help="Name contains",default=None)
parser.add_argument("-c","--type", help="Content Type in.",default=None)
parser.add_argument("-p","--parent", help="ParentURI starts with.",default=None)
parser.add_argument("-d","--days", help="List files older than this number of days",default='-1')
parser.add_argument("-m","--modifiedby", help="Last modified id equals",default=None)
parser.add_argument("-fp","--path", help="Path of directory to store files",default='/tmp')
parser.add_argument("-x","--delete", help="Delete Files from Viya",action='store_true')

args = parser.parse_args()
daysolder=args.days
modby=args.modifiedby
nameval=args.name
puri=args.parent
path=args.path
dodelete=args.delete


if dodelete:

   if version  > 2:
      areyousure=input("The files will be archived. Do you also want to delete the files? (Y)")
   else:
      areyousure=raw_input("The files will be archived. Do you also want to delete the files? (Y))") 

   if areyousure !='Y': dodelete=False

# content filter
#contentfilter='in(contentType,"application/vnd.sas.collection","text/plain","application/vnd.sas.collection+json","text/plain;charset=UTF-8","application/octet-stream")'

# calculate time period for files
now=dt.today()-td(days=int(daysolder))
subset_date=now.strftime("%Y-%m-%dT%H:%M:%S")
datefilter="le(creationTimeStamp,"+subset_date+")"

# create a list for filter conditions
filtercond=[]

# there is always a number of days, the default is zero
filtercond.append(datefilter)

if nameval!=None: filtercond.append('contains($primary,name,"'+nameval+'")')
if modby!=None: filtercond.append("eq(modifiedBy,"+modby+")")
if puri!=None: filtercond.append("contains(parentUri,'"+puri+"')")

# add the start and end and comma delimit the filter
delimiter = ','
completefilter = 'and('+delimiter.join(filtercond)+')'

# set the request type
reqtype='get'
reqval="/files/files?filter="+completefilter+"&limit=10000"

#print(reqval)

#create a directory with a name of the timestamp only if running in execmodeute mode
newdirname="D"+dt.today().strftime("%Y%m%dT%H%MS")

archivepath=os.path.join(path,newdirname )
if os.path.isdir(archivepath)==False: os.makedirs(archivepath)


#make the rest call using the callrestapi function. You can have one or many calls
files_result_json=callrestapi(reqval,reqtype)

files = files_result_json['items']
if len(files):
   if os.path.isdir(archivepath)==False: os.makedirs(archivepath)

for file in files:

   fileid=file['id']
   
   filename=file['name'] 
   archivefile=os.path.join(archivepath,filename )
       
   reqtype='get'	   
   reqval="/files/files/"+fileid+"/content"
   
   content=callrestapi(reqval,reqtype)
         
   if type(content) is dict:
	  
      with open(archivefile, 'w') as fp:
         json.dump(content,fp,indent=4)
	
      fp.close()
    	      
   elif type(content) is unicode:
      
       with open(archivefile, 'w') as fp:
          fp.write(content.encode('utf8'))          
	
       fp.close()
   else: print('NOTE: ',filename,' content type not supported')
   
   if dodelete:

      reqtype='delete'
      reqval="/files/files/"+fileid
	           
      callrestapi(reqval,reqtype)
      

if len(files):	  
   print('NOTE: files archived to the directory '+archivepath)
   if dodelete: print('NOTE: files deleted from Viya.')
else:
   print('NOTE: No files found')