diff --git a/snapshotreports.py b/snapshotreports.py new file mode 100755 index 0000000..3dc9869 --- /dev/null +++ b/snapshotreports.py @@ -0,0 +1,144 @@ +#!/usr/bin/python +# -*- coding: utf-8 -*- +# +# snapshotreports.py +# April 2019 +# +# Change History +# +# +# Copyright © 2019, SAS Institute Inc., Cary, NC, USA. All Rights Reserved. +# +# Licensed under the Apache License, Version 2.0 (the License); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + +# Import Python modules +import argparse, sys, subprocess, uuid, time, os, glob +from datetime import datetime as dt, timedelta as td +from sharedfunctions import getfolderid, callrestapi + +# get python version +version=int(str(sys.version_info[0])) + +# CHANGE THIS VARIABLE IF YOUR CLI IS IN A DIFFERENT LOCATION +clidir='/opt/sas/viya/home/bin/' + +# get input parameters +parser = argparse.ArgumentParser(description="Export the complete Viya folder tree") +parser.add_argument("-d","--directory", help="Directory for Export",required='True') +parser.add_argument("-q","--quiet", help="Suppress the are you sure prompt.", action='store_true') +parser.add_argument("-c","--changeddays", help="Reports changed in the how many days",default='1') +parser.add_argument("-m","--modifiedby", help="Last modified id equals",default=None) +parser.add_argument("-n","--name", help="Name contains",default=None) + +args= parser.parse_args() +basedir=args.directory +quietmode=args.quiet + +changeddays=args.changeddays +modby=args.modifiedby +nameval=args.name + + +# calculate time period for files +now=dt.today()-td(days=int(changeddays)) +subset_date=now.strftime("%Y-%m-%dT%H:%M:%S") +datefilter="ge(modifiedTimeStamp,"+subset_date+")" + +# create a list for filter conditions +filtercond=[] + +# there is always a number of days, the default is zero +filtercond.append(datefilter) + +if nameval!=None: filtercond.append('contains($primary,name,"'+nameval+'")') +if modby!=None: filtercond.append("eq(modifiedBy,"+modby+")") + +# add the start and end and comma delimit the filter +delimiter = ',' +completefilter = 'and('+delimiter.join(filtercond)+')' +print(completefilter) + +# prompt if directory exists because existing json files are deleted +if os.path.exists(basedir): + + # if the quiet mode flag is not passed then prompt to continue + if not quietmode: + + if version > 2: + areyousure=input("The folder exists any existing json files in it will be deleted. Continue? (Y)") + else: + areyousure=raw_input("The folder already exists any existing json files in it will be deleted. Continue? (Y)") + else: + areyousure="Y" + +else: areyousure="Y" + +# prompt is Y if user selected Y, its a new directory, or user selected quiet mode +if areyousure.upper() =='Y': + + path=basedir + + # create directory if it doesn't exist + if not os.path.exists(path): os.makedirs(path) + else: + filelist=glob.glob(path+"/*.json") + for file in filelist: + os.remove(file) + + # retrieve all reports in the system + reqtype='get' + reqval='/reports/reports?filter='+completefilter+'&limit=10000' + + resultdata=callrestapi(reqval,reqtype) + + # loop root reports + if 'items' in resultdata: + + total_items=resultdata['count'] + + returned_items=len(resultdata['items']) + + if total_items == 0: print("Note: No items returned.") + else: + # export each folder and download the package file to the directory + for i in range(0,returned_items): + + id=resultdata['items'][i]["id"] + package_name=str(uuid.uuid1()) + json_name=resultdata['items'][i]["name"].replace(" ","")+'_'+str(i) + + json_name=json_name.replace("(","_") + json_name=json_name.replace(")","_") + + + command=clidir+'sas-admin transfer export -u /reports/reports/'+id+' --name "'+package_name+'"' + print(command) + subprocess.call(command, shell=True) + + reqval='/transfer/packages?filter=eq(name,"'+package_name+'")' + package_info=callrestapi(reqval,reqtype) + + package_id=package_info['items'][0]['id'] + + completefile=os.path.join(path,json_name+'.json') + command=clidir+'sas-admin transfer download --file '+completefile+' --id '+package_id + print(command) + subprocess.call(command, shell=True) + + print("NOTE: Viya reports exported to json files in "+path) + +else: + print("NOTE: Operation cancelled") + +