Browse Source
* new snapshot report tool * change permissions * updates to snapshot reports * Add query parameters * add query paramtesmaster
committed by
GitHub
1 changed files with 144 additions and 0 deletions
@ -0,0 +1,144 @@ |
|||||
|
#!/usr/bin/python |
||||
|
# -*- coding: utf-8 -*- |
||||
|
# |
||||
|
# snapshotreports.py |
||||
|
# April 2019 |
||||
|
# |
||||
|
# Change History |
||||
|
# |
||||
|
# |
||||
|
# Copyright © 2019, SAS Institute Inc., Cary, NC, USA. All Rights Reserved. |
||||
|
# |
||||
|
# Licensed under the Apache License, Version 2.0 (the License); |
||||
|
# you may not use this file except in compliance with the License. |
||||
|
# You may obtain a copy of the License at |
||||
|
# |
||||
|
# http://www.apache.org/licenses/LICENSE-2.0 |
||||
|
# |
||||
|
# Unless required by applicable law or agreed to in writing, software |
||||
|
# distributed under the License is distributed on an "AS IS" BASIS, |
||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
|
# See the License for the specific language governing permissions and |
||||
|
# limitations under the License. |
||||
|
# |
||||
|
|
||||
|
# Import Python modules |
||||
|
import argparse, sys, subprocess, uuid, time, os, glob |
||||
|
from datetime import datetime as dt, timedelta as td |
||||
|
from sharedfunctions import getfolderid, callrestapi |
||||
|
|
||||
|
# get python version |
||||
|
version=int(str(sys.version_info[0])) |
||||
|
|
||||
|
# CHANGE THIS VARIABLE IF YOUR CLI IS IN A DIFFERENT LOCATION |
||||
|
clidir='/opt/sas/viya/home/bin/' |
||||
|
|
||||
|
# get input parameters |
||||
|
parser = argparse.ArgumentParser(description="Export the complete Viya folder tree") |
||||
|
parser.add_argument("-d","--directory", help="Directory for Export",required='True') |
||||
|
parser.add_argument("-q","--quiet", help="Suppress the are you sure prompt.", action='store_true') |
||||
|
parser.add_argument("-c","--changeddays", help="Reports changed in the how many days",default='1') |
||||
|
parser.add_argument("-m","--modifiedby", help="Last modified id equals",default=None) |
||||
|
parser.add_argument("-n","--name", help="Name contains",default=None) |
||||
|
|
||||
|
args= parser.parse_args() |
||||
|
basedir=args.directory |
||||
|
quietmode=args.quiet |
||||
|
|
||||
|
changeddays=args.changeddays |
||||
|
modby=args.modifiedby |
||||
|
nameval=args.name |
||||
|
|
||||
|
|
||||
|
# calculate time period for files |
||||
|
now=dt.today()-td(days=int(changeddays)) |
||||
|
subset_date=now.strftime("%Y-%m-%dT%H:%M:%S") |
||||
|
datefilter="ge(modifiedTimeStamp,"+subset_date+")" |
||||
|
|
||||
|
# create a list for filter conditions |
||||
|
filtercond=[] |
||||
|
|
||||
|
# there is always a number of days, the default is zero |
||||
|
filtercond.append(datefilter) |
||||
|
|
||||
|
if nameval!=None: filtercond.append('contains($primary,name,"'+nameval+'")') |
||||
|
if modby!=None: filtercond.append("eq(modifiedBy,"+modby+")") |
||||
|
|
||||
|
# add the start and end and comma delimit the filter |
||||
|
delimiter = ',' |
||||
|
completefilter = 'and('+delimiter.join(filtercond)+')' |
||||
|
print(completefilter) |
||||
|
|
||||
|
# prompt if directory exists because existing json files are deleted |
||||
|
if os.path.exists(basedir): |
||||
|
|
||||
|
# if the quiet mode flag is not passed then prompt to continue |
||||
|
if not quietmode: |
||||
|
|
||||
|
if version > 2: |
||||
|
areyousure=input("The folder exists any existing json files in it will be deleted. Continue? (Y)") |
||||
|
else: |
||||
|
areyousure=raw_input("The folder already exists any existing json files in it will be deleted. Continue? (Y)") |
||||
|
else: |
||||
|
areyousure="Y" |
||||
|
|
||||
|
else: areyousure="Y" |
||||
|
|
||||
|
# prompt is Y if user selected Y, its a new directory, or user selected quiet mode |
||||
|
if areyousure.upper() =='Y': |
||||
|
|
||||
|
path=basedir |
||||
|
|
||||
|
# create directory if it doesn't exist |
||||
|
if not os.path.exists(path): os.makedirs(path) |
||||
|
else: |
||||
|
filelist=glob.glob(path+"/*.json") |
||||
|
for file in filelist: |
||||
|
os.remove(file) |
||||
|
|
||||
|
# retrieve all reports in the system |
||||
|
reqtype='get' |
||||
|
reqval='/reports/reports?filter='+completefilter+'&limit=10000' |
||||
|
|
||||
|
resultdata=callrestapi(reqval,reqtype) |
||||
|
|
||||
|
# loop root reports |
||||
|
if 'items' in resultdata: |
||||
|
|
||||
|
total_items=resultdata['count'] |
||||
|
|
||||
|
returned_items=len(resultdata['items']) |
||||
|
|
||||
|
if total_items == 0: print("Note: No items returned.") |
||||
|
else: |
||||
|
# export each folder and download the package file to the directory |
||||
|
for i in range(0,returned_items): |
||||
|
|
||||
|
id=resultdata['items'][i]["id"] |
||||
|
package_name=str(uuid.uuid1()) |
||||
|
json_name=resultdata['items'][i]["name"].replace(" ","")+'_'+str(i) |
||||
|
|
||||
|
json_name=json_name.replace("(","_") |
||||
|
json_name=json_name.replace(")","_") |
||||
|
|
||||
|
|
||||
|
command=clidir+'sas-admin transfer export -u /reports/reports/'+id+' --name "'+package_name+'"' |
||||
|
print(command) |
||||
|
subprocess.call(command, shell=True) |
||||
|
|
||||
|
reqval='/transfer/packages?filter=eq(name,"'+package_name+'")' |
||||
|
package_info=callrestapi(reqval,reqtype) |
||||
|
|
||||
|
package_id=package_info['items'][0]['id'] |
||||
|
|
||||
|
completefile=os.path.join(path,json_name+'.json') |
||||
|
command=clidir+'sas-admin transfer download --file '+completefile+' --id '+package_id |
||||
|
print(command) |
||||
|
subprocess.call(command, shell=True) |
||||
|
|
||||
|
print("NOTE: Viya reports exported to json files in "+path) |
||||
|
|
||||
|
else: |
||||
|
print("NOTE: Operation cancelled") |
||||
|
|
||||
|
|
||||
Loading…
Reference in new issue