You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
142 lines
4.5 KiB
142 lines
4.5 KiB
#!/usr/bin/python
|
|
# -*- coding: utf-8 -*-
|
|
#
|
|
# archivefiles.py January 2018
|
|
#
|
|
#
|
|
# Change History
|
|
#
|
|
# 27JAN2019 Comments added
|
|
#
|
|
#
|
|
# Copyright © 2018, SAS Institute Inc., Cary, NC, USA. All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the License); you may not use this file except in compliance with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either
|
|
# express or implied. See the License for the specific language governing permissions and limitations under the License.
|
|
#
|
|
|
|
import argparse , datetime, os, time, json, sys
|
|
from sharedfunctions import callrestapi,printresult
|
|
from datetime import datetime as dt, timedelta as td
|
|
|
|
# get python version
|
|
version=int(str(sys.version_info[0]))
|
|
|
|
# setup command-line arguements. In this block which is common to all the tools you setup what parameters
|
|
# are passed to the tool
|
|
# the --output parameter is a common one which supports the three styles of output json, simple or csv
|
|
|
|
parser = argparse.ArgumentParser()
|
|
|
|
parser.add_argument("-n","--name", help="Name contains",default=None)
|
|
parser.add_argument("-c","--type", help="Content Type in.",default=None)
|
|
parser.add_argument("-p","--parent", help="ParentURI starts with.",default=None)
|
|
parser.add_argument("-d","--days", help="List files older than this number of days",default='0')
|
|
parser.add_argument("-m","--modifiedby", help="Last modified id equals",default=None)
|
|
parser.add_argument("-fp","--path", help="Path of directory to store files",default='/tmp')
|
|
parser.add_argument("-x","--delete", help="Delete Files from Viya",action='store_true')
|
|
|
|
args = parser.parse_args()
|
|
daysolder=args.days
|
|
modby=args.modifiedby
|
|
nameval=args.name
|
|
puri=args.parent
|
|
path=args.path
|
|
dodelete=args.delete
|
|
|
|
|
|
if dodelete:
|
|
|
|
if version > 2:
|
|
areyousure=input("The files will be archived. Do you also want to delete the files? (Y)")
|
|
else:
|
|
areyousure=raw_input("The files will be archived. Do you also want to delete the files? (Y))")
|
|
|
|
if areyousure !='Y': dodelete=False
|
|
|
|
# content filter
|
|
#contentfilter='in(contentType,"application/vnd.sas.collection","text/plain","application/vnd.sas.collection+json","text/plain;charset=UTF-8","application/octet-stream")'
|
|
|
|
# calculate time period for files
|
|
now=dt.today()-td(days=int(daysolder))
|
|
subset_date=now.strftime("%Y-%m-%dT%H:%M:%S")
|
|
datefilter="le(creationTimeStamp,"+subset_date+")"
|
|
|
|
# create a list for filter conditions
|
|
filtercond=[]
|
|
|
|
# there is always a number of days, the default is zero
|
|
filtercond.append(datefilter)
|
|
|
|
if nameval!=None: filtercond.append('contains($primary,name,"'+nameval+'")')
|
|
if modby!=None: filtercond.append("eq(modifiedBy,"+modby+")")
|
|
if puri!=None: filtercond.append("contains(parentUri,'"+puri+"')")
|
|
|
|
# add the start and end and comma delimit the filter
|
|
delimiter = ','
|
|
completefilter = 'and('+delimiter.join(filtercond)+')'
|
|
|
|
# set the request type
|
|
reqtype='get'
|
|
reqval="/files/files?filter="+completefilter+"&limit=10000"
|
|
|
|
#print(reqval)
|
|
|
|
#create a directory with a name of the timestamp only if running in execmodeute mode
|
|
newdirname="D"+dt.today().strftime("%Y%m%dT%H%MS")
|
|
|
|
archivepath=os.path.join(path,newdirname )
|
|
if os.path.isdir(archivepath)==False: os.makedirs(archivepath)
|
|
|
|
|
|
#make the rest call using the callrestapi function. You can have one or many calls
|
|
files_result_json=callrestapi(reqval,reqtype)
|
|
|
|
files = files_result_json['items']
|
|
if len(files):
|
|
if os.path.isdir(archivepath)==False: os.makedirs(archivepath)
|
|
|
|
for file in files:
|
|
|
|
fileid=file['id']
|
|
|
|
filename=file['name']
|
|
archivefile=os.path.join(archivepath,filename )
|
|
|
|
reqtype='get'
|
|
reqval="/files/files/"+fileid+"/content"
|
|
|
|
content=callrestapi(reqval,reqtype)
|
|
|
|
if type(content) is dict:
|
|
|
|
with open(archivefile, 'w') as fp:
|
|
json.dump(content,fp,indent=4)
|
|
|
|
fp.close()
|
|
|
|
elif type(content) is unicode:
|
|
|
|
with open(archivefile, 'w') as fp:
|
|
fp.write(content.encode('utf8'))
|
|
|
|
fp.close()
|
|
else: print('NOTE: ',filename,' content type not supported')
|
|
|
|
if dodelete:
|
|
|
|
reqtype='delete'
|
|
reqval="/files/files/"+fileid
|
|
|
|
callrestapi(reqval,reqtype)
|
|
|
|
|
|
if len(files):
|
|
print('NOTE: files archived to the directory '+archivepath)
|
|
if dodelete: print('NOTE: files deleted from Viya.')
|
|
else:
|
|
print('NOTE: No files found')
|