diff --git a/archivefiles.py b/archivefiles.py new file mode 100755 index 0000000..1c5f671 --- /dev/null +++ b/archivefiles.py @@ -0,0 +1,142 @@ +#!/usr/bin/python +# -*- coding: utf-8 -*- +# +# archivefiles.py January 2018 +# +# +# Change History +# +# 27JAN2019 Comments added +# +# +# Copyright © 2018, SAS Institute Inc., Cary, NC, USA. All Rights Reserved. +# +# Licensed under the Apache License, Version 2.0 (the License); you may not use this file except in compliance with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either +# express or implied. See the License for the specific language governing permissions and limitations under the License. +# + +import argparse , datetime, os, time, json, sys +from sharedfunctions import callrestapi,printresult +from datetime import datetime as dt, timedelta as td + +# get python version +version=int(str(sys.version_info[0])) + +# setup command-line arguements. In this block which is common to all the tools you setup what parameters +# are passed to the tool +# the --output parameter is a common one which supports the three styles of output json, simple or csv + +parser = argparse.ArgumentParser() + +parser.add_argument("-n","--name", help="Name contains",default=None) +parser.add_argument("-c","--type", help="Content Type in.",default=None) +parser.add_argument("-p","--parent", help="ParentURI starts with.",default=None) +parser.add_argument("-d","--days", help="List files older than this number of days",default='0') +parser.add_argument("-m","--modifiedby", help="Last modified id equals",default=None) +parser.add_argument("-fp","--path", help="Path of directory to store files",default='/tmp') +parser.add_argument("-x","--delete", help="Delete Files from Viya",action='store_true') + +args = parser.parse_args() +daysolder=args.days +modby=args.modifiedby +nameval=args.name +puri=args.parent +path=args.path +dodelete=args.delete + + +if dodelete: + + if version > 2: + areyousure=input("The files will be archived. Do you also want to delete the files? (Y)") + else: + areyousure=raw_input("The files will be archived. Do you also want to delete the files? (Y))") + + if areyousure !='Y': dodelete=False + +# content filter +#contentfilter='in(contentType,"application/vnd.sas.collection","text/plain","application/vnd.sas.collection+json","text/plain;charset=UTF-8","application/octet-stream")' + +# calculate time period for files +now=dt.today()-td(days=int(daysolder)) +subset_date=now.strftime("%Y-%m-%dT%H:%M:%S") +datefilter="le(creationTimeStamp,"+subset_date+")" + +# create a list for filter conditions +filtercond=[] + +# there is always a number of days, the default is zero +filtercond.append(datefilter) + +if nameval!=None: filtercond.append('contains($primary,name,"'+nameval+'")') +if modby!=None: filtercond.append("eq(modifiedBy,"+modby+")") +if puri!=None: filtercond.append("contains(parentUri,'"+puri+"')") + +# add the start and end and comma delimit the filter +delimiter = ',' +completefilter = 'and('+delimiter.join(filtercond)+')' + +# set the request type +reqtype='get' +reqval="/files/files?filter="+completefilter+"&limit=10000" + +#print(reqval) + +#create a directory with a name of the timestamp only if running in execmodeute mode +newdirname="D"+dt.today().strftime("%Y%m%dT%H%MS") + +archivepath=os.path.join(path,newdirname ) +if os.path.isdir(archivepath)==False: os.makedirs(archivepath) + + +#make the rest call using the callrestapi function. You can have one or many calls +files_result_json=callrestapi(reqval,reqtype) + +files = files_result_json['items'] +if len(files): + if os.path.isdir(archivepath)==False: os.makedirs(archivepath) + +for file in files: + + fileid=file['id'] + + filename=file['name'] + archivefile=os.path.join(archivepath,filename ) + + reqtype='get' + reqval="/files/files/"+fileid+"/content" + + content=callrestapi(reqval,reqtype) + + if type(content) is dict: + + with open(archivefile, 'w') as fp: + json.dump(content,fp,indent=4) + + fp.close() + + elif type(content) is unicode: + + with open(archivefile, 'w') as fp: + fp.write(content.encode('utf8')) + + fp.close() + else: print('NOTE: ',filename,' content type not supported') + + if dodelete: + + reqtype='delete' + reqval="/files/files/"+fileid + + callrestapi(reqval,reqtype) + + +if len(files): + print('NOTE: files archived to the directory '+archivepath) + if dodelete: print('NOTE: files deleted from Viya.') +else: + print('NOTE: No files found') \ No newline at end of file diff --git a/listfiles.py b/listfiles.py new file mode 100755 index 0000000..1f28cc2 --- /dev/null +++ b/listfiles.py @@ -0,0 +1,82 @@ +#!/usr/bin/python +# -*- coding: utf-8 -*- +# +# lisfiles.py January 2018 +# +# +# Change History +# +# 27JAN2019 Comments added +# +# +# Copyright © 2018, SAS Institute Inc., Cary, NC, USA. All Rights Reserved. +# +# Licensed under the Apache License, Version 2.0 (the License); you may not use this file except in compliance with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either +# express or implied. See the License for the specific language governing permissions and limitations under the License. +# + +import argparse , datetime +from sharedfunctions import callrestapi,printresult +from datetime import datetime as dt, timedelta as td + +# setup command-line arguements. In this block which is common to all the tools you setup what parameters +# are passed to the tool +# the --output parameter is a common one which supports the three styles of output json, simple or csv + +parser = argparse.ArgumentParser() + +parser.add_argument("-n","--name", help="Name contains",default=None) +parser.add_argument("-c","--type", help="Content Type in.",default=None) +parser.add_argument("-p","--parent", help="ParentURI starts with.",default=None) +parser.add_argument("-d","--days", help="List files older than this number of days",default='0') +parser.add_argument("-m","--modifiedby", help="Last modified id equals",default=None) +parser.add_argument("-s","--sortby", help="Sort the output descending by this field",default='modifiedTimeStamp') +parser.add_argument("-o","--output", help="Output Style", choices=['csv','json','simple'],default='json') + +args = parser.parse_args() +output_style=args.output +daysolder=args.days +modby=args.modifiedby +sortby=args.sortby +nameval=args.name +puri=args.parent + +# calculate time period for files +now=dt.today()-td(days=int(daysolder)) +subset_date=now.strftime("%Y-%m-%dT%H:%M:%S") +datefilter="le(creationTimeStamp,"+subset_date+")" + +# create a list for filter conditions +filtercond=[] + +# there is always a number of days, the default is zero +filtercond.append(datefilter) + +if nameval!=None: filtercond.append('contains($primary,name,"'+nameval+'")') +if modby!=None: filtercond.append("eq(modifiedBy,"+modby+")") +if puri!=None: filtercond.append("contains(parentUri,'"+puri+"')") + +# add the start and end and comma delimit the filter +delimiter = ',' +completefilter = 'and('+delimiter.join(filtercond)+')' + +# set the request type +reqtype='get' +reqval="/files/files?filter="+completefilter+"&sortBy="+sortby+":descending&limit=10000" + +#print(reqval) + +#make the rest call using the callrestapi function +files_result_json=callrestapi(reqval,reqtype) + +# print the following columns for csv output +cols=['id','name','contentType','documentType','createdBy','modifiedTimeStamp','size','parentUri'] + +# print result + +printresult(files_result_json,output_style,cols) + \ No newline at end of file