Browse Source

Dev/packagemanagement (#116)

* add listransferpackages

* add deletetransferpackages

* add comments

* print on delete

* reset app properties

* remove binary

* remove binary
master
Gerry Nelson 3 years ago
committed by GitHub
parent
commit
dc2898dca8
No known key found for this signature in database GPG Key ID: 4AEE18F83AFDEB23
  1. 1
      .gitignore
  2. 131
      deletetransferpackages.py
  3. 95
      listtransferpackages.py

1
.gitignore

@ -1,3 +1,4 @@
__pycache__/sharedfunctions.cpython-36.pyc
sharedfunctions.pyc
__pycache__/sharedfunctions.cpython-36.pyc
__pycache__/sharedfunctions.cpython-39.pyc

131
deletetransferpackages.py

@ -0,0 +1,131 @@
#!/usr/bin/python
# -*- coding: utf-8 -*-
#
# deletetransferpackages.py October 2022
#
#
# For example, delete all packages with hr in the name created by sasadm
#
# ./deletetransferpackages.py -n "hr" -c sasadm -o csv
#
# 12OCT2022 Initial Creation
#
# Copyright © 2018, SAS Institute Inc., Cary, NC, USA. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the License); you may not use this file except in compliance with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either
# express or implied. See the License for the specific language governing permissions and limitations under the License.
#
import argparse , datetime, sys, json
from requests import delete
from sharedfunctions import callrestapi,printresult,getfolderid,getidsanduris
from datetime import datetime as dt, timedelta as td
# setup command-line arguements. In this block which is common to all the tools you setup what parameters
# are passed to the tool
# the --output parameter is a common one which supports the three styles of output json, simple or csv
parser = argparse.ArgumentParser()
parser = argparse.ArgumentParser(description="Query and list files stored in the infrastructure data server.")
parser.add_argument("-n","--name", help="Name contains",default=None)
parser.add_argument("-m","--modifiedby", help="Last modified id equals",default=None)
parser.add_argument("-c","--createdby", help="Created id equals",default=None)
parser.add_argument("-d","--days", help="List files older than this number of days",default='-1')
parser.add_argument("-do","--olderoryounger", help="For the date subsetting specify older or younger",choices=['older','younger'],default='older')
parser.add_argument("-q","--quiet", help="Suppress the are you sure prompt.", action='store_true')
parser.add_argument("--debug", action='store_true', help="Debug")
version=int(str(sys.version_info[0]))
args = parser.parse_args()
output_style='csv'
days=args.days
modby=args.modifiedby
createby=args.createdby
sortby='modifiedTimeStamp'
nameval=args.name
debug=args.debug
sortorder='descending'
olderoryounger=args.olderoryounger
quietmode=args.quiet
packagefile_result=None
# calculate time period for files
now=dt.today()-td(days=int(days))
subset_date=now.strftime("%Y-%m-%dT%H:%M:%S")
if olderoryounger=='older':
datefilter="le(creationTimeStamp,"+subset_date+")"
else: datefilter="ge(creationTimeStamp,"+subset_date+")"
# create a list for filter conditions
filtercond=[]
# there is always a number of days, the default is zero
filtercond.append(datefilter)
if nameval!=None: filtercond.append('contains($primary,name,"'+nameval+'")')
if createby!=None: filtercond.append("eq(createdBy,"+createby+")")
if modby!=None: filtercond.append("eq(modifiedBy,"+modby+")")
# set the request type
reqtype='get'
delimiter = ','
completefilter = 'and('+delimiter.join(filtercond)+')'
reqval="/transfer/packages?filter="+completefilter+"&sortBy="+sortby+":"+sortorder+"&limit=10000"
if debug: print(reqval)
packagefile_result=callrestapi(reqval,reqtype)
if packagefile_result["count"] ==0 :
print("No package returned by query.")
else:
cols=['id','name','transferObjectCount','createdBy','creationTimeStamp','modifiedBy','modifiedTimeStamp']
# if quiet do not prompt
if quietmode:
areyousure="Y"
else:
printresult(packagefile_result,output_style,cols)
if version > 2:
areyousure=input("Are you sure you want to delete the transfer packages listed above? (Y)")
else:
areyousure=raw_input("Are you sure you want to delete the transfer packages listed above? (Y)")
if areyousure.upper() == 'Y':
#loop through items returned and delete packages
allitems=packagefile_result["items"]
for item in allitems:
id=item["id"]
name=item["name"]
print("Deleting package with id "+id+" and name "+name)
reqtype='delete'
reqval='/transfer/packages/'+id+'#withParts?deletejobs=true'
if debug: print(reqval)
rc=callrestapi(reqval,reqtype)
if debug: print(rc)
print("NOTE: packages matching criteria have been deleted.")

95
listtransferpackages.py

@ -0,0 +1,95 @@
#!/usr/bin/python
# -*- coding: utf-8 -*-
#
# listtransferpackages.py October 2022
#
#
# For example, list all packages with hr in the name created by sasadm
#
# ./listtransferpackages.py -n "hr" -c sasadm -o csv
#
# 12OCT2022 Initial Creation
#
# Copyright © 2018, SAS Institute Inc., Cary, NC, USA. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the License); you may not use this file except in compliance with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either
# express or implied. See the License for the specific language governing permissions and limitations under the License.
#
import argparse , datetime, sys
from sharedfunctions import callrestapi,printresult,getfolderid,getidsanduris
from datetime import datetime as dt, timedelta as td
parser = argparse.ArgumentParser()
parser = argparse.ArgumentParser(description="Query and list transfer packages stored in the infrastructure data server.")
parser.add_argument("-n","--name", help="Name contains",default=None)
parser.add_argument("-m","--modifiedby", help="Last modified id equals",default=None)
parser.add_argument("-c","--createdby", help="Created id equals",default=None)
parser.add_argument("-d","--days", help="List files older than this number of days",default='-1')
parser.add_argument("-do","--olderoryounger", help="For the date subsetting specify older or younger",choices=['older','younger'],default='older')
parser.add_argument("-s","--sortby", help="Sort the output descending by this field",default='modifiedTimeStamp')
parser.add_argument("-so","--sortorder", help="Sort order",choices=['ascending','descending'],default='descending')
parser.add_argument("-o","--output", help="Output Style", choices=['csv','json','simple','simplejson'],default='json')
parser.add_argument("--debug", action='store_true', help="Debug")
args = parser.parse_args()
output_style=args.output
days=args.days
modby=args.modifiedby
createby=args.createdby
sortby=args.sortby
nameval=args.name
debug=args.debug
sortorder=args.sortorder
olderoryounger=args.olderoryounger
packagefile_resultn=None
# calculate time period for files
# calculate time period for files
now=dt.today()-td(days=int(days))
subset_date=now.strftime("%Y-%m-%dT%H:%M:%S")
if olderoryounger=='older':
datefilter="le(creationTimeStamp,"+subset_date+")"
else: datefilter="ge(creationTimeStamp,"+subset_date+")"
# create a list for filter conditions
filtercond=[]
# there is always a number of days, the default is zero
filtercond.append(datefilter)
if nameval!=None: filtercond.append('contains($primary,name,"'+nameval+'")')
if modby!=None: filtercond.append("eq(modifiedBy,"+modby+")")
if createby!=None: filtercond.append("eq(createdBy,"+createby+")")
# set the request type
reqtype='get'
delimiter = ','
completefilter = 'and('+delimiter.join(filtercond)+')'
reqval="/transfer/packages?filter="+completefilter+"&sortBy="+sortby+":"+sortorder+"&limit=10000"
if debug: print(reqval)
packagefile_result=callrestapi(reqval,reqtype)
cols=['id','name','transferObjectCount','createdBy','creationTimeStamp','modifiedBy','modifiedTimeStamp']
if packagefile_result["count"] ==0 :
print("No packages returned by query.")
else:
printresult(packagefile_result,output_style,cols)
Loading…
Cancel
Save