Merge pull request #12 from sassoftware/exportfolders

New tools to export/import complete viya folder tree

exportfoldertree.py

@@ -0,0 +1,91 @@
+#!/usr/bin/python
+# -*- coding: utf-8 -*-
+#
+# exportfoldertree.py
+# March 20187
+#
+# Pass in a directory and this tool will export the complete viya folder
+# structure to a sub-directory named for the current date and time
+# There will be a json file for each viya folder at the root level.
+#   
+#
+# Change History
+#
+#
+# Copyright © 2019, SAS Institute Inc., Cary, NC, USA.  All Rights Reserved.
+#
+#  Licensed under the Apache License, Version 2.0 (the License);
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+#
+
+# Import Python modules
+
+import argparse, sys, subprocess, uuid, string, time, os
+
+from sharedfunctions import getfolderid, callrestapi
+
+# get python version  
+version=int(str(sys.version_info[0]))
+
+
+# CHANGE THIS VARIABLE IF YOUR CLI IS IN A DIFFERENT LOCATION
+clidir='/opt/sas/viya/home/bin/'
+
+
+# get input parameters	
+parser = argparse.ArgumentParser(description="Delete a folder and its sub-folders")
+parser.add_argument("-d","--directory", help="Directory for Export",required='True')
+args= parser.parse_args()
+basedir=args.directory
+
+# create output directory
+now=time.localtime()
+dirname="D_"+time.strftime('%Y-%m-%dT%H:%M:%S',now)
+path=os.path.join(basedir,dirname)
+if not os.path.exists(path): os.makedirs(path)
+
+# retrieve root folders
+reqtype='get'
+reqval='/folders/rootFolders'
+resultdata=callrestapi(reqval,reqtype)
+
+
+# loop root folders
+if 'items' in resultdata:
+  
+    total_items=resultdata['count']
+        
+    returned_items=len(resultdata['items'])
+        
+    if total_items == 0: print("Note: No items returned.")
+
+    # export each folder and download the package file to the directory
+            
+    for i in range(0,returned_items):   
+        id=resultdata['items'][i]["id"]
+        package_name=str(uuid.uuid1())
+        command=clidir+'sas-admin transfer export -u /folders/folders/'+id+' --name "'+package_name+'"'
+        print(command)     
+        subprocess.call(command, shell=True)
+
+        reqval='/transfer/packages?filter=eq(name,"'+package_name+'")'                
+        package_info=callrestapi(reqval,reqtype)
+        
+        package_id=package_info['items'][0]['id']
+        
+        completefile=os.path.join(path,package_name+'.json')
+        command=clidir+'sas-admin transfer download --file '+completefile+' --id '+package_id    
+        print(command)
+        subprocess.call(command, shell=True)
+
+print("NOTE: Viya root folders exported to json files in "+path) 
+         

importfoldertree.py

@@ -0,0 +1,76 @@
+#!/usr/bin/python
+# -*- coding: utf-8 -*-
+#
+# importfoldertree.py
+# March 20187
+#
+# Pass in a directory and this tool will import the complete viya folder
+#
+# Change History
+#
+#
+# Copyright © 2019, SAS Institute Inc., Cary, NC, USA.  All Rights Reserved.
+#
+#  Licensed under the Apache License, Version 2.0 (the License);
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+#
+
+# Import Python modules
+
+import argparse, sys, subprocess, uuid, string, time, os, json
+
+from sharedfunctions import callrestapi
+
+# get python version  
+version=int(str(sys.version_info[0]))
+
+# CHANGE THIS VARIABLE IF YOUR CLI IS IN A DIFFERENT LOCATION
+clidir='/opt/sas/viya/home/bin/'
+
+# get input parameters	
+parser = argparse.ArgumentParser(description="Delete a folder and its sub-folders")
+parser.add_argument("-d","--directory", help="Directory for Export",required='True')
+args= parser.parse_args()
+basedir=args.directory
+
+
+# retrieve root folders
+#reqtype='get'
+#reqval='/folders/rootFolders'
+#resultdata=callrestapi(reqval,reqtype)
+
+
+# loop files in the directory
+
+for filename in os.listdir( basedir ):
+
+     # upload the json package
+     command=clidir+'sas-admin transfer upload --file '+os.path.join(basedir,filename)+'> /tmp/packageid.json'
+     print(command)     
+     subprocess.call(command, shell=True)
+     
+     #print the json from the upload
+
+     with open('/tmp/packageid.json') as json_file:
+        package_data = json.load(json_file)    
+
+     print(json.dumps(package_data,indent=2))
+     
+     # get the packageid and import the package  
+     packageid=package_data["id"]     
+     command=clidir+'sas-admin -q transfer import --id '+packageid
+     print(command)     
+     subprocess.call(command, shell=True)
+        
+
+print("NOTE: Viya root folders imported from json files in "+basedir) 
+