utilities/work/task_exporter/task_export.py

#!/usr/bin/python3
"""
Copyright 2018 Attunity
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
"""

# coding: utf-8
import os, sys, time, datetime, json, re
import difflib
from os import listdir
from os.path import isfile, join
import pandas
import csv
import xlsxwriter
from shutil import copyfile
from time import sleep

# import AEM-Client
from aem_client import *

if sys.version_info > (3,):
	print('Using environment Python 3.X\n')
else:
	print('Using environment Python 2.X\n')

TEMP_JSON = 'temp.json'

# Utility class for Examples
class Utils(object):
	@staticmethod
	def dollar_type(obj):
		"""
		get attribute '$type'
		"""
		return getattr(obj, '$type')
	# Utils.dollar_type

	@staticmethod
	def enum_name(enum_val):
		return enum_val.name
	# Utils.enum_name

	@staticmethod
	def print_action_title(action_text):
		print('\n############################################################')
		print('\n{0}\n'.format(str(action_text) ) )
	# Utils.print_action_title
	
	@staticmethod
	def print_action_title_without_separator(action_text):
		print('\n{0}\n'.format(str(action_text) ) )
	# Utils.print_action_title_without_separator
	
	@staticmethod
	def time_sleep(duration=3, show_msg=True):
		"""
		sleep for duration (in seconds)
		"""
		if show_msg:
			print('Sleeping for: {0} seconds'.format(duration))
		time.sleep(duration)
	# Utils.time_sleep

	@staticmethod
	def get_b64_user_pass(username, password):
		"""
		return a base64 of 'username:password'
		"""
		username_password_str = str.encode('{0}:{1}'.format(username, password))
		return base64.b64encode(username_password_str).decode('ascii')
	# Utils.get_b64_user_pass

	@staticmethod
	def changed_initial(current_value, predefine_value, param_name):	
		if current_value == predefine_value:
			raise RuntimeError('Please replace param: "{0}", value:"{1}", to the real value.'.format(param_name, predefine_value ) )
	# Utils.changed_initial

	@staticmethod
	def print_dict_attr(obj, attr_name):
		for key in obj.__dict__:
			item = obj.__dict__[key]					
			if hasattr(item, attr_name):
				inner_list = getattr(item,attr_name)
				for inner_item in inner_list:
					print('\t{0}:\t{1}'.format(inner_item.name, key))
	# Utils.print_dict_attr
# END of class Util

class PythonProgram(object):
	def __init__(self, ):
		
		### Information for connecting to AEM (replace placeholders with actual connection details)
		domain = 'LM'
		username = 'sapipqlikadmin'
		password = base64.b64decode(b'UHJpbWU1OTY2TG9naWMyMw==').decode('utf-8')
		aem_machine_name = 'vmpip-q525jzty.lm.lmig.com'

		Utils.changed_initial(domain, 'DOMAIN', 'domain')
		Utils.changed_initial(username, 'USER', 'username')
		Utils.changed_initial(password, 'PASSWORD', 'password')
		Utils.changed_initial(aem_machine_name, 'some-host', 'aem_machine_name')
		# Combine domain and user name - domain\\username
		domain_username = '{0}\\{1}'.format(domain, username)	

		print('Connecting to AemClient with user "{0}" on machine name: "{1}"...'.format(domain_username, aem_machine_name))
		try:
			# The format of credentials AemClient must get is domain\\username:password base64 encoded
			b64_username_password = Utils.get_b64_user_pass(domain_username, password)
			# Create an instance of AemClient
			self.aem_client = AemClient(b64_username_password, aem_machine_name, verify_certificate=False)
			print('Done.')			
			print('\n############################################################')
		except Exception as ex:
			print('Failed connecting to AemClient')
			print(ex)	
			self.aem_client = None
	# end function __init__ for ExamplePythonProgram

	def get_server(self, name):
		try:
			resp = self.aem_client.get_server(name)
			return resp
		except Exception as ex:
			print(ex)	
			return None
	# end function get_server_acl

	def get_server_list(self):		
		resp = self.aem_client.get_server_list()		
		# serverList, tasklist, endpointList - are the only-one in camelCase
		if resp and resp.serverList:			
			return resp.serverList
		else:
			print('0 server found')
			return []		
	# end function get_server_list_and_print

	def is_task_in_server(self, task_name, server_name):
		tasklist_i = self.get_task_list_and_print(server_name, print_list=False)		
		### serverList, tasklist, endpointList - are the only-one in camelCase
		if not tasklist_i:
			return False
		task_matches = [task for task in tasklist_i if task.name == task_name]
		return len(task_matches) > 0
	# end of function is_task_in_server

	def get_task_list(self, server_name, print_list=False):
		resp = self.aem_client.get_task_list(server_name)	
		if print_list and resp:
			print(str( len(resp.tasklist) ) +' task(s) found')
			print('For each task show [Name, State, Stop Reason]:\n')			
			for task in resp.tasklist:
				print('\t[{0}, {1}, {2}]'.format(task.name, Utils.enum_name(task.state), Utils.enum_name(task.stop_reason) ) )
		return resp.tasklist
	# end function get_task_list_and_print
	
	def get_task_list_and_print(self, server_name, print_list=False):
		resp = self.aem_client.get_task_list(server_name)	
		if print_list and resp:
			print(str( len(resp.tasklist) ) +' task(s) found')
			print('For each task show [Name, State, Stop Reason]:\n')			
			for task in resp.tasklist:
				print('\t[{0}, {1}, {2}]'.format(task.name, Utils.enum_name(task.state), Utils.enum_name(task.stop_reason) ) )
		return resp.tasklist
	# end function get_task_list_and_print

	#SET that executing import, override and then export task
	
	def export_task_json(self, server, task, withendpoints=True):
		if self.is_task_in_server(task, server):
			try:
				resp_stream = self.aem_client.export_task(server, task, withendpoints)
				str_decoded = resp_stream.decode('utf-8').rstrip()
				return str_decoded
			except Exception as ex:
				print(ex)
				print('Error: aem_export_task\n')
				jdata = "{\t\"result\": \"SYS-E-HTTPFAIL, SYS-E-HTTPFAIL, Cannot load replication definition...\"\n}\n"				
				return jdata			
		else:			
			print('Error: Task "{0}" is NOT in server: "{1}"\n...'.format(task, server))			
	def export_task_json_no_endpoints(self, server, task, withendpoints=False):
		if self.is_task_in_server(task, server):
			try:
				resp_stream = self.aem_client.export_task(server, task, withendpoints)
				str_decoded = resp_stream.decode('utf-8').rstrip()
				#print('Done.\n')
				return str_decoded
			except Exception as ex:
				print(ex)
				print('Error: aem_export_task\n')
				jdata = "{\t\"result\": \"SYS-E-HTTPFAIL, SYS-E-HTTPFAIL, Cannot load replication definition...\"\n}\n"				
				return jdata			
		else:			
			print('Error: Task "{0}" is NOT in server: "{1}"\n...'.format(task, server))
# END class PythonProgram

def diffmessage(server1, server2, filename):
	print('Checking for differences between ' + server1 + ' and ' + server2 + ' for filename ' + filename)

def filediff(filename1,filename2, differences):
	founddiffs = False
	tofiledata = filename1
	filedata = open(tofiledata, 'r')
	filelines1 = filedata.readlines()
	filedata.close()
	for line in filelines1:
			if "\"description\":" in line or "\"task_uuid\":" in line:
				filelines1.remove(line)
			if "\"name\":" in line and re.search(r"[-\d]+", line):
				filelines1.remove(line)
	fromfiledata = filename2
	filedata = open(fromfiledata, 'r')
	filelines2 = filedata.readlines()
	filedata.close()
	for line in filelines2:
			if "\"description\":" in line or "\"task_uuid\":" in line:
					filelines2.remove(line)
			if "\"name\":" in line and re.search(r"[-\d]+", line):
							filelines2.remove(line)
	for line in difflib.unified_diff(filelines1, filelines2, fromfile=fromfiledata, tofile=tofiledata, lineterm=''):
		differences.write(line + '\n')
		founddiffs = True
	return(founddiffs)

founddiffs = False
	
def read_repo():
	os.chdir('/Users/wjones/Projects/test')
	authenticated = 'FALSE'
	username=''
	password=''
	import git, hvac
	try:
		client = hvac.Client(url='https://vault.wpjones.com')
		client.is_authenticated()
		authenticated = 'TRUE'
	except Exception:
		print('not authenticated')
	else:
		print(authenticated)
	remote_url = f'https://{username}:{password}@gitlab.wpjones.com/wpjonesnh/python-scripts.git'
	repo_url = remote_url
	try:
		git.Repo.clone_from(repo_url, '.')
	except git.exc.GitCommandError as gce:
		print('Local Repo already exists. Executing pull instead.')
		gitrepo = git.cmd.Git('.')
		gitrepo.pull()
	repo = git.Repo('.')
	diffs = repo.index.diff(None)
	for d in diffs:
		print(d.a_path)
	#tree = repo.head.commit.tree
	#files_and_dirs = [(entry, entry.name, entry.type) for entry in tree]
	#files_and_dirs
	#for item in files_and_dirs:
	#	print(item)
def main():

	script_dir = os.getcwd()
	task_list = {}
	replicateservers = []
	unmonitored = 0

	# setup_aem_client
	program = PythonProgram()
	if program.aem_client == None:
		print('Error: in aem_client,\nExiting.')
		return
	
	Utils.print_action_title_without_separator('Getting AEM server list......')
	server_list = program.get_server_list()
	for server in server_list:
		replicateservers.append(server.name)
		task_list[server.name] = []
	for server in replicateservers:
		try:
			program.get_task_list(server)
			tasks = program.get_task_list(server)
			for task in tasks:
				field = task.name.split()
				task_list[server].append(field[0])
		except Exception as e:
			Utils.print_action_title_without_separator(str(e))
			Utils.print_action_title_without_separator('Server ' + server + ' currently not being monitored. Unable to export JSON at this time......')
			unmonitored = unmonitored + 1
	Utils.print_action_title_without_separator('Exporting JSON......')
	copyfile(script_dir + r'.\global_settings.csv', script_dir + r'\exports\global_settings.csv')
	os.chdir(script_dir + '/exports')
	for server in task_list:
		for taskname in task_list[server]:
			jsondata = ''
			try:
				jdata = program.export_task_json(server, taskname)
				tempfile = open(TEMP_JSON, 'w')
				tempfile.write(jdata)
				tempfile.close()
				with open(TEMP_JSON) as json_file:
					tempjsondata = json.load(json_file)
				jsondata = json.dumps(tempjsondata, indent=4)

				jsonfile = open('AEM_' + server + '_' + taskname + '.json', 'w')
				jsonfile.write(jsondata)
				jsonfile.close()
			except RuntimeError:
				jdata = program.export_task_json_no_endpoints(server, taskname)
				tempfile = open(TEMP_JSON, 'w')
				tempfile.write(jdata)
				tempfile.close()
				with open(TEMP_JSON) as json_file:
					tempjsondata = json.load(json_file)
				jsondata = json.dumps(tempjsondata, indent=4)

				jsonfile = open('AEM_' + server + '_' + taskname + '.json', 'w')
				jsonfile.write(jsondata)
				jsonfile.close()
			os.unlink(TEMP_JSON)
	print('\nDONE.')
### END of function MAIN_USE
##############################################################


if __name__ == '__main__':
	read_repo()
	exit(0)
	main()