218 lines
7.4 KiB
Plaintext
218 lines
7.4 KiB
Plaintext
"""
|
|
Copyright 2018 Attunity
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
"""
|
|
|
|
# coding: utf-8
|
|
import os, sys, time, subprocess, psycopg2
|
|
from psycopg2 import errors
|
|
|
|
# import AEM-Client
|
|
from aem_client import *
|
|
|
|
if sys.version_info > (3,):
|
|
print('Using environment Python 3.X\n')
|
|
else:
|
|
print('Using environment Python 2.X\n')
|
|
|
|
# Utility class for Examples
|
|
class Utils(object):
|
|
@staticmethod
|
|
def dollar_type(obj):
|
|
"""
|
|
get attribute '$type'
|
|
"""
|
|
return getattr(obj, '$type')
|
|
# Utils.dollar_type
|
|
|
|
@staticmethod
|
|
def enum_name(enum_val):
|
|
return enum_val.name
|
|
# Utils.enum_name
|
|
|
|
@staticmethod
|
|
def print_action_title(action_text):
|
|
print('\n############################################################')
|
|
print('\n{0}\n'.format(str(action_text) ) )
|
|
# Utils.print_action_title
|
|
|
|
@staticmethod
|
|
def print_action_title_without_separator(action_text):
|
|
print('\n{0}\n'.format(str(action_text) ) )
|
|
# Utils.print_action_title_without_separator
|
|
|
|
@staticmethod
|
|
def time_sleep(duration=3, show_msg=True):
|
|
"""
|
|
sleep for duration (in seconds)
|
|
"""
|
|
if show_msg:
|
|
print('Sleeping for: {0} seconds'.format(duration))
|
|
time.sleep(duration)
|
|
# Utils.time_sleep
|
|
|
|
@staticmethod
|
|
def get_b64_user_pass(username, password):
|
|
"""
|
|
return a base64 of 'username:password'
|
|
"""
|
|
username_password_str = str.encode('{0}:{1}'.format(username, password))
|
|
return base64.b64encode(username_password_str).decode('ascii')
|
|
# Utils.get_b64_user_pass
|
|
|
|
@staticmethod
|
|
def changed_initial(current_value, predefine_value, param_name):
|
|
if current_value == predefine_value:
|
|
raise Exception('Please replace param: "{0}", value:"{1}", to the real value.'.format(param_name, predefine_value ) )
|
|
# Utils.changed_initial
|
|
|
|
@staticmethod
|
|
def print_dict_attr(obj, attr_name):
|
|
for key in obj.__dict__:
|
|
item = obj.__dict__[key]
|
|
if hasattr(item, attr_name):
|
|
inner_list = getattr(item,attr_name)
|
|
for inner_item in inner_list:
|
|
print('\t{0}:\t{1}'.format(inner_item.name, key))
|
|
# Utils.print_dict_attr
|
|
# END of class Util
|
|
|
|
class PythonProgram(object):
|
|
def __init__(self, ):
|
|
"""
|
|
### you can use the environment for username and password
|
|
#Get user_name and password from environment
|
|
username = os.getenv("AEM_USERNAME", default=None)
|
|
print('AEM_USERNAME = ' + env_username)
|
|
password = os.getenv("AEM_PASSWORD", default=None)
|
|
print('AEM_PASSWORD = ' + env_password)
|
|
"""
|
|
|
|
### Information for connecting to AEM (replace placeholders with actual connection details)
|
|
domain = 'LM'
|
|
username = 'sapipqlikadmin'
|
|
password = base64.b64decode(b'OVdnJDQ4JGJCYmUkbjI===').decode('utf-8')
|
|
aem_machine_name = 'vmpip-q525jzty.lm.lmig.com'
|
|
|
|
Utils.changed_initial(domain, 'DOMAIN', 'domain')
|
|
Utils.changed_initial(username, 'USER', 'username')
|
|
Utils.changed_initial(password, 'PASSWORD', 'password')
|
|
Utils.changed_initial(aem_machine_name, 'some-host', 'aem_machine_name')
|
|
# Combine domain and user name - domain\\username
|
|
domain_username = '{0}\\{1}'.format(domain, username)
|
|
|
|
print('Connecting to AemClient with user "{0}" on machine name: "{1}"...'.format(domain_username, aem_machine_name))
|
|
try:
|
|
# The format of credentials AemClient must get is domain\\username:password base64 encoded
|
|
b64_username_password = Utils.get_b64_user_pass(domain_username, password)
|
|
# Create an instance of AemClient
|
|
self.aem_client = AemClient(b64_username_password, aem_machine_name, verify_certificate=False)
|
|
print('Done.')
|
|
print('\n############################################################')
|
|
except Exception as ex:
|
|
print('Failed connecting to AemClient')
|
|
print(ex)
|
|
self.aem_client = None
|
|
# end function __init__ for ExamplePythonProgram
|
|
|
|
def get_audit_details(self, starttime, endtime, print_info=True):
|
|
try:
|
|
resp = self.aem_client.export_audit_trail(starttime, endtime)
|
|
return resp
|
|
except Exception as ex:
|
|
print('Error aem_export_audit_details')
|
|
print(ex)
|
|
return None
|
|
# end function get_task_details
|
|
|
|
# END class PythonProgram
|
|
|
|
|
|
#################################
|
|
# example_main #
|
|
#################################
|
|
def main():
|
|
try:
|
|
conn = psycopg2.connect("dbname='audit_data' user='qlik_admin' host='vmpip-q525jzty.lm.lmig.com' password='replicate'")
|
|
cur = conn.cursor()
|
|
except:
|
|
print("I am unable to connect to the database")
|
|
# setup_aem_client
|
|
program = PythonProgram()
|
|
if program.aem_client == None:
|
|
print('Error: in aem_client,\nExiting.')
|
|
exit()
|
|
replicateservers = []
|
|
task_list = {}
|
|
|
|
past24hours = 864000000000
|
|
p = subprocess.Popen(["/usr/bin/pwsh", "-Command", "(get-date).ticks"], stdout=subprocess.PIPE)
|
|
result = p.communicate()
|
|
endticks = "%s" % result[0].decode("utf-8").rstrip().replace("'","")
|
|
endticks = int(endticks)
|
|
startticks = endticks - past24hours
|
|
#print(endticks)
|
|
|
|
Utils.print_action_title_without_separator('Retrieving audit details......')
|
|
|
|
audit_data = program.get_audit_details(str(startticks), str(endticks))
|
|
audit_info = open('audit_data.log', 'bw')
|
|
audit_info.write(audit_data)
|
|
audit_info.close()
|
|
audit_info = open('audit_data.log', 'br')
|
|
audit_dict = []
|
|
for line in audit_info:
|
|
temp_dict = {}
|
|
line_array = line.decode('utf-8').split(',')
|
|
try:
|
|
for line_item in line_array:
|
|
field = line_item.split(':')
|
|
field0 = field[0].replace('{','').replace('}','').replace('"','')
|
|
field1 = field[1].replace('{','').replace('}','').replace('"','')
|
|
field1_result = ''
|
|
if field0 == 'original_time' or field0 == 'audit_time':
|
|
p = subprocess.Popen(["/usr/bin/pwsh", "-Command", f"[DateTime]{field1}"], stdout=subprocess.PIPE) #pwsh -Command [DateTime]637975094232163674
|
|
result = p.communicate()
|
|
timedate = "%s" % result[0].decode("utf-8").strip()
|
|
field1_result = timedate.replace("'", "")
|
|
else:
|
|
field1_result = field1
|
|
temp_dict[field0] = field1_result
|
|
except Exception as e:
|
|
print(f'{e}')
|
|
else:
|
|
try:
|
|
cur.execute("""INSERT INTO audit_trail(required_role,user_role,request_url,rest_params,original_time,reporting_node,reporting_user,product,subject_name,severity,audit_time) VALUES
|
|
(%(required_role)s, %(user_role)s, %(request_url)s, %(rest_params)s, %(original_time)s, %(reporting_node)s, %(reporting_user)s, %(product)s, %(subject_name)s, %(severity)s, %(audit_time)s)""", temp_dict)
|
|
conn.commit()
|
|
except KeyError as e:
|
|
print(f'{e}')
|
|
#audit_dict.append(temp_dict)
|
|
conn.close()
|
|
audit_info.close()
|
|
|
|
# for rowitem in audit_dict:
|
|
# try:
|
|
# cur.execute("""INSERT INTO audit_trail(required_role,user_role,request_url,rest_params,original_time,reporting_node,reporting_user,product,subject_name,severity,audit_time) VALUES
|
|
# (%(required_role)s, %(user_role)s, %(request_url)s, %(rest_params)s, %(original_time)s, %(reporting_node)s, %(reporting_user)s, %(product)s, %(subject_name)s, %(severity)s, %(audit_time)s)""", rowitem)
|
|
# except KeyError as e:
|
|
# print(f'{e}')
|
|
print('\nDONE.')
|
|
|
|
### END of function MAIN_USE
|
|
##############################################################
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|