【原】实战技巧：Python爬取OEM 12C上的告警信息并推送至微信企业号

如有不了解 Oracle Enterprise Manager Cloud Control 12c 的，可搜索信息自行了解。

一、设置 Incident Manager: All open incidents 为管理器打开的主页面

如下图所示：

二、利用 Python 编写爬虫

    利用 python+selenium+geckodriver 爬取一中告警信息推送到企业号。

    注意：需要安装 firefox 浏览器（linux 默认自带的 firefox 版本较低的请自行升级到最新版），同时是用 python2.7 写的。代码可以通过本文的『原文链接』下载。

    以下是实现代码示范：    

1. # -*- coding:utf-8 -*-

2. import sys

3. import urllib2

4. import json

5. import cx_Oracle

6. import os

7. from selenium import webdriver

8. from requests import Session

9. from selenium.webdriver.firefox.options import Options as FirefoxOptions

10. from selenium.webdriver.chrome.options import Options as ChromeOptions

11. from time import sleep

12. default_encoding = 'utf-8'

13. if sys.getdefaultencoding() != default_encoding:

14. reload(sys)

15. sys.setdefaultencoding(default_encoding)

16. 
    

17. os.environ['NLS_LANG'] = 'SIMPLIFIED CHINESE_CHINA.UTF8'

18. 
    

19. class Token(object):

20. def __init__(self, corp_id, corp_secret):

21. self.corp_id = corp_id

22. self.corp_secret = corp_secret

23. self.baseurl = 'https://qyapi.weixin.qq.com/cgi-bin/gettoken?corpid={0}&corpsecret={1}'.format(self.corp_id, self.corp_secret)

24. self.send_values = {}

25. 
    

26. # Get AccessToken

27. def get_token(self):

28. conn = cx_Oracle.connect('FI_SAL/FI_SAL@*.*.*.*:1521/orcl')#本人企业号token定时爬取存在数据库里

29. cur = conn.cursor()

30. sql = "select * from WX_ACCESS_TOKEN"

31. cur.execute(sql)

32. result = cur.fetchall()

33. for row in result:

34. self.access_token = row[0]

35. cur.close()

36. conn.close()

37. return self.access_token

38. 
    

39. # Send Message

40. def send_data(self, userid, message):

41. self.message = message

42. self.send_url = 'https://qyapi.weixin.qq.com/cgi-bin/message/send?access_token=' + self.access_token

43. self.send_values = {

44. "touser": userid,#接收人

45. "msgtype": "text",

46. "agentid": "55",#企业号对应的应用ID

47. "text": {

48. "content": message

49. },

50. "safe": "0"

51. }

52. send_data = json.dumps(self.send_values, ensure_ascii=False)

53. send_request = urllib2.Request(self.send_url, send_data)

54. response = urllib2.urlopen(send_request)

55. # Get Response Message

56. msg = response.read()

57. print userid + ':' + msg

58. return msg

59. 
    

60. corpid = '*****************************'

61. corpsecret = '**********************************'

62. #接收人 DBA加部门领导

63. toUser = '******|******'

64. 
    

65. req = Session()

66. req.headers.clear()

67. options = FirefoxOptions()

68. options.add_argument("--headless")

69. wd = webdriver.Firefox(firefox_options=options)

70. #wd = webdriver.Firefox()

71. logInUrl = 'https://登录页面的IP:登录页面的端口/em/faces/logon/core-uifwk-console-login'

72. wd.get(logInUrl)

73. 
    

74. wd.find_element_by_xpath('//*[@id="j_username::content"]').send_keys('***填写登录账号**')

75. wd.find_element_by_xpath('//*[@id="j_password::content"]').send_keys('***填写登录密码**')

76. sleep(2)

77. wd.find_element_by_xpath('//*[@id="login"]').click()

78. sleep(2)

79. wd.find_element_by_xpath('//*[@id="emT:lrmd1:iCustVw:4:custViewLink"]').click()

80. sleep(2)

81. i = 1

82. wxPostList = []

83. # start with 0 column

84. while i < 100 :

85. j = 1

86. while j < 100 :

87. xPathColumn1 = '//*[@id="emT:lrmd1:tbmd1:pc2:t2::db"]/table[' + str(i) + ']/tbody/tr[' + str(j) + ']/td[2]/div/table/tbody/tr/td[1]'

88. xPathColumn2 = '//*[@id="emT:lrmd1:tbmd1:pc2:t2::db"]/table[' + str(i) + ']/tbody/tr[' + str(j) + ']/td[2]/div/table/tbody/tr/td[2]'

89. xPathColumn3 = '//*[@id="emT:lrmd1:tbmd1:pc2:t2::db"]/table[' + str(i) + ']/tbody/tr[' + str(j) + ']/td[2]/div/table/tbody/tr/td[3]'

90. xPathColumn6 = '//*[@id="emT:lrmd1:tbmd1:pc2:t2::db"]/table[' + str(i) + ']/tbody/tr[' + str(j) + ']/td[2]/div/table/tbody/tr/td[6]'

91. try :

92. tableElementColumn1 = wd.find_element_by_xpath(xPathColumn1)

93. tableElementColumn2 = wd.find_element_by_xpath(xPathColumn2)

94. tableElementColumn3 = wd.find_element_by_xpath(xPathColumn3)

95. tableElementColumn6 = wd.find_element_by_xpath(xPathColumn6)

96. tableElementColumn1ImgTag = tableElementColumn1.find_element_by_tag_name("img")

97. tableElementColumn1Content = tableElementColumn1ImgTag.get_attribute("title")

98. tableElementColumn2Content = tableElementColumn2.get_attribute('textContent')

99. tableElementColumn3Content = tableElementColumn3.get_attribute('textContent')

100. tableElementColumn6Content = tableElementColumn6.get_attribute('textContent')

101. 
     

102. tempMsg = \

103. "Target: " + tableElementColumn3Content +  "\n" \

104. + "Severity: " + tableElementColumn1Content + "\n" \

105. + "Last Updated: \n" + tableElementColumn6Content[0:24]  + "\n" \

106. + "Summary: " + tableElementColumn2Content + "\n\n"

107. wxPostList.append(tempMsg)

108. j = j + 1

109. except :

110. break

111. #sleep(1)

112. i = i  + 1

113. wd.quit()

114. 
     

115. i = 0

116. j = 0

117. wxMsg = '信息技术局技术开发部\n数据库巡检结果：\n\n'

118. if len(wxPostList) > 0 :

119. for i in range(len(wxPostList)) :

120. wxMsg = wxMsg + wxPostList[i]

121. if j == 9 or i ==  (len(wxPostList) - 1):

122. wxMsg = wxMsg.encode('utf-8')

123. get_test = Token(corpid, corpsecret)

124. get_test.get_token()

125. msg = get_test.send_data(toUser, wxMsg)

126. wxMsg = ''

127. j = 0

128. j = j + 1

129. else:

130. wxMsg = wxMsg +  '所有鸿翔数据库无任何告警信息！'

131. get_test = Token(corpid, corpsecret)

132. get_test.get_token()

133. msg = get_test.send_data(toUser, wxMsg)

三、以下是推送结果

通过这样的监控设置，将信息及时送达，即起到通知的及时性，又实现了自动化流程，一定的减少了DBA的工作量。

作者：徐美兰

投稿：有投稿、寻求报道意向技术人请在公众号对话框留言。