288 lines
12 KiB
Python
288 lines
12 KiB
Python
#!/usr/bin/python3
|
||
# -*- coding:utf-8 -*-
|
||
# @Author : yhy&ddm&w4ter
|
||
|
||
# 每3分钟检测一次github是否有新的cve漏洞提交记录，若有则通过server酱和钉钉机器人推送（二者配置一个即可）
|
||
# 建议使用screen命令运行在自己的linux vps后台上，就可以愉快的接收各种cve了
|
||
|
||
# https://my.oschina.net/u/4581868/blog/4380482
|
||
# https://github.com/kiang70/Github-Monitor
|
||
import json
|
||
|
||
import requests, time, re
|
||
import dingtalkchatbot.chatbot as cb
|
||
import datetime
|
||
import hashlib
|
||
from lxml import etree
|
||
import traceback
|
||
|
||
github_headers = {
|
||
'Authorization': "token xxxxxx" # 替换自己的github token https://github.com/settings/tokens/new
|
||
}
|
||
|
||
|
||
# 抓取本年cve
|
||
def getNews():
|
||
try:
|
||
# 抓取本年的
|
||
year = datetime.datetime.now().year
|
||
api = "https://api.github.com/search/repositories?q=CVE-{}&sort=updated".format(year)
|
||
json_str = requests.get(api, headers=github_headers, timeout=10).json()
|
||
cve_total_count = json_str['total_count']
|
||
cve_description = json_str['items'][0]['description']
|
||
cve_url = json_str['items'][0]['html_url']
|
||
cve_name = json_str['items'][0]['name']
|
||
return cve_total_count, cve_description, cve_url,cve_name
|
||
|
||
except Exception as e:
|
||
print(e, "github链接不通")
|
||
return '', '', ''
|
||
|
||
|
||
# 通过 pushed_at 检查工具是否更新
|
||
def get_pushed_at_time(tools_list):
|
||
total_list = []
|
||
for url in tools_list:
|
||
pushed_at = requests.get(url, headers=github_headers, timeout=10).json()['pushed_at']
|
||
total_list.append(pushed_at)
|
||
|
||
return total_list
|
||
|
||
|
||
def get_update_log(url):
|
||
# 考虑到有的工具没有 releases, 则通过 commits 记录获取更新描述
|
||
|
||
# 判断是否有 releases 记录
|
||
json_str = requests.get(url + '/releases', headers=github_headers, timeout=10).json()
|
||
if len(json_str) != 0:
|
||
try:
|
||
update_log = json_str[0]['body']
|
||
except Exception as e:
|
||
update_log = "作者未写更新内容"
|
||
download_url = json_str[0]['html_url']
|
||
tools_version = json_str[0]['name']
|
||
return update_log, download_url,len(json_str),tools_version
|
||
else:
|
||
json_str = requests.get(url + '/commits', headers=github_headers, timeout=10).json()
|
||
update_log = json_str[0]['commit']['message']
|
||
download_url = json_str[0]['html_url']
|
||
return update_log, download_url
|
||
|
||
|
||
# 创建md5对象
|
||
def nmd5(str):
|
||
m = hashlib.md5()
|
||
b = str.encode(encoding='utf-8')
|
||
m.update(b)
|
||
str_md5 = m.hexdigest()
|
||
return str_md5
|
||
|
||
|
||
# 有道翻译
|
||
def translate(word):
|
||
headerstr = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.114 Safari/537.36'
|
||
bv = nmd5(headerstr)
|
||
lts = str(round(time.time() * 1000))
|
||
salt = lts + '90'
|
||
|
||
# 如果翻译失败，{'errorCode': 50} 请查看 fanyi.min.js: https://shared.ydstatic.com/fanyi/newweb/v1.1.7/scripts/newweb/fanyi.min.js
|
||
# 搜索 fanyideskweb sign: n.md5("fanyideskweb" + e + i + "Y2FYu%TNSbMCxc3t2u^XT") ，Y2FYu%TNSbMCxc3t2u^XT是否改变，替换即可
|
||
strexample = 'fanyideskweb' + word + salt + 'Y2FYu%TNSbMCxc3t2u^XT'
|
||
sign = nmd5(strexample)
|
||
|
||
data = {
|
||
'i': word,
|
||
'from': 'AUTO',
|
||
'to': 'AUTO',
|
||
'smartresult': 'dict',
|
||
'client': 'fanyideskweb',
|
||
'salt': salt,
|
||
'sign': sign,
|
||
'lts': lts,
|
||
'bv': bv,
|
||
'doctype': 'json',
|
||
'version': '2.1',
|
||
'keyfrom': 'fanyi.web',
|
||
'action': 'FY_BY_CLICKBUTTION',
|
||
}
|
||
url = 'http://fanyi.youdao.com/translate_o?smartresult=dict&smartresult=rule'
|
||
|
||
header = {
|
||
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.114 Safari/537.36',
|
||
'Referer': 'http://fanyi.youdao.com/',
|
||
'Origin': 'http://fanyi.youdao.com',
|
||
'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
|
||
'X-Requested-With': 'XMLHttpRequest',
|
||
'Accept': 'application/json, text/javascript, */*; q=0.01',
|
||
'Accept-Encoding': 'gzip, deflate',
|
||
'Accept-Language': 'zh-CN,zh;q=0.9',
|
||
'Connection': 'keep-alive',
|
||
'Host': 'fanyi.youdao.com',
|
||
'cookie': '_ntes_nnid=937f1c788f1e087cf91d616319dc536a,1564395185984; OUTFOX_SEARCH_USER_ID_NCOO=; OUTFOX_SEARCH_USER_ID=-10218418@11.136.67.24; JSESSIONID=; ___rl__test__cookies=1'
|
||
}
|
||
|
||
res = requests.post(url=url, data=data, headers=header)
|
||
result_dict = res.json()
|
||
|
||
result = ""
|
||
for json_str in result_dict['translateResult'][0]:
|
||
tgt = json_str['tgt']
|
||
result += tgt
|
||
return result
|
||
|
||
|
||
# 钉钉
|
||
def dingding(text, msg):
|
||
# 将此处换为钉钉机器人的api
|
||
webhook = 'xxxxxxxx'
|
||
secretKey = 'xxxxxxxx' # 替换自己的加签， 钉钉中机器人管理 - 加签 双击，右键复制
|
||
ding = cb.DingtalkChatbot(webhook, secret=secretKey)
|
||
ding.send_text(msg='{}\r\n{}'.format(text, msg), is_at_all=False)
|
||
|
||
|
||
# server酱 http://sc.ftqq.com/?c=code
|
||
def server(text, msg):
|
||
# 将 xxxx 换成自己的server SCKEY
|
||
uri = 'https://sc.ftqq.com/xxxx.send?text={}&desp={}'.format(text, msg)
|
||
requests.get(uri, headers=github_headers, timeout=10)
|
||
|
||
|
||
# 添加Telegram Bot推送支持
|
||
def tgbot(text, msg):
|
||
import telegram
|
||
# Your Telegram Bot Token
|
||
bot = telegram.Bot(token='123456:aaa-sdasdsa')
|
||
group_id = 'Your Group ID'
|
||
bot.send_message(chat_id=group_id, text='{}\r\n{}'.format(text, msg))
|
||
|
||
|
||
# 通过检查name 和 description 中是否存在test字样，排除test
|
||
def regular(req):
|
||
cve_name = req['items'][0]['name']
|
||
cve_description = req['items'][0]['description']
|
||
if cve_name.lower().find('test') == -1 and cve_description.lower().find('test') == -1:
|
||
return True
|
||
return False
|
||
|
||
|
||
# 根据cve 名字，获取描述，并翻译
|
||
def get_cve_des_zh(cve):
|
||
query_cve_url = "https://cve.mitre.org/cgi-bin/cvename.cgi?name=" + cve
|
||
response = requests.get(query_cve_url, headers=github_headers, timeout=10)
|
||
html = etree.HTML(response.text)
|
||
des = html.xpath('//*[@id="GeneratedTable"]/table//tr[4]/td/text()')[0].strip()
|
||
return translate(des)
|
||
|
||
|
||
def sendNews(tools_list):
|
||
while True:
|
||
try:
|
||
print("cve 和 github 发布工具 监控中 ...")
|
||
# 抓取本年的cve
|
||
year = datetime.datetime.now().year
|
||
api = "https://api.github.com/search/repositories?q=CVE-{}&sort=updated".format(year)
|
||
# 请求API
|
||
req = requests.get(api, headers=github_headers, timeout=10).json()
|
||
total_count = req['total_count']
|
||
|
||
# 通过 pushed_at 检查工具是否更新
|
||
time_list1 = get_pushed_at_time(tools_list)
|
||
|
||
# 监控时间间隔3分钟
|
||
time.sleep(180)
|
||
|
||
# 检查name 和 description 中是否存在test字样 和 是否更新
|
||
if regular(req) and total_count != getNews()[0]:
|
||
# 推送正文内容
|
||
# 推送标题
|
||
text = r'有新的CVE送达！'
|
||
# 获取 cve 名字 ，根据cve 名字，获取描述，并翻译
|
||
cve_name = re.findall('(CVE\-\d+\-\d+)', getNews()[3])[0].upper()
|
||
cve_zh = get_cve_des_zh(cve_name)
|
||
msg = "CVE编号：" + cve_name + "\r\n" + "Github地址：" + str(getNews()[2]) + "\r\n" + "CVE描述：" +"\r\n"+ cve_zh
|
||
|
||
# 三选一即可，没配置的 注释或者删掉
|
||
# server(text, msg)
|
||
dingding(text, msg)
|
||
# tgbot(text,msg)
|
||
print(msg)
|
||
|
||
time_list2 = get_pushed_at_time(tools_list)
|
||
|
||
for i in range(len(tools_list)):
|
||
# 两次时间不相等，则代表工具更新
|
||
if time_list1[i] != time_list2[i]:
|
||
# get_update_log_info = get_update_log(tools_list[i])
|
||
if len(get_update_log(tools_list[i])) == 2:
|
||
update_log = get_update_log(tools_list[i])[0]
|
||
download_url = get_update_log(tools_list[i])[1]
|
||
tools_name = tools_list[i].split('/')[-1]
|
||
text = r'** ' + tools_name + r' ** 工具更新啦!'
|
||
body = "工具名称：" + tools_name + "\r\n" + "工具地址：" + download_url + "\r\n" + "工具更新日志：" + "\r\n" + update_log
|
||
# 三选一即可，没配置的 注释或者删掉
|
||
# server(text, body)
|
||
dingding(text, body)
|
||
# tgbot(text,body)
|
||
print(body)
|
||
elif len(get_update_log(tools_list[i])) == 4:
|
||
one_all_info = get_update_log(tools_list[i])
|
||
release_len_one = one_all_info[2]
|
||
time.sleep(120)
|
||
two_all_info = get_update_log(tools_list[i])
|
||
release_len_two = two_all_info[2]
|
||
if release_len_one != release_len_two:
|
||
update_log = two_all_info[0]
|
||
download_url = two_all_info[1]
|
||
tools_version = two_all_info[3]
|
||
tools_name = tools_list[i].split('/')[-1]
|
||
text = r'** ' + tools_name + r' ** 工具版本更新啦!'
|
||
body = "工具名称：" + tools_name + "\r\n"+"当前最新版本："+tools_version+"\r\n"+ "工具下载地址：" + download_url + "\r\n" + "工具更新日志：" + "\r\n" + update_log
|
||
# 三选一即可，没配置的 注释或者删掉
|
||
# server(text, body)
|
||
dingding(text, body)
|
||
# tgbot(text,body)
|
||
else:
|
||
commits_url = tools_list[i]+"/commits"
|
||
commits_url_response_json = requests.get(commits_url).text
|
||
commits_json = json.loads(commits_url_response_json)
|
||
tools_name = tools_list[i].split('/')[-1]
|
||
download_url = commits_json[0]['html_url']
|
||
try:
|
||
update_log = commits_json[0]['commit']['message']
|
||
except Exception as e:
|
||
update_log = "作者未写更新内容，具体点击更新详情地址的URL进行查看"
|
||
text = r'** ' + tools_name + r' ** 工具小更新了一波!'
|
||
body = "工具名称：" + tools_name + "\r\n" + "更新详情地址：" + download_url + "\r\n" + "工具更新日志：" + "\r\n" + update_log
|
||
# 三选一即可，没配置的 注释或者删掉
|
||
# server(text, body)
|
||
dingding(text, body)
|
||
# tgbot(text,body)
|
||
|
||
|
||
|
||
|
||
|
||
except Exception as e:
|
||
print("Program runing error:{}".format(traceback.print_exc()))
|
||
|
||
|
||
if __name__ == '__main__':
|
||
tools_list = [
|
||
"https://api.github.com/repos/BeichenDream/Godzilla",
|
||
"https://api.github.com/repos/rebeyond/Behinder",
|
||
"https://api.github.com/repos/AntSwordProject/antSword",
|
||
"https://api.github.com/repos/j1anFen/shiro_attack",
|
||
"https://api.github.com/repos/yhy0/ExpDemo-JavaFX",
|
||
"https://api.github.com/repos/yhy0/github-cve-monitor",
|
||
"https://api.github.com/repos/gentilkiwi/mimikatz",
|
||
"https://api.github.com/repos/ehang-io/nps",
|
||
"https://api.github.com/repos/chaitin/xray",
|
||
"https://api.github.com/repos/FunnyWolf/pystinger",
|
||
"https://api.github.com/repos/L-codes/Neo-reGeorg",
|
||
"https://api.github.com/repos/shadow1ng/fscan",
|
||
"https://api.github.com/repos/SafeGroceryStore/MDUT",
|
||
"https://api.github.com/repos/EdgeSecurityTeam/Vulnerability",
|
||
]
|
||
|
||
sendNews(tools_list)
|