From 6757530ef1b1bc4d55f94572ff84f77ecffda831 Mon Sep 17 00:00:00 2001
From: grt1st <jintianlu@qq.com>
Date: Tue, 7 Mar 2017 23:38:32 +0800
Subject: [PATCH] Add files via upload

---
 app_bugs.py  | 52 ++++++++++++++++++++++++++++++++++++++++++++++++++++
 app_drops.py | 50 ++++++++++++++++++++++++++++++++++++++++++++++++++
 2 files changed, 102 insertions(+)
 create mode 100644 app_bugs.py
 create mode 100644 app_drops.py

diff --git a/app_bugs.py b/app_bugs.py
new file mode 100644
index 0000000..bd1cc31
--- /dev/null
+++ b/app_bugs.py
@@ -0,0 +1,52 @@
+#coding=utf-8
+import os
+import sys
+import MySQLdb
+from lxml import etree
+
+path = 'bugs'
+#模式
+pattern0 = u'漏洞类型：'
+pattern1 = u'提交时间：'
+pattern2 = u'漏洞标题：'
+for docs in os.listdir(path):
+	#打开文件，提取内容
+	if os.path.isdir('bugs/' + docs):
+		print "目录跳过"
+		continue
+	doc = open('bugs/' + docs,'r')
+	html = doc.read()
+	doc.close()
+
+	#提取信息
+
+	xml = etree.HTML(html)
+
+	corp = xml.xpath("//h3[@class='wybug_corp']//a")[0].text.replace('	','').replace('\n','')
+
+	author = xml.xpath("//h3[@class='wybug_author']//a")[0].get('href').replace('http://www.wooyun.org/whitehats/','')
+
+	types = xml.xpath("//h3[@class='wybug_type']")[0].text.replace('	','')
+	type1 = types.replace(pattern0,'')
+
+	date = xml.xpath("//h3[@class='wybug_date']")[0].text.replace('	','')
+	date1 = date.replace(pattern1,'')
+
+	title = xml.xpath("//h3[@class='wybug_title']")[0].text.replace('	','')
+	title1 = title.replace(pattern2,'')
+
+	print corp,author,type1,date1,title1
+
+	#连接数据库
+	try:
+		conn = MySQLdb.connect(host='localhost',port=3306,user='root',passwd='',db='wooyun',charset='utf8')
+		cur = conn.cursor()
+		reload(sys)
+		sys.setdefaultencoding('utf-8')
+		tmp = (title1,date1,author,type1,corp,docs)
+		cur.execute("INSERT INTO `bugs`(`title`,`dates`,`author`,`type`,`corp`,`doc`) VALUES(%s,%s,%s,%s,%s,%s)", tmp)
+		conn.commit()
+		cur.close()
+		conn.close()
+	except MySQLdb.Error,e:
+            print "Mysql Error %d: %s" % (e.args[0], e.args[1])
diff --git a/app_drops.py b/app_drops.py
new file mode 100644
index 0000000..c7f7efe
--- /dev/null
+++ b/app_drops.py
@@ -0,0 +1,50 @@
+#coding:utf-8
+import os
+import re
+import sys
+import MySQLdb
+from lxml import etree
+
+path = 'drops'
+
+pattern0 = u' | WooYun知识库'
+pattern1 = re.compile(r'(.*)(?=-)')
+for docs in os.listdir(path):
+	if os.path.isdir('drops/' + docs):
+		print "目录跳过"
+		continue
+	#打开文件，提取内容
+	doc = open('drops/' + docs,'r')
+	html = doc.read()
+	doc.close()
+
+	#提取信息
+
+	xml = etree.HTML(html)
+
+	if(xml.xpath("//title")):
+                title=xml.xpath("//title")[0].text.replace(pattern0,'')
+        else:
+                continue
+
+	author = xml.xpath("//a[@class='author name ng-binding']")[0].text.replace('	','').replace(' ','').replace('\n','')
+
+	time = xml.xpath("//time[@class='published ng-binding ng-isolate-scope']")[0].text.replace('/','-')
+
+	doc = re.findall(pattern1,docs)
+	#doc[0]
+	print title,author,time,doc[0],docs
+
+
+	try:
+		conn = MySQLdb.connect(host='localhost',port=3306,user='root',passwd='',db='wooyun',charset='utf8')
+		cur = conn.cursor()
+		reload(sys)
+		sys.setdefaultencoding('utf-8')
+		tmp = (title,time,author,doc[0],docs)
+		cur.execute("INSERT INTO `drops`(`title`,`dates`,`author`,`type`,`doc`) VALUES(%s,%s,%s,%s,%s)", tmp)
+		conn.commit()
+		cur.close()
+		conn.close()
+	except MySQLdb.Error,e:
+	        print "Mysql Error %d: %s" % (e.args[0], e.args[1])