期货信息爬虫

Author: budaLi

qq加群/qihuo_spider.py

@@ -0,0 +1,40 @@
+# @Time    : 2020/4/15 18:29
+# @Author  : Libuda
+# @FileName: qihuo_spider.py
+# @Software: PyCharm
+
+import requests
+
+
+def spider():
+    url = "https://flash-api.jin10.com/get_flash_list?channel=2"
+    headers = {
+        'accept': '*/*',
+        'accept-encoding': 'gzip, deflate, br',
+        'accept-language': 'zh-CN,zh;q=0.9,en;q=0.8',
+        # 'cookie': 'UM_distinctid=1717d593c7d74c-0998a4179c093a-5313f6f-144000-1717d593c7e5bc; x-token=',
+        'origin': 'https://www.jin10.com',
+        'referer': 'https://www.jin10.com/',
+        'sec-fetch-dest': 'empty',
+        'sec-fetch-mode': 'cors',
+        'sec-fetch-site': 'same-site',
+        'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.113 Safari/537.36',
+        'x-app-id': 'SO1EJGmNgCtmpcPF',
+        'x-version': '1.0.0',
+    }
+    response = requests.get(url, headers=headers).json()
+
+    res = []
+    for i in range(10):
+        tem = response['data'][i]['data']['content']
+        if "现货报价" in tem or "了解请戳" in tem:
+            continue
+        tem = tem.replace("金十期货讯", "").replace("。", "。/n/n").replace("<b>", "")
+        res.append(tem)
+
+    return 0, res
+
+
+if __name__ == '__main__':
+    res = spider()
+    print(res)

qq加群/tt.py renamed to qq加群/企业微信发消息.py

@@ -1,6 +1,6 @@
 # @Time    : 2020/4/4 17:13
 # @Author  : Libuda
-# @FileName: tt.py
+# @FileName: 企业微信发消息.py
 # @Software: PyCharm
 import win32gui
 import win32api
@@ -11,6 +11,7 @@
 import ctypes
 import pyautogui
 
+from qq加群.qihuo_spider import spider as qihuo_spider
 from qq加群.spider import spider
 
 #  安全限制
@@ -20,7 +21,7 @@
 # qq_or_wx = "ChatWnd"  #微信
 qq_or_wx = "WwStandaloneConversationWnd"  # 企业微信
 sleep_time = 300
-
+send_message_count = 10  # 每隔多长时间发送一次联系人微信
 # 休眠时间
 winname = ["阿尔萨斯"]  # 需要发送的
 
@@ -29,7 +30,10 @@
 totol_dic = set()  # 去重
 
 l, res = spider()
-res = res
+q_l, q_res = qihuo_spider()
+
+res = res + q_res
+
 for one in res:
     totol_dic.add(one)
 
@@ -137,22 +141,24 @@ def sendMsgToWX(msg, winname):
 
 
 def main(winname):
-    # totol_dic = set()
-    # 接收内容
-    # l, res = spider()
-    # res = res
-    # for one in res:
-    #     totol_dic.add(one)
-
+    count =0
     global totol_dic
     while 1:
         logger("检测新闻中")
         try:
-            new_l, new_res = spider()
+            qihuo_l, qihuo_res = qihuo_spider()
+            new_l, res = spider()
+
+            new_res = qihuo_res + res
+
             if new_res:
                 for one in new_res:
                     if one not in totol_dic:
-                        tem = time.strftime("%H:%M", time.localtime(time.time())) + " " + one + add_txt
+                        count += 1
+                        if count % send_message_count == 0:
+                            tem = time.strftime("%H:%M", time.localtime(time.time())) + " " + one + add_txt
+                        else:
+                            tem = time.strftime("%H:%M", time.localtime(time.time())) + " " + one
                         for wn in winname:
                             if sendMsgToWX(tem, wn):
                                 logger("发送成功:{}".format(tem))