抖音后台手机号导出+注册脚本 12-2

Author: budaLi

01矩阵.py

@@ -29,7 +29,47 @@ def updateMatrix(self, matrix):
                         matrix[i][j]=min(tem)+1
         return matrix
 
-S=Solution()
-res=S.updateMatrix([[1, 0, 1, 1, 0, 0, 1, 0, 0, 1], [0, 1, 1, 0, 1, 0, 1, 0, 1, 1], [0, 0, 1, 0, 1, 0, 0, 1, 0, 0], [1, 0, 1, 0, 1, 1, 1, 1, 1, 1], [0, 1, 0, 1, 1, 0, 0, 0, 0, 1], [0, 0, 1, 0, 1, 1, 1, 0, 1, 0], [0, 1, 0, 1, 0, 1, 0, 0, 1, 1], [1, 0, 0, 0, 1, 1, 1, 1, 0, 1], [1, 1, 1, 1, 1, 1, 1, 0, 1, 0], [1, 1, 1, 1, 0, 1, 0, 0, 1, 1]])
-for one in res:
-    print(one)
+
+# S=Solution()
+# res=S.updateMatrix([[1, 0, 1, 1, 0, 0, 1, 0, 0, 1], [0, 1, 1, 0, 1, 0, 1, 0, 1, 1], [0, 0, 1, 0, 1, 0, 0, 1, 0, 0], [1, 0, 1, 0, 1, 1, 1, 1, 1, 1], [0, 1, 0, 1, 1, 0, 0, 0, 0, 1], [0, 0, 1, 0, 1, 1, 1, 0, 1, 0], [0, 1, 0, 1, 0, 1, 0, 0, 1, 1], [1, 0, 0, 0, 1, 1, 1, 1, 0, 1], [1, 1, 1, 1, 1, 1, 1, 0, 1, 0], [1, 1, 1, 1, 0, 1, 0, 0, 1, 1]])
+# for one in res:
+#     print(one)
+
+s = """{
+"state":{
+"code":0,
+"errorMessage":"string"
+},
+"data":[
+{
+"Guid":"string",
+"Name":"string",
+"ApeType":"string",
+"Model":"string",
+"Server":"string",
+"Place":"string",
+"MonitorDirection":"string",
+"Longitude":"string",
+"Latitude":"string",
+"SpaceZ":"string",
+"PitchAngle":"string",
+"DeflectionAngle":"string",
+"MapState":"string",
+"NearestSightDistance":"string",
+"FarthestSightDistance":"string",
+"ViewAngleY":"string",
+"WidthSpanRate":"string",
+"Description":"string",
+"ProductionNumber":"string",
+"Manufacturer":"string",
+"Remark":"string",
+"Functionary":"string"
+}
+]
+}"""
+
+s = eval(s)
+tem = s['state']
+
+for key, value in tem.items():
+    print(key)

图片过滤脚本/test.py

@@ -49,9 +49,10 @@
                'cs_1106_20191107_095117330_1.jpg', 'xs-1_1015_20191016_141324816_3.jpg',
                'yf_1010_20191011_092612429_1.jpg', 'yf_1010_20191010_150334441_1.jpg']
 delete_path = r'C:\Users\lenovo\Desktop\ssh'
-res_path = "image.txt"
+res_path = r"C:\Users\lenovo\PycharmProjects\leetcode-python-\图片过滤脚本\image.txt"
 with open(res_path, 'w') as  f:
     for root, dirs, files in os.walk(delete_path):
+        print(files)
         for file in files:
             f.write(os.path.join(root, file) + '\n')
             # for one in dirs:

安居客小区爬虫/新房.xls

@@ -0,0 +1,291 @@
+# @Time    : 2019/12/2 11:17
+# @Author  : Libuda
+# @FileName: all.py
+# @Software: PyCharm
+
+import xlrd
+from xlutils.copy import copy
+from selenium import webdriver
+import time
+import schedule
+import pandas
+import datetime
+
+phone_num = 13628398278
+wait_time = 3  # 各个阶段等待时间
+time_jiange = 60  # 时间间隔
+driver = webdriver.Chrome(r"C:\Users\lenovo\PycharmProjects\Spider\chromedriver.exe")
+link_file_path = r"C:\Users\lenovo\PycharmProjects\leetcode-python-\樊登读书脚本\link.xls"
+phone_file_path = r"C:\Users\lenovo\PycharmProjects\leetcode-python-\樊登读书脚本\phone_number.xls"
+
+link_ecel = xlrd.open_workbook(link_file_path)
+link_tables = link_ecel.sheet_by_index(0)
+link_get_col = 2
+link_write_col = 3
+
+phone_excel = xlrd.open_workbook(phone_file_path)
+phoe_tables = phone_excel.sheet_by_index(0)
+phone_get_col = 1
+phone_write_col = 2
+
+phone_can_use_index = 0
+
+
+def get_keywords_data(tables, row, col):
+    actual_data = tables.cell_value(row, col)
+    return actual_data
+
+
+def write_to_excel(file_path, row, col, value):
+    work_book = xlrd.open_workbook(file_path, formatting_info=False)
+    write_to_work = copy(work_book)
+    sheet_data = write_to_work.get_sheet(0)
+    sheet_data.write(row, col, str(value))
+    write_to_work.save(file_path)
+
+
+def get_links():
+    link_data = [get_keywords_data(link_tables, i, link_get_col) for i in range(1, link_tables.nrows)]
+    for index, link in enumerate(link_data):
+        driver.get(link)
+        time.sleep(wait_time)
+        try:
+            text = driver.find_element_by_xpath("/html/body/div[1]/div[1]/p[1]")
+            if text.text == "开卡失败":
+                write_to_excel(link_file_path, index + 1, link_write_col, "已使用")
+                print("该卡已经被使用..{}".format(link))
+                # print(text.text)
+        except Exception as e:
+            print("该卡可以使用:{}".format(link))
+            # time.sleep(wait_time)
+
+
+def get_phone_number(end_date):
+    result = []
+
+    # driver = webdriver.Chrome(r'E:\【樊登读书】\【python程序】\抖音后台客户电话导出\houtai\chromedriver.exe')
+    # df = pandas.DataFrame()
+    # file_path =r"E:\【樊登读书】\【python程序】\抖音后台客户电话导出\houtai\锦集20191130.xls"
+
+
+    # 搜索按钮
+    try:
+        driver.find_element_by_xpath(
+            '//*[@id="root"]/div[2]/div[1]/div/div/div[3]/div[1]/div[2]/div[2]/div[4]/span[2]/span/span').click()
+    except Exception as e:
+        pass
+
+    # all_data_len = driver.find_element_by_xpath('//*[@id="root"]/div[2]/div[1]/div/div/div[3]/div[1]/div[2]/div[3]/div/div/div/div/div/ul/li[1]').text.split("条")[0].split("共")[1]
+    # print("总共 {} 条数据".format(all_data_len))
+    num_tem = '//*[@id="root"]/div[2]/div[1]/div/div/div[3]/div[1]/div[2]/div[3]/div/div/div/div/div/div/div/div[1]/div/table/tbody/tr[{}]/td[4]'
+    date_tem = '//*[@id="root"]/div[2]/div[1]/div/div/div[3]/div[1]/div[2]/div[3]/div/div/div/div/div/div/div/div[1]/div/table/tbody/tr[{}]/td[6]'
+    flag = True
+
+    while flag:
+        time.sleep(wait_time)  # 时间间隔
+        # res_data = []
+        for i in range(1, 11):
+            res_dic = {}
+            try:
+                res_dic['phone_number'] = driver.find_element_by_xpath(num_tem.format(i)).text
+                res_dic['date'] = datetime.datetime.strptime(driver.find_element_by_xpath(date_tem.format(i)).text,
+                                                             "%Y.%m.%d %H:%M:%S")
+
+                if res_dic['date'] > end_date:
+                    flag = False
+                    break
+
+                result.append([res_dic['phone_number'], res_dic['date']])
+            except Exception:
+                flag = False
+                break
+                # print(res_dic['date'],end_date)
+
+        # res_data.append(res_dic)
+        # df = df.append(res_data)
+        # df.to_excel(phone_file_path,index=0)
+        # print("已写入{}数据".format(len(df)))
+        # 点击下一页
+        try:
+            driver.find_element_by_css_selector('.ant-pagination-next').click()
+        except Exception as e:
+            try:
+                driver.find_element_by_xpath(
+                    '//*[@id="root"]/div[2]/div[1]/div/div/div[3]/div[1]/div[2]/div[3]/div/div/div/div/div/ul/li[12]').click()
+            except Exception:
+                driver.find_element_by_xpath(
+                    '//*[@id="root"]/div[2]/div[1]/div/div/div[3]/div[1]/div[2]/div[3]/div/div/div/div/div/ul/li[10]').click()
+    print("已爬取到新手机号：{}个".format(len(result)))
+    return result
+
+
+def register(phone_data):
+    global phone_can_use_index
+    link_data = [get_keywords_data(link_tables, i, link_get_col) for i in range(1, link_tables.nrows)]
+    # phone_data = [str(int(get_keywords_data(phoe_tables, i, phone_get_col))) for i in range(1, phoe_tables.nrows)]
+    # phone_data = [phone[0] for phone in phone_datas]
+
+    has_phone = True
+    for index, link in enumerate(link_data):
+
+        if has_phone:
+            driver.get(link)
+            time.sleep(wait_time)
+            try:
+                text = driver.find_element_by_xpath("/html/body/div[1]/div[1]/p[1]")
+                if text.text == "开卡失败":
+                    write_to_excel(link_file_path, index + 1, link_write_col, "已使用")
+                    print("该卡已经被使用..{}".format(link))
+                    continue
+                else:
+                    # print(text.text)
+                    continue
+            except Exception as e:
+                time.sleep(wait_time)
+                # print(e)
+            try:
+                print("该卡可以使用:{}，正在查询可用手机号。。".format(link))
+                text = driver.find_element_by_xpath('//*[@id="app"]/div[1]/div[1]/p')
+                if text.text == "欢迎加入樊登读书，即刻获得":
+                    flag = True
+                    while flag:
+                        q = phone_can_use_index
+                        for ph_number_index in range(q, len(phone_data)):
+                            driver.get(link)
+                            print("当前查询手机号索引为{}，号码为{}".format(ph_number_index, phone_data[ph_number_index][0]))
+                            time.sleep(wait_time)
+                            driver.find_element_by_xpath('//*[@id="app"]/div[1]/div[2]/div[1]/input').send_keys(
+                                phone_data[ph_number_index][0])
+                            driver.find_element_by_xpath('//*[@id="app"]/div[1]/div[2]/div[3]/input').send_keys(
+                                phone_data[ph_number_index][0])
+                            driver.find_element_by_xpath('//*[@id="app"]/div[1]/div[3]').click()
+                            time.sleep(wait_time)
+                            # 点击开卡
+                            driver.find_element_by_xpath('//*[@id="join-btn"]').click()
+                            # 点击开卡后页面延迟较为严重
+                            time.sleep(wait_time)
+                            try:
+                                tem = driver.find_element_by_xpath('/html/body/div[1]/div[1]/p[1]')
+                                if tem.text == "开卡失败":
+                                    phone_can_use_index += 1
+                                    print("开卡失败，您已经是樊登读书好友")
+                                    # 日期
+                                    write_to_excel(phone_file_path, ph_number_index + 1, phone_write_col - 2,
+                                                   phone_data[ph_number_index][0])
+                                    # 手机号
+                                    write_to_excel(phone_file_path, ph_number_index + 1, phone_write_col - 1,
+                                                   phone_data[ph_number_index][0])
+                                    # 使用状态
+                                    write_to_excel(phone_file_path, ph_number_index + 1, phone_write_col,
+                                                   "开卡失败您已经是樊登读书书友")
+                            except Exception as e:
+                                # print(e)
+                                time.sleep(wait_time)
+                                try:
+                                    if driver.find_element_by_xpath('/html/body/div[1]/div/h1').text == "领取成功！":
+                                        print("开卡成功")
+                                        write_to_excel(link_file_path, index + 1, link_write_col, "领取成功")
+                                        # 日期
+                                        write_to_excel(phone_file_path, ph_number_index + 1, phone_write_col - 2,
+                                                       phone_data[ph_number_index][0])
+                                        # 手机号
+                                        write_to_excel(phone_file_path, ph_number_index + 1, phone_write_col - 1,
+                                                       phone_data[ph_number_index][0])
+                                        # 使用状态
+                                        write_to_excel(phone_file_path, ph_number_index + 1, phone_write_col,
+                                                       "领取成功")
+                                        phone_can_use_index += 1
+                                        has_phone = True
+                                        flag = False
+                                        continue
+                                except Exception as e:
+                                    print("此电话号码有问题")
+                                    # write_to_excel(link_file_path, index + 1, link_write_col, "此电话号码有问题")
+                                    write_to_excel(link_file_path, index + 1, link_write_col, "领取成功")
+                                    # 日期
+                                    write_to_excel(phone_file_path, ph_number_index + 1, phone_write_col - 2,
+                                                   phone_data[ph_number_index][0])
+                                    # 手机号
+                                    write_to_excel(phone_file_path, ph_number_index + 1, phone_write_col - 1,
+                                                   phone_data[ph_number_index][0])
+                                    # 使用状态
+                                    write_to_excel(phone_file_path, ph_number_index + 1, phone_write_col,
+                                                   "此电话号码有问题")
+                                    # write_to_excel(phone_file_path, phone_can_use_index + 1, phone_write_col, "此电话号码有问题")
+                                    phone_can_use_index += 1
+                                    has_phone = True
+                                    flag = False
+                                    continue
+                                    # print(e)
+                        print("当前手机号已全被使用")
+                        if phone_can_use_index == len(phone_data):
+                            has_phone = False
+                        flag = False
+
+                else:
+                    # print(text.text)
+                    continue
+            except Exception as e:
+                pass
+                # print(e)
+
+
+def main():
+    crawl_count = 1
+    while 1:
+        now_time = time.time()
+        # end_date = now_time- time_jiange
+        times = datetime.datetime.fromtimestamp(now_time)
+        time_str = "{}-{}-{} {}:{}:{}".format(times.year, times.month, times.day - 1, 0, 0, 0)
+        time_str = datetime.datetime.strptime(time_str, "%Y-%m-%d %H:%M:%S")
+        # print(times)
+        # # s="2019.12.02 13:56:20"
+        # # print(datetime.datetime.strptime(s,"%Y.%m.%d %H:%M:%S")<times)
+        if crawl_count == 1:
+            print("第1次爬取")
+            # driver.get("https://e.douyin.com/site/manage-center/user-manage")
+            driver.get("https://e.douyin.com/site/")
+
+            print("请您进行登录及手动进行所有的筛选")
+            yes = input("您是否已确认进行爬取")
+            # cookie= driver.get_cookies()
+            # driver.get("https://e.douyin.com/site/manage-center/user-manage")
+            phone_data = get_phone_number(times)
+            print([phone for phone in phone_data[0]])
+            windows = driver.current_window_handle
+            js = 'window.open("https://www.baidu.com");'
+            driver.execute_script(js)
+            for wins in driver.window_handles:
+                if wins != windows:
+                    driver.switch_to.window(wins)
+            register(phone_data)
+            driver.close()
+            driver.switch_to.window(windows)
+
+            crawl_count += 1
+        else:
+            print("第{}次爬取".format(crawl_count))
+            now_time = time.time() - time_jiange
+            times = datetime.datetime.fromtimestamp(now_time)
+            phone_data = get_phone_number(times)
+            print(phone_data)
+            windows = driver.current_window_handle
+            js = 'window.open("https://www.baidu.com");'
+            driver.execute_script(js)
+            for wins in driver.window_handles:
+                if wins != windows:
+                    driver.switch_to.window(wins)
+            register(phone_data)
+            driver.close()
+            driver.switch_to.window(windows)
+
+        time.sleep(60)
+
+
+if __name__ == '__main__':
+    main()
+    # get_links()
+    # schedule.every().day.at('17:49').do(job4)
+    # schedule.every(180).seconds.do(get_phone_number)
+    # while True:
+    #   schedule.run_pending()

樊登读书脚本/all.py

@@ -0,0 +1,28 @@
+# @Time    : 2019/12/2 17:00
+# @Author  : Libuda
+# @FileName: tet.py
+# @Software: PyCharm
+
+import xlrd
+from xlutils.copy import copy
+from selenium import webdriver
+import time
+
+wait_time = 3  # 各个阶段等待时间
+
+driver = webdriver.Chrome(r'C:\Users\lenovo\PycharmProjects\Spider\chromedriver.exe')
+
+driver.get("https://www.baidu.com")
+windows = driver.current_window_handle
+
+js = 'window.open("https://www.sogou.com");'
+driver.execute_script(js)
+for wins in driver.window_handles:
+    if wins != windows:
+        driver.switch_to.window(wins)
+        driver.get("http://weibo.com")
+
+time.sleep(5)
+driver.close()
+
+driver.switch_to.window(windows)