from selenium import webdriver
from selenium.webdriver import ChromeOptions
import time
import re
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
import uuid
import os
import requests

option=ChromeOptions()
option.add_argument(
    'user-agent="Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.74 Safari/537.36"'
)
option.add_experimental_option('excludeSwitches', ['enable-automation'])  # 防止系统检测到自动化工具
option.add_experimental_option('useAutomationExtension', False)
browser=webdriver.Chrome(options=option)
browser.execute_cdp_cmd('Page.addScriptToEvaluateOnNewDocument', {
    'source': 'Object.defineProperty(navigator, "webdriver", {get: ()=> undefined})'
})

browser.maximize_window()  # 页面最大化


def douyincrawler(keyword):
    url='https://www.douyin.com/search/' + keyword + '?publish_time=0&sort_type=0&source=switch_tab&type=video'
    browser.get(url)
    browser.find_element_by_xpath('//*[@id="qdblhsHs"]/button').click()  # 点击登陆用抖音手机app扫码登陆
    time.sleep(15)  # 设置等待时间扫码登陆

    for x in range(10):  # 自动下拉
        time.sleep(5)
        js_bottom="var q=document.documentElement.scrollTop=10000"
        browser.execute_script(js_bottom)
        if '服务出现异常' in browser.page_source:  # 刷新页面
            browser.refresh()
        if '服务异常，重新' in browser.page_source:
            browser.find_element_by_xpath('//*[@id="dark"]/div[2]/div/div[3]/div[2]/div/div/span').click()  # 点击加载

    video_id_lists=list(set(re.findall(r'<a href="http://www.douyin.com/video/(.*?)"',browser.page_source)))
    detail_url_lists=['https://www.douyin.com/video/' + i for i in video_id_lists]
    print('共计获取到{}个视频'.format(len(detail_url_lists)))
    for i in detail_url_lists:
        js="window.open('{}')".format(i)  #打开新tab页
        browser.execute_script(js)
        ws=browser.window_handles  # 获取所有窗口
        browser.switch_to.window(ws[1])  # 切换新句柄
        WebDriverWait(browser, 10).until(EC.presence_of_element_located((
            By.XPATH, "http://xg-video-container[@class='xg-video-container']/video"
        )))  # 显示等待视频标签出现
        video_url='https:' + re.findall(r'<source class="" src="https://www.cnblogs.com/lvye001/p/(.*?)"', browser.page_source)[0]  # 正则获取视频链接
        savevideo(video_url)
        browser.close()  # 关闭当前窗口
        browser.switch_to.window(ws[0])  # 切回主页面这一步很关键



def savevideo(video_url):
    headers={
        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.90 Safari/537.36",
    }
    video_dir=r'F:\2022_09_01\yan_ming\jian_kong_video\douyin_video'
    video_full_path=os.path.join(video_dir, str(uuid.uuid4()) + '.mp4')
    response=requests.get(url=video_url, headers=headers)
    with open(video_full_path, 'wb') as f:
        f.write(response.content)
    print('已下载：{}'.format(video_url))


if __name__=='__main__':
    douyincrawler('街拍美女')