# -*- coding:utf-8 -*-

import requests
from lxml import etree
url="https://www.dy2018.com/html/gndy/dyzz/index.html"
response=requests.get(url)
#統一網頁的編碼格式
#記得加上這句話  response.encoding=response.apparent_encoding
root=etree.HTML(response.text)
page_urls=root.xpath("//select[@name='select']/option/@value")
for page_url in page_urls:
    #每一頁的地址
    page_url="https://www.dy2018.com"+page_url
    response=requests.get(page_url)
    root1=etree.HTML(response.content)
    a_list=root1.xpath("//td[@height='26']/b/a")
    for a in a_list:
        # []print(a)
        title=a.xpath("text()")
        if title:
            title=title[0]
        else:
            continue
        # print(title)
        url=a.xpath("@href")
        if url:
            url=url[0]
        else:
            continue
        if not url.startswith("http"):
            url="https://www.dy2018.com"+url
        movie_response=requests.get(url)
        movie_root=etree.HTML(movie_response.content)
        #<a>hello<b>word</b></a>
        #root.xpath("//a/text()")  找到的只是hello
        #root.xpath("//a//text()")  找到的是hello,word
        #/找到的是單標籤裡的文字  //找到的是標籤下的所有文字
        movie_links=movie_root.xpath("//td[@bgcolor='#fdfddf']//text()")
        print(movie_links)
        print(page_url)