[Python知识库]python 爬取图片

# !/usr/bin/nev python
# -*-coding:utf8-*-

import tkinter as tk
import os
from lxml import etree
from xpinyin import Pinyin
from requests_html import HTMLSession
session = HTMLSession()


class BATSpider(object):

    def __init__(self):
        """定义可视化窗口，并设置窗口和主题大小布局"""
        self.window = tk.Tk()
        self.window.title('爬取彼岸图4k壁纸')
        self.window.geometry('800x600')

        """创建label_user按钮，与说明书"""
        self.label_user = tk.Label(self.window, text='输入需要爬取的壁纸类型（风景，美女，游戏，动漫，影视，明星，汽车，动物，人物，美食，宗教，背景）：',
                                   font=('Arial', 12), width=130, height=2)
        self.label_user.pack()
        """创建label_user关联输入"""
        self.entry_user = tk.Entry(self.window, show=None, font=('Arial', 14))
        self.entry_user.pack(after=self.label_user)

        """创建label_passwd按钮，与说明书"""
        self.label_passwd = tk.Label(self.window, text="爬取多少页：", font=('Arial', 12), width=30, height=2)
        self.label_passwd.pack()
        """创建label_passwd关联输入"""
        self.entry_passwd = tk.Entry(self.window, show=None, font=('Arial', 14))
        self.entry_passwd.pack(after=self.label_passwd)

        """创建Text富文本框，用于按钮操作结果的展示"""
        self.text1 = tk.Text(self.window, font=('Arial', 12), width=85, height=22)
        self.text1.pack()

        """定义按钮1，绑定触发事件方法"""

        self.button_1 = tk.Button(self.window, text='爬取', font=('Arial', 12), width=10, height=1,
                                  command=self.parse_hit_click_1)
        self.button_1.pack(before=self.text1)

        """定义按钮2，绑定触发事件方法"""
        self.button_2 = tk.Button(self.window, text='清除', font=('Arial', 12), width=10, height=1,
                                  command=self.parse_hit_click_2)
        self.button_2.pack(anchor="e")


    def parse_hit_click_1(self):
        """定义触发事件1,调用main函数"""
        user_name = self.entry_user.get()
        pass_wd = int(self.entry_passwd.get())
        self.main(user_name, pass_wd)

    def main(self, user_name, pass_wd):
        p = Pinyin()
        image_type = p.get_pinyin(user_name).replace('-', '')
        start_url = f'http://pic.netbian.com/4k{image_type}/'
        headers = {
            'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) '
                          'Chrome/73.0.3683.103 Safari/537.36'
        }
        # 请求获取响应
        response = session.get(start_url, headers=headers).content.decode('gbk')  # 右键检查 head/meta/@charset 为编码格式


        # 解析数据
        html_str = etree.HTML(response)
        img_info_urls = html_str.xpath('//ul[@class="clearfix"]/li/a/@href')


        # 循环遍历，构造img_info_url
        for img_info_url in img_info_urls:
            # img_info_url需要拼接
            img_info_url = 'http://pic.netbian.com' + img_info_url
            print("打印路径"+img_info_url)

            # 对img_info_url发送请求，解析得到img_url img_name
            response = session.get(img_info_url, headers=headers).content.decode('gbk')

            html_str = etree.HTML(response)
            img_url = html_str.xpath('//a[@id="img"]/img/@src')[0]

            img_url = 'http://pic.netbian.com' + img_url
            print("打印图片路径"+img_url)

            img_name = html_str.xpath('//a[@id="img"]/img/@title')[0]
            print("打印图片名字"+img_name)

            # 对img_url发送请求得到img_content
            img_content = session.get(img_url, headers=headers).content
            # 创建文件夹
            if not os.path.exists(r'/home/lin/Pictures/爬虫代码/爬取彼岸图4k壁纸/{}'.format('image')):
                os.mkdir(r'/home/lin/Pictures/爬虫代码/爬取彼岸图4k壁纸/{}'.format('image'))
            # 保存图片

            try:
                with open(r'/home/lin/Pictures/爬虫代码/爬取彼岸图4k壁纸/{}/{}.jpg'.format('image', img_name), 'wb')as f:
                    f.write(img_content)
                    print('*****图片已下载:{}.jpg'.format(img_name))
                    self.text1.insert("insert", '*****图片已下载:{}.jpg'.format(img_name))
                    self.text1.insert("insert", '\n ')
                    self.text1.insert("insert", '\n ')
            except Exception as e:
                continue

        # 构造第二页的请求地址
        for i in range(2, pass_wd+1):
            next_url = f'http://pic.netbian.com/4k{image_type}/index_{i}.html'
            headers = {
                'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) '
                              'Chrome/73.0.3683.103 Safari/537.36'
            }
            # 请求获取响应
            response = session.get(next_url, headers=headers).content.decode('gbk')  # 右键检查 head/meta/@charset 为编码格式


            # 解析数据
            html_str = etree.HTML(response)
            img_info_urls = html_str.xpath('//ul[@class="clearfix"]/li/a/@href')

            print("准备循环遍历")
            # 循环遍历，构造img_info_url
            for img_info_url in img_info_urls:
                img_info_url = 'http://pic.netbian.com' + img_info_url


                # 对img_info_url发送请求，解析得到img_url img_name
                response = session.get(img_info_url, headers=headers).content.decode('gbk')

                html_str = etree.HTML(response)
                img_url = html_str.xpath('//a[@id="img"]/img/@src')[0]

                img_url = 'http://pic.netbian.com' + img_url

                print("打印图片路径")
                img_name = html_str.xpath('//a[@id="img"]/img/@title')[0]

                # 对img_url发送请求得到img_content
                img_content = session.get(img_url, headers=headers).content

                print("执行保存图片")
                # 保存图片
                try:
                    with open(r'/home/lin/Pictures/爬虫代码/爬取彼岸图4k壁纸/{}/{}.jpg'.format('image', img_name), 'wb')as f:
                        f.write(img_content)
                        print('*****图片已下载:{}.jpg'.format(img_name))
                        self.text1.insert("insert", '*****图片已下载:{}.jpg'.format(img_name))
                        self.text1.insert("insert", '\n ')
                        self.text1.insert("insert", '\n ')
                except Exception as e:
                    continue


    def parse_hit_click_2(self):
        """定义触发事件2，删除文本框中内容"""
        self.entry_user.delete(0, "end")
        self.entry_passwd.delete(0, "end")
        self.text1.delete("1.0", "end")

    def center(self):
        """创建窗口居中函数方法"""
        ws = self.window.winfo_screenwidth()
        hs = self.window.winfo_screenheight()
        x = int((ws / 2) - (800 / 2))
        y = int((hs / 2) - (600 / 2))
        self.window.geometry('{}x{}+{}+{}'.format(800, 600, x, y))

    def run_loop(self):
        """禁止修改窗体大小规格"""
        self.window.resizable(False, False)
        """窗口居中"""
        self.center()
        """窗口维持--持久化"""
        self.window.mainloop()


if __name__ == '__main__':
    b = BATSpider()
    b.run_loop()