def get_links(url):
    """获取所有的链接"""
    headers = {
        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.100 Safari/537.36"
    }
    pagehtml = requests.get(url, headers=headers)
    pagehtml_jiexi = etree.HTML(pagehtml.content.decode('gbk'))
    links = pagehtml_jiexi.xpath('//*[@id="image-container"]/img/@data-src')
    return links

def judge_picture(url):
    """判断图片的格式"""
    examplelink = url.pop()
    pictureformat = re.findall(r'.*([a-z]{3})', examplelink)
    pictureformat = pictureformat.pop()
    return pictureformat

def downloads(newlink):
    """下载"""
    links = get_links(newlink)
    document_name = get_name(newlink)  # 获取单个链接
    picturefotmat = judge_picture(links)
    a = 1
    if picturefotmat == "jpg":
        for link in range(len(links)):
            if a % 50 == 0:
                time.sleep(30)
            onelink = links.pop()
            picture_info = get_pictureinfo(onelink)
            pictureid = re.findall(r'.*/([0-9]*).jpg', onelink)
            pictureid = pictureid.pop()
            with open(document_name + '/' + pictureid + '.jpg', 'wb') as mh:
                mh.write(picture_info)
            print("已完成" + pictureid + '.jpg')
            a += 1
    elif picturefotmat == 'png':
        for link in range(len(links)):
            if a % 50 == 0:
                time.sleep(30)
            onelink = links.pop()
            picture_info = get_pictureinfo(onelink)
            pictureid = re.findall(r'.*/([0-9]*).png', onelink)
            pictureid = pictureid.pop()
            with open(document_name + '/' + pictureid + '.png', 'wb') as mh:
                mh.write(picture_info)
            print("已完成" + pictureid + '.png')
            a += 1
    totalinfo = "文件夹:" + document_name + ",漫画链接:" + newlink + '\n'
    with open('downloadinfo.txt', 'a') as info:
        info.write(totalinfo)
    print("完成")

import requests_html
import re
import json

url = "http://stu.ityxb.com/back/bxg/my/busywork/findStudentBusywork?busyworkId=166955876c3b4bcf8ef39976dfe60e76&t=1608445306731"
url2 = 'http://stu.ityxb.com/lookPaper/busywork/166955876c3b4bcf8ef39976dfe60e76'

headers = {
    'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36',
    'Cookie': ''
}

res = requests_html.HTMLSession()
r = res.get(url, headers=headers)

text = json.loads(r.text)
text_xz = text['resultObject']["danxuan"]['lists']
neirong = {}
changdu = len(text_xz)

for i in range(1, len(text_xz) + 1):
    wenzi = text_xz.pop(0)
    text_xx = wenzi["questionOptionList"]
    text_tm = str(i) + '.' + wenzi["questionContentText"]
    print(text_tm)
    with open('jsdx.text', 'a', encoding='utf-8') as f:
        f.write('\n' + text_tm)
    for num in range(len(text_xx)):
        xx_dan = text_xx.pop(0)
        xx_nei = xx_dan['text']
        with open('jsdx.text', 'a', encoding='utf-8') as f:
            f.write('\n' + xx_nei)

import requests_html
import re
import json

url = "http://stu.ityxb.com/back/bxg/my/busywork/findStudentBusywork?busyworkId=166955876c3b4bcf8ef39976dfe60e76&t=1608445306731"
url2 = 'http://stu.ityxb.com/back/bxg/my/busywork/findStudentBusywork?busyworkId=655d240321db424ea37f4b55c2f132d2&t=1608476055939'

headers = {
    'User-Agent': '',
    'Cookie': ''
}

res = requests_html.HTMLSession()
r = res.get(url2, headers=headers)

text = json.loads(r.text)
text_xz = text['resultObject']["danxuan"]['lists']
neirong = {}

for i in range(1, len(text_xz) + 1):
    wenzi = text_xz.pop(0)
    text_xx = wenzi["questionOptionList"]
    text_tm = str(i) + '.' + wenzi["questionContentText"]
    print(text_tm)
    with open('jsdx.text', 'a', encoding='utf-8') as f:
        f.write('\n' + text_tm)
    for num in range(len(text_xx)):
        xx_dan = text_xx.pop(0)
        xx_nei = xx_dan['text']
        with open('jsdx.text', 'a', encoding='utf-8') as f:
            f.write('\n' + xx_nei)
    with open('jsdx.text', 'a', encoding='utf-8') as f:
        f.write('\n' + '答案：')
    try:
        text_xz = text['resultObject']["duoxuan"]['lists']
        for i in range(1, len(text_xz) + 1):
            wenzi = text_xz.pop(0)
            text_xx = wenzi["questionOptionList"]
            text_tm = str(i) + '.' + wenzi["questionContentText"]
            print(text_tm)
            with open('jsdx.text', 'a', encoding='utf-8') as f:
                f.write('\n' + text_tm)
            for num in range(len(text_xx

)):
                xx_dan = text_xx.pop(0)
                xx_nei = xx_dan['text']
                with open('jsdx.text', 'a', encoding='utf-8') as f:
                    f.write('\n' + xx_nei)
        with open('jsdx.text', 'a', encoding='utf-8') as f:
            f.write('\n' + '答案：')
    except:
        pass

    try:
        text_pd = text['resultObject']["panduan"]['lists']
        for i in range(1, len(text_pd) + 1):
            wenzi = text_pd.pop(0)
            text_tm = str(i) + '.' + wenzi["questionContentText"]
            print(text_tm)
            with open('jsdx.text', 'a', encoding='utf-8') as f:
                f.write('\n' + text_tm + '\n' + '答案：')
    except:
        pass

    try:
        text_tk = text['resultObject']["tiankong"]['lists']
        for i in range(1, len(text_tk) + 1):
            wenzi = text_tk.pop(0)
            text_tm = str(i) + '.' + wenzi["questionContentText"]
            print(text_tm)
            with open('jsdx.text', 'a', encoding='utf-8') as f:
                f.write('\n' + text_tm + '\n' + '答案：')
    except:
        pass

    try:
        text_jd = text['resultObject']["jianda"]['lists']
        for i in range(1, len(text_jd) + 1):
            wenzi = text_jd.pop(0)
            text_tm = str(i) + '.' + wenzi["questionContentText"]
            print(text_tm)
            with open('jsdx.text', 'a', encoding='utf-8') as f:
                f.write('\n' + text_tm + '\n' + '答案：')
    except:
        pass

import requests
from bs4 import BeautifulSoup

headers = {
    'User-Agent': 'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2228.0 Safari/537.36'
}

url = "https://minecraftitemids.com/"
# 2 3 4 5 6 7 8
r = requests.get(url, headers=headers)
neirong = r.text
soup = BeautifulSoup(neirong, "lxml")
wenzi = soup.table.get_text()
length = len(wenzi)

with open("mclist.txt", 'a', encoding='utf-8') as file_object:
    n = 1
    for i in range(0, length, 20):
        file_object.write((wenzi[i:i+20]))
        if n == 10:
            file_object.write('\n')
            n = 0
        n += 1

for a in range(2, 9):
    newurl = url + str(a)
    r = requests.get(newurl, headers=headers)
    neirong = r.text
    soup = BeautifulSoup(neirong, "lxml")
    wenzi = soup.table.get_text()
    length = len(wenzi)

    with open("mclist.txt", 'a', encoding='utf-8') as file_object:
        n = 1
        for i in range(0, length, 20):
            file_object.write((wenzi[i:i + 20]))
            if n == 10:
                file_object.write('\n')
                n = 0
            n += 1

print("爬取完成")

from DecryptLogin import login
from bs4 import BeautifulSoup
import re
import base64

lg = login.Login()
_, loginstauts = lg.zhihu(username='', password='', mode='pc')

headers = {
    'user-agent': "Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2228.0 Safari/537.36"
}

url1 = "https://www.zhihu.com/market/paid_column/1178733193687175168/section/1178742737682350080"
url2 = "https://www.zhihu.com/market/paid_column/1178733193687175168/section/1178742849583083520"

# 获取链接
r = loginstauts.get(url1, headers=headers)
wenzi = r.text
soup = BeautifulSoup(wenzi, 'lxml')
lianjie = soup.textarea
lianjie = str(lianjie)

pattern = re.compile('"next_section":{"url":"(.+)","is_end":')  # 正则匹配链接所在的文字
result = pattern.findall(lianjie)

texts = soup.find_all('p')

for text in texts:
    with open("yanxuan.txt", 'a', encoding='utf-8') as file_object:
        file_object.write(text.get_text() + " ")

list = result.pop(0)
print(list)

for link in range(0, 9):
    r2 = loginstauts.get(list, headers=headers)
    wenzi = r2.text
    soup = BeautifulSoup(wenzi, 'lxml')
    lianjie = soup.textarea
    lianjie = str(lianjie)

    pattern = re.compile('"next_section":{"url":"(.+)","is_end":')  # 正则匹配链接所在的文字
    result = pattern.findall(lianjie)
    list = result.pop(0)

    texts = soup.find_all('p')

    for text in texts:
        with open("yanxuan.txt", 'a', encoding='utf-8') as file_object:
            file_object.write(text.get_text() + " ")

pattern = re.compile('"next_section":{"url":"(.+)","is_end":')  # 正则匹配链接所在的文字
result = pattern.findall(lianjie)

for link in range(0, 9):
    r2 = loginstauts.get(list, headers=headers)
    wenzi = r2.text
    soup = BeautifulSoup(wenzi, 'lxml')
    lianjie = soup.textarea
    lianjie = str(lianjie)

    pattern = re.compile('"next_section":{"url":"(.+)","is_end":')  # 正则匹配链接所在的文字
    result = pattern.findall(lianjie)
    list = result.pop(0)

    texts = soup.find_all('p')

    for text in texts:
        with open("yanxuan.txt", 'a', encoding='utf-8') as file_object:
            file_object.write(text.get_text() + " ")

from requests_html import HTMLSession

session = HTMLSession()
url = "https://my.oschina.net/u/4798232"
r = session.get(url)

for i in range(1, 12):
    i = str(i)
    url_xpath = '//div[@id="newestBlogList"]/div[1]/div[' + i + ']/div/a'
    title = r.html.xpath(url_xpath, first=True).text
    link_xpath = url_xpath + '/@href'
    link = r.html.xpath(link_xpath, first=True)
    a = "原"
    if a not in title:
        print(title)
        print(link)
    else:
        print(title.replace(a, ""))
        print(link)

import requests_html

import requests_html

# 导入requests-html库
session = requests_html.HTMLSession()  # 创建一个session的变量，用来取代requests_html.HTMLSession()要不之后字太多而纸样只需要操作session
res = session.get("https://www.datehoer.com/")  # get一下网址，这里我们用博客主页做演示
res.encoding = "utf-8"  # 获取的编码格式
print(res.text)  # 输出获取的内容

print(res.html.absolute_links)

print(res.html.links)

print(res.html.xpath("/html/body/article", first=True).text)

hc = res.html.find("div.header", first=True)
print(hc.text)

print(hc.search("主{}")[0])

while True:
    # 监视鼠标和键盘事件
    gf.check_events(ai_settings, screen, stats, board, play_button, ship, aliens, bullets)
    if stats.game_active:
        ship.update()
        bullets.update()
        gf.update_bullets(ai_settings, screen, stats, board, ship, aliens, bullets)
        gf.update_aliens(ai_settings, screen, stats, board, ship, aliens, bullets)
        gf.update_screen(ai_settings, screen, stats, board, ship, aliens, bullets, play_button)

import pygame.font
from pygame.sprite import Group
from ship import Ship

class Scoreboard():
    """显示得分信息的类"""

    def __init__(self, ai_settings, screen, stats):
        self.screen = screen
        self.screen_rect = screen.get_rect()
        self.ai_settings = ai_settings
        self.stats = stats
        self.text_color = (50, 50, 50)
        self.font = pygame.font.SysFont(None, 48)

        # 初始化得分图像
        self.prep_score()
        self.prep_high_score()
        self.prep_level()
        self.prep_ships()

    def prep_ships(self):
        self.ships = Group()
        for ship_number in range(self.stats.ships_left):
            ship = Ship(self.ai_settings, self.screen)
            ship.rect.x = 10 + ship_number * ship.rect.width
            ship.rect.y = 10
            self.ships.add(ship)

    def prep_high_score(self):
        high_score = int(round(self.stats.high_score, -1))
        high_score_str = "{:,}".format(high_score)
        self.high_score_image = self.font.render(high_score_str, True, self.text_color, self.ai_settings.bg_color)
        # 将最高得分放在屏幕顶部中央
        self.high_score_rect = self.high_score_image.get_rect()
        self.high_score_rect.centerx = self.screen_rect.centerx
        self.high_score_rect.top = self.score_rect.top

    def prep_level(self):
        self.level_image = self.font.render(str(self.stats.level), True, self.text_color, self.ai_settings.bg_color)
        self.level_rect = self.level_image.get_rect()
        self.level_rect.right = self.score_rect.right
        self.level_rect.top = self.score_rect.bottom + 10

    def prep_score(self):
        """将得分转化为图像"""
        rounded_score = int(round(self.stats.score, -1))
        score_str = "{:,}".format(rounded_score)
        self.score_image = self.font.render(score_str, True, self.text_color, self.ai_settings.bg_color)
        # 将得分放到右上角
        self.score_rect = self.score_image.get_rect()
        self.score_rect.right = self.screen_rect.right - 20
        self.score_rect.top = 20

    def show_score(self):
        """在屏幕上显示得分"""
        self.screen.blit(self.score_image, self.score_rect)
        self.screen.blit(self.high_score_image, self.high_score_rect)
        self.screen.blit(self.level_image, self.level_rect)
        # 绘制飞船
        self.ships.draw(self.screen)

import pygame
from pygame.sprite import Sprite

class Alien(Sprite):
    def __init__(self, ai_settings, screen):
        """初始化外星人起始位置"""
        super(Alien, self).__init__()
        self.ai_settings = ai_settings
        self.screen = screen

        # 加载外星人图像，并设置其 rect 属性
        self.image = pygame.image.load("images/alien.bmp")
        self.rect = self.image.get_rect()

        # 每个外星人都要在屏幕的上面出现
        self.rect.x = self.rect.width
        self.rect.y = self.rect.height

        # 储存每个外星人的位置
        self.x = float(self.rect.x)

    def blitme(self):
        self.screen.blit(self.image, self.rect)

    def check_edges(self):
        """如果外星人位于屏幕边缘，就返回 true"""
        screen_rect = self.screen.get_rect()
        if self.rect.right >= screen_rect.right:
            return True
        elif self.rect.left <= 0:
            return True

    def update(self):
        """

向右移动外星人"""
        self.x += self.ai_settings.alien_speed_factor * self.ai_settings.fleet_direction
        self.rect.x = self.x

import pygame.font

class Button():
    def __init__(self, ai_settings, screen, msg):
        self.screen = screen
        self.screen_rect = screen.get_rect()
        self.width, self.height = 200, 50
        self.button_color = (0, 255, 0)
        self.text_color = (255, 255, 255)
        self.font = pygame.font.SysFont(None, 48)
        self.rect = pygame.Rect(0, 0, self.width, self.height)
        self.rect.center = self.screen_rect.center
        self.prep_msg(msg)

    def prep_msg(self, msg):
        self.msg_image = self.font.render(msg, True, self.text_color, self.button_color)
        self.msg_image_rect = self.msg_image.get_rect()
        self.msg_image_rect.center = self.rect.center

    def draw_button(self):
        self.screen.fill(self.button_color, self.rect)
        self.screen.blit(self.msg_image, self.msg_image_rect)

# 主文件：
import pygame
from setting import Settings
from ship import Ship
import game_functions as gf
from pygame.sprite import Group

def run_game():
    # 初始化游戏并且创建一个屏幕对象
    pygame.init()
    # 初始化背景属性
    ai_settings = Settings()
    # 使类setting里的内容直接被调用
    screen = pygame.display.set_mode((ai_settings.screen_width, ai_settings.screen_height))
    pygame.display.set_caption("aa")  # 窗口名字
    # 创建飞船
    ship = Ship(ai_settings, screen)
    # 创建储存子弹的编组
    bullets = Group()
    # 开始游戏的主循环
    while True:
        # 监视鼠标和键盘事件
        gf.check_events(ai_settings, screen, ship, bullets)
        ship.update()
        bullets.update()
        gf.update_bullets(bullets)
        gf.update_screen(ai_settings, screen, ship, bullets)

run_game()

# game_functions.py
import sys
import pygame
from bullet import Bullet

def check_keydown_events(event, ai_settings, screen, ship, bullets):
    """响应按下"""
    if event.key == pygame.K_RIGHT:
        ship.moving_right = True
    elif event.key == pygame.K_LEFT:
        ship.moving_left = True
    elif event.key == pygame.K_SPACE:
        fire_bullet(ai_settings, screen, ship, bullets)

def fire_bullet(ai_settings, screen, ship, bullets):
    # 创建一个子弹并将它加入编组bullets
    if len(bullets) < ai_settings.bullet_allowed:
        # 判断现存子弹数量是否小于设定值
        new_bullet = Bullet(ai_settings, screen, ship)
        bullets.add(new_bullet)

def check_keyup_events(event, ship):
    """响应松开"""
    if event.key == pygame.K_RIGHT:
        ship.moving_right = False
    elif event.key == pygame.K_LEFT:
        ship.moving_left = False

def check_events(ai_settings, screen, ship, bullets):
    """响应按键和鼠标事件"""
    for event in pygame.event.get():
        if event.type == pygame.QUIT:
            sys.exit()
        elif event.type == pygame.KEYDOWN:
            check_keydown_events(event, ai_settings, screen, ship, bullets)
        elif event.type == pygame.KEYUP:
            check_keyup_events(event, ship)

def update_screen(ai_settings, screen, ship, bullets):
    """更新数据"""
    screen.fill(ai_settings.bg_color)
    # 绘制所有子弹
    for bullet in bullets.sprites():
        bullet.draw_bullet()
    ship.blitme()
    # 让最近绘制的屏幕可见
    pygame.display.flip()

def update_bullets(bullets):
    """更新子弹位置，删除消失的子弹"""
    # 更新子弹位置
    bullets.update()
    # 删除消失的子弹
    for bullet in bullets.copy():
        if bullet.rect.bottom < 0:
            bullets.remove(bullet)

# ship.py
import pygame

class Ship():
    def __init__(self, ai_settings, screen):
        """初始化飞船位置"""
        self.screen = screen
        self.ai_settings = ai_settings
        # 加载飞船图像并获取其外接矩形
        self.image = pygame.image.load("images/ship.bmp")
        self.rect = self.image.get_rect()
        self.screen_rect = screen.get_rect()
        # 将每艘新飞船放在屏幕底部中央
        self.rect.centerx = self.screen_rect.centerx
        self.rect.bottom = self.screen_rect.bottom
        # 在飞船的属性center中储存小数值
        self.center = float(self.rect.centerx)
        # 移动标志
        self.moving_right = False
        self.moving_left = False

    def update(self):
        """根据移动标志调整位置"""
        # 更新飞船的center值，而不是rect
        if self.moving_right and self.rect.right < self.screen_rect.right:
            self.center += self.ai_settings.ship_speed_factor
        if self.moving_left and self.rect.left > 0:
            self.center -= self.ai_settings.ship_speed_factor
        # 根据self.center更新rect对象
        self.rect.centerx = self.center

    def blitme(self):
        """在指定位置绘制飞船"""
        self.screen.blit(self.image, self.rect)

# bullet.py
import pygame
from pygame.sprite import Sprite

class Bullet(Sprite):
    """一个对飞船发射的子弹进行管理的类"""

    def __init__(self, ai_settings, screen, ship):
        """在飞船所处位置创建一个子弹"""
        super(Bullet, self).__init__()
        self.screen = screen
        # 在（0，0）处创建一个表示子弹的矩形，再将位置进行转移（设置成改在的位置）
        self.rect = pygame.Rect(0, 0, ai_settings.bullet_width, ai_settings.bullet_height)
        self.rect.centerx = ship.rect.centerx
        self.rect.top = ship.rect.top
        # 储存用小数表示的子弹位置
        self.y = float(self.rect.y)
        self.color = ai_settings.bullet_color
        self.speed_factor = ai_settings.bullet_speed_factor

    def update(self):
        """向上移动子弹"""
        # 更新子弹位置的小数值
        self.y -= self.speed_factor
        # 更新子弹的位置
        self.rect.y = self.y

    def draw_bullet(self):
        """在屏幕上绘制子弹"""
        pygame.draw.rect(self.screen, self.color, self.rect)

# setting.py
class Settings():
    """储存外星人大战的所有设置"""

    def __init__(self):
        """初始化游戏的设置"""
        # 屏幕设置
        self.screen_width = 1200
        self.screen_height = 800
        self.bg_color = (230, 230, 230)
        # 飞船的设置
        self.ship_speed_factor = 1.5
        # 子弹设置
        self.bullet_speed_factor = 1
        self.bullet_width = 3
        self.bullet_height = 15
        self.bullet_color = (60, 60, 60)
        self.bullet_allowed = 3

# main.py
import pygame
from setting import Settings
from ship import Ship
import game_functions as gf

def run_game():
    # 初始化游戏并且创建一个屏幕对象
    pygame.init()

    # 初始化背景属性
    ai_settings = Settings()

    # 使类setting里的内容直接被调用
    screen = pygame.display.set_mode((ai_settings.screen_width, ai_settings.screen_height))
    pygame.display.set_caption("Alien Invasion")  # 窗口名字

    # 创建飞船
    ship = Ship(screen)

    # 开始游戏的主循环
    while True:
        # 监视鼠标和键盘事件
        gf.check_events(ship)
        gf.update_screen(ai_settings, screen, ship)

run_game()

# game_functions.py
import sys
import pygame

def check_events(ship):
    """响应按键和鼠标事件"""
    for event in pygame.event.get():
        if event.type == pygame.QUIT:
            sys.exit()
        elif event.type == pygame.KEYDOWN:
            if event.key == pygame.K_RIGHT:  # 向右移动飞船
                ship.rect.centerx += 1
            elif event.key == pygame.K_LEFT:
                ship.rect.centerx -= 1

def update_screen(ai_settings, screen, ship):
    """更新数据"""
    screen.fill(ai_settings.bg_color)
    ship.blitme()
    pygame.display.flip()

# ship.py
import pygame

class Ship():
    def __init__(self, screen):
        """初始化飞船位置"""
        self.screen = screen

        # 加载飞船图像并获取其外接矩形
        self.image = pygame.image.load("images/ship.bmp")
        self.rect = self.image.get_rect()
        self.screen_rect = screen.get_rect()

        # 将每艘新飞船放在屏幕底部中央
        self.rect.centerx = self.screen_rect.centerx
        self.rect.bottom = self.screen_rect.bottom

    def blitme(self):
        """在指定位置绘制飞船"""
        self.screen.blit(self.image, self.rect)

# ship.py
import pygame

class Ship():
    def __init__(self, screen):
        """初始化飞船位置"""
        self.screen = screen

        # 加载飞船图像并获取其外接矩形
        self.image = pygame.image.load("images/ship.bmp")
        self.rect = self.image.get_rect()
        self.screen_rect = screen.get_rect()

        # 将每艘新飞船放在屏幕底部中央
        self.rect.centerx = self.screen_rect.centerx
        self.rect.bottom = self.screen_rect.bottom

    def blitme(self):
        """在指定位置绘制飞船"""
        self.screen.blit(self.image, self.rect)

# setting.py
class Settings():
    """储存外星人大战的所有设置"""
    def __init__(self):
        """初始化游戏的设置"""
        # 屏幕设置
        self.screen_width = 1200
        self.screen_height = 800
        self.bg_color = (230, 230, 230)