做自己喜歡的爬蟲：steam白玩
閑的無聊做了一期steam白嫖的文章，
有了它，以后就再也不會擔心游戲沒有白玩到了，
steam近期免費：https://steamdb.info/upcoming/free/
特地做出來個exe可執行檔案給大家用，免得電腦沒有python的人眼饞，
很多人學習python，不知道從何學起，
很多人學習python，掌握了基本語法過后，不知道在哪里尋找案例上手，
很多已經做案例的人，卻不知道如何去學習更加高深的知識，
那么針對這三類人，我給大家提供一個好的學習平臺，免費領取視頻教程，電子書籍，以及課程的源代碼！
QQ群：961562169
話不多說，直接上代碼：
import csv
import sys
import requests
from lxml import etree
from threading import Thread
from tkinter import messagebox
import pandas as pd
headers = {"User-Agent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.163 Safari/537.36"}
def login(url="https://steamdb.info/upcoming/free/"):
try:
html = requests.get(url,headers = headers)
if html.status_code == 200:
text = html.text
dom = etree.HTML(text)
return dom
else:
pass
except:
messagebox.showinfo("warning","warn Internet")
sys.exit(0)
def now(dom):
name = dom.xpath('//table[1]//a/b/text()')
price = dom.xpath('//table[1]//td[4]/text()')
start_time = dom.xpath('//table[1]//td[5]/@title')
end_time = dom.xpath('//table[1]//td[6]/@title')
for a,b,c,d in zip(name,price,start_time,end_time):
name,price,start,end = replace(a,b,c,d)
write_csv(name,price,start,end,"now.csv")
def furture(dom):
name = dom.xpath('//table[2]//a/b/text()')
price = dom.xpath('//table[2]//td[3]/text()')
start_time = dom.xpath('//table[2]//td[4]/@title')
end_time = dom.xpath('//table[2]//td[5]/@title')
for a,b,c,d in zip(name,price,start_time,end_time):
name,price,start,end = replace(a,b,c,d)
write_csv(name,price,start,end,"furture.csv")
def replace(name,price,start,end):
start = start.split("+")[0]
end = end.split("+")[0]
if price != "Weekend":
name = name.split("Limited")[0]
price = "Free"
else:
name = name.split("Free")[0]
return name,price,start,end
def write_csv(name,price,start,end,csv_name):
with open(csv_name,"a",newline="") as f:
csv_writer = csv.writer(f)
csv_writer.writerow([name,price,start,end])
print(name,price,start,end)
def read_csv(csv_name):
url = "https://store.steampowered.com/search/?term="
csv_data = https://www.cnblogs.com/41280a/archive/2020/10/05/pd.read_csv(csv_name,header = None,encoding ="utf-8")
names = csv_data[0]
start_times = csv_data[2]
end_times = csv_data[3]
count = 1
for name,start_time,end_time in zip(names,start_times,end_times):
name = name[:-1]
new_name = "+".join(name.split())
dom = login(url+new_name)
store_name = dom.xpath('//*[@id="search_resultsRows"]/a[1]/div[2]/div[1]/span/text()')[0]
if name == store_name:
count += 1
store = dom.xpath('//*[@id="search_resultsRows"]/a[1]/@href')[0]
start_time = "日".join("月".join(start_time.split("-")[1:]).split("T"))
end_time = "日".join("月".join(end_time.split("-")[1:]).split("T"))
write_txt("【"+name+"】\t領取時間為：{}-{}\n".format(start_time,end_time))
write_txt("領取地址為:{}\n".format(store))
write_txt("{}\n".format("-"*80))
print("寫入{}次".format(count-1))
else:
count += 1
write_txt("第{}項出錯，請去csv內部檢測\n".format(count-1))
write_txt("游戲名字為:{}".format(name))
write_txt("{}\n".format("-"*80))
def write_txt(text):
with open("steam.txt","a") as f:
f.write(text)
def run_write(csv_name):
read_csv(csv_name)
write_txt("-"*40,"這里是分割線","-"*40)
if __name__ == "__main__":
threads = []
dom = login()
threads.append(Thread(target=now,args=(dom,)))
threads.append(Thread(target=furture,args=(dom,)))
for thread in threads:
thread.start()
thread.join()
run_write("now.csv")
run_write("furture.csv")
轉載請註明出處，本文鏈接：https://www.uj5u.com/houduan/157379.html
標籤：其他