python爬虫（学了3天写出的代码）

　　---------------------------------------开发时间：2022/3/15 8:54---------------------------------------
　　import requests import parsel import threading,os import queue
　　class Thread(threading.Thread): def init(self,queue,path): threading.Thread.init(self) self.queue = queue self.path = path    if not os.path.exists(＂./{}/＂.format(self.path)):         os.mkdir(＂./{}/＂.format(self.path))  def run(self) -> None:     while True:         url = self.queue.get()         try:             download_novel(url,self.path)         except:             print(＂下载失败＂)         finally:             self.queue.task_done()
　　def download_novel(url, path): res = get_response(url) selctor = parsel.Selector(res) title = selctor.css(＂.bookname > h1::text＂).get() print(title) content = ＂ ＂.join(selctor.css(＂#content::text＂).getall()) # 使用join方法改变内容； with open( path + title + ＂.txt＂,＂w＂,encoding=＂utf-8＂) as f: f.write(content) print(title,＂保存成功!＂) f.close()
　　def get_response(url): # 获得网站源码； response = requests.get(url) response.encoding = ＂utf-8＂ return response.text
　　if name == ＂main＂: # 函数入口 url = str(input(＂请输入你要下载小说的url:＂)) response = get_response(url) sel = parsel.Selector(response) novelname = sel.css(＂#info > h1::text＂).get() urllist = sel.css(＂.box_con p dl dd a::attr(href)＂).getall() queue = queue.Queue() path = ＂./{}/＂.format(novelname)for url1 in urllist:     url = ＂https://www.xbiquge.la＂+url1     queue.put(url) for x in range(10):     work = Thread(queue,path)     work.daemon = True     work.start()   queue.join() print(＂下载完毕...＂)