python 爬取天气网卫星图片(生成文件夹)

项目地址：

https://github.com/MrWayneLee/weather-demo

代码部分

下载生成文件功能

# 下载并生成文件
def downloadImg(imgDate, imgURLs, pathName):
 a,s,f = 0,0,0
 timeStart = time.time()
 while a < len(imgURLs):
  req = requests.get(imgURLs[a])
  imgName = str(imgURLs[a])[-13:-9]
  print(str("开始请求" + imgDate + " " + imgName + "的数据"))
  if req.status_code == 200:
open(pathName + '\\' + os.path.basename(imgName) + '.png', 'wb').write(req.content)
print("数据" + imgDate + " " + imgName + "下载完成")
s += 1
del req
  elif req.status_code == 404:
print("数据" + imgDate + " " + imgName + "不存在")
f += 1
  a += 1
 timeEnd = time.time()
 totalTime = round(timeEnd - timeStart, 2)
 print("全部数据请求完成！总耗时：",totalTime,"秒")
 print("共请求", a, "次；成功", s, "次；失败", f, "次")

创建文件夹

def createFolder(pathName):
 imgName_Year = pathName[0:4]
 imgName_Month = pathName[4:6]
 imgName_Day = pathName[6:8]
 imgName_date = imgName_Year + '-' + imgName_Month + '-' + imgName_Day
 mainPath = 'F:\\[Wayne Lee]\\学习资料\\Python\\爬取图像'
 newPathName = mainPath + '\\' + imgName_date
 realPath = newPathName + '\\'
 isExists = os.path.exists(newPathName)
 if not isExists:
  os.makedirs(newPathName)
  print("新文件夹 [" + imgName_date + "] 创建成功")
  return realPath
 else:
  print(pathName + "文件夹已存在")
  return realPath

生成时间列表

def generateTime(imgUrl):
 timeList = []
 imgUrlList = []
 h,j = 0,0
 while h < 24:
  m = 0
  while m < 60:
timeList.append("{:0>4d}".format(h * 100 + m))
m += 15
  h += 1
 # print(timeList)
 # print(len(timeList))
 while j < len(timeList):
  imgUrlList.append(str(imgUrl + timeList[j] + "00000.JPG"))
  # print(timeList[j])
  j += 1
 return imgUrlList
 # print(imgUrlList)
 # print(len(imgUrlList))

生成下载URL列表

def downloadUrl(imgDate):
 imgUrl = "http://image.nmc.cn/product/" + imgDate[0:4] + "/" + imgDate[4:6] + "/" + imgDate[6:8] + "/WXBL/SEVP_NSMC_WXBL_FY4A_ETCC_ACHN_LNO_PY_" + imgDate # + "0000" +"00000.JPG"
 URLlist = list(generateTime(imgUrl))
 return URLlist

主函数

# 主函数
if __name__ == '__main__':
 # imgUrl = "http://image.nmc.cn/product/2020/04/11/WXBL/SEVP_NSMC_WXBL_FY4A_ETCC_ACHN_LNO_PY_20200411044500000.JPG"
 # imgUrl = "http://image.nmc.cn/product/2020/04/11/WXBL/SEVP_NSMC_WXBL_FY4A_ETCC_ACHN_LNO_PY_20200411"
 # imgName = imgUrl[-21:-9]
 while True:
  print("[1]手动输入日期")
  print("[2]获取当天日期")
  print("[3]退出程序")
  choose = str(input("你的选择："))
  if choose == "1":
imgDate = str(input("请输入日期[如20200411]："))
urlList = list(downloadUrl(imgDate))
break
  elif choose == "2":
imgDate = time.strftime("%Y%m%d",time.localtime())
urlList = list(downloadUrl(imgDate))
break
  elif choose == "3":
break
  else:
print("你的选择有误！请重试")

开始下载

 pathName = createFolder(imgDate)
 # 开始下载
 downloadImg(imgDate, urlList, pathName)

完整代码

import requests
import time
import datetime
import os
# 下载并生成文件
def downloadImg(imgDate, imgURLs, pathName):
 a,s,f = 0,0,0
 timeStart = time.time()
 while a < len(imgURLs):
  req = requests.get(imgURLs[a])
  imgName = str(imgURLs[a])[-13:-9]
  print(str("开始请求" + imgDate + " " + imgName + "的数据"))
  if req.status_code == 200:
open(pathName + '\\' + os.path.basename(imgName) + '.png', 'wb').write(req.content)
print("数据" + imgDate + " " + imgName + "下载完成")
s += 1
del req
  elif req.status_code == 404:
print("数据" + imgDate + " " + imgName + "不存在")
f += 1
  a += 1
 timeEnd = time.time()
 totalTime = round(timeEnd - timeStart, 2)
 print("全部数据请求完成！总耗时：",totalTime,"秒")
 print("共请求", a, "次；成功", s, "次；失败", f, "次")
# 创建文件夹
def createFolder(pathName):
 imgName_Year = pathName[0:4]
 imgName_Month = pathName[4:6]
 imgName_Day = pathName[6:8]
 imgName_date = imgName_Year + '-' + imgName_Month + '-' + imgName_Day
 mainPath = 'F:\\[Wayne Lee]\\学习资料\\Python\\爬取图像'
 newPathName = mainPath + '\\' + imgName_date
 realPath = newPathName + '\\'
 isExists = os.path.exists(newPathName)
 if not isExists:
  os.makedirs(newPathName)
  print("新文件夹 [" + imgName_date + "] 创建成功")
  return realPath
 else:
  print(pathName + "文件夹已存在")
  return realPath
# 生成时间列表
def generateTime(imgUrl):
 timeList = []
 imgUrlList = []
 h,j = 0,0
 while h < 24:
  m = 0
  while m < 60:
timeList.append("{:0>4d}".format(h * 100 + m))
m += 15
  h += 1
 # print(timeList)
 # print(len(timeList))
 while j < len(timeList):
  imgUrlList.append(str(imgUrl + timeList[j] + "00000.JPG"))
  # print(timeList[j])
  j += 1
 return imgUrlList
 # print(imgUrlList)
 # print(len(imgUrlList))
# 生成下载URL列表
def downloadUrl(imgDate):
 imgUrl = "http://image.nmc.cn/product/" + imgDate[0:4] + "/" + imgDate[4:6] + "/" + imgDate[6:8] + "/WXBL/SEVP_NSMC_WXBL_FY4A_ETCC_ACHN_LNO_PY_" + imgDate # + "0000" +"00000.JPG"
 URLlist = list(generateTime(imgUrl))
 return URLlist
# 主函数
if __name__ == '__main__':
 # imgUrl = "http://image.nmc.cn/product/2020/04/11/WXBL/SEVP_NSMC_WXBL_FY4A_ETCC_ACHN_LNO_PY_20200411044500000.JPG"
 # imgUrl = "http://image.nmc.cn/product/2020/04/11/WXBL/SEVP_NSMC_WXBL_FY4A_ETCC_ACHN_LNO_PY_20200411"
 # imgName = imgUrl[-21:-9]
 while True:
  print("[1]手动输入日期")
  print("[2]获取当天日期")
  print("[3]退出程序")
  choose = str(input("你的选择："))
  if choose == "1":
imgDate = str(input("请输入日期[如20200411]："))
urlList = list(downloadUrl(imgDate))
break
  elif choose == "2":
imgDate = time.strftime("%Y%m%d",time.localtime())
urlList = list(downloadUrl(imgDate))
break
  elif choose == "3":
break
  else:
print("你的选择有误！请重试")
 # 创建文件夹
 pathName = createFolder(imgDate)
 # 开始下载
 downloadImg(imgDate, urlList, pathName)