You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
87 lines
3.3 KiB
87 lines
3.3 KiB
#!/usr/bin/env python
|
|
# -*- coding:utf-8 -*-
|
|
# project: 3月
|
|
# author: liuyu
|
|
# date: 2020/3/18
|
|
"""
|
|
主要是调用七牛云存储，处理七牛云存储的逻辑
|
|
"""
|
|
import logging
|
|
import os
|
|
|
|
import requests
|
|
from qiniu import Auth, put_file, etag
|
|
from qiniu import BucketManager
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
class QiNiuOss(object):
|
|
def __init__(self, access_key, secret_key, bucket_name, domain_name, is_https):
|
|
access_key = access_key
|
|
secret_key = secret_key
|
|
self.bucket_name = bucket_name
|
|
self.domain_name = domain_name
|
|
self.is_https = is_https
|
|
self.qiniu_obj = Auth(access_key, secret_key)
|
|
|
|
def get_upload_token(self, name, expires=1800):
|
|
# 生成上传 Token，可以指定过期时间等
|
|
# 上传策略示例
|
|
# https://developer.qiniu.com/kodo/manual/1206/put-policy
|
|
policy = {
|
|
# 'callbackUrl':'https://requestb.in/1c7q2d31',
|
|
# 'callbackBody':'filename=$(fname)&filesize=$(fsize)'
|
|
# 'persistentOps':'imageView2/1/w/200/h/200'
|
|
}
|
|
# 3600为token过期时间，秒为单位。3600等于一小时
|
|
token = self.qiniu_obj.upload_token(self.bucket_name, name, expires, policy)
|
|
return token
|
|
|
|
def get_download_url(self, name, expires=1800, force_new=False):
|
|
# 有两种方式构造base_url的形式
|
|
uri = 'https://' if self.is_https else 'http://'
|
|
base_url = f'{uri}{self.domain_name}/{name}'
|
|
# 或者直接输入url的方式下载
|
|
# 可以设置token过期时间
|
|
private_url = self.qiniu_obj.private_download_url(base_url, expires=expires)
|
|
return private_url
|
|
|
|
def del_file(self, name):
|
|
# 初始化BucketManager
|
|
bucket = BucketManager(self.qiniu_obj)
|
|
# 删除bucket_name 中的文件 key
|
|
ret, info = bucket.delete(self.bucket_name, name)
|
|
return ret
|
|
|
|
def rename_file(self, old_filename, new_filename):
|
|
bucket = BucketManager(self.qiniu_obj)
|
|
ret, info = bucket.move(self.bucket_name, old_filename, self.bucket_name, new_filename)
|
|
return ret
|
|
|
|
def upload_file(self, local_file_full_path):
|
|
if os.path.isfile(local_file_full_path):
|
|
filename = os.path.basename(local_file_full_path)
|
|
token = self.get_upload_token(filename)
|
|
ret, info = put_file(token, filename, local_file_full_path)
|
|
if ret['key'] == filename and ret['hash'] == etag(local_file_full_path):
|
|
return True
|
|
|
|
def download_file(self, name, local_file_full_path):
|
|
dir_path = os.path.dirname(local_file_full_path)
|
|
if not os.path.exists(dir_path):
|
|
os.makedirs(dir_path)
|
|
req = requests.get(self.get_download_url(name))
|
|
if req.status_code != 200:
|
|
logger.error(f"download file {name} failed {req.content}")
|
|
return False
|
|
try:
|
|
with open(local_file_full_path, "wb") as f:
|
|
for chunk in req.iter_content(chunk_size=5120):
|
|
if chunk:
|
|
f.write(chunk)
|
|
logger.info(f"save download file {local_file_full_path} success")
|
|
return True
|
|
except Exception as e:
|
|
logger.error(f"check download file and move file {local_file_full_path} failed Exception {e}")
|
|
return False
|
|
|