1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
|
#!/usr/bin/env python
# encoding: utf-8
import sys,os
from qiniu import Auth, put_file, etag, urlsafe_base64_encode,BucketManager,CdnManager
import qiniu.config
from path import path # 文档参考# https://pythontips.com/2014/01/23/python-101-writing-a-cleanup-script/
#需要填写你的 Access Key 和 Secret Key
#export QINIU_ACCESS_KEY=xxx
access_key = os.environ["QINIU_ACCESS_KEY"]
#export QINIU_SECRET_KEY=xxx
secret_key = os.environ["QINIU_SECRET_KEY"]
#要上传的空间
#export QINIU_BUCKET=xxx
bucket_name = os.environ["QINIU_BUCKET"]
bucket_domain = os.environ["QINIU_BUCKET_DOMAIN"]
# 构建鉴权对象
q = Auth(access_key, secret_key)
cdn_manager = CdnManager(q)
#初始化BucketManager
bucket = BucketManager(q)
file2refresh=[]
def is_diff(key,localfile):
'''
比较本地文件与云端文件是否一致
'''
ret, info = bucket.stat(bucket_name, key)
#print(ret,info)
hash = ret
if hash:
diff = ret['hash'] != etag(localfile) # diff==False，说明文件相同，这个有点绕
return diff
else:
diff = True
# 不存在hash，说明还没上传过
return True # 为True，说明文件对比结果为不一致
def refresh(urls):
#https://github.com/qiniu/python-sdk/blob/master/examples/cdn_manager.py 列出所有上传文件，在七牛中刷新
refresh_url_result = cdn_manager.refresh_urls(urls)
#print_result(refresh_url_result)
# 上传整个目录到七牛，保存目录结构（在url中实现，本质上是通过命名）
def upload(key,localfile):
'''
key 文件在七牛上的名字，和它的url有关 ，参考：http://qiniu-developer.u.qiniudn.com/docs/v6/api/overview/faq.html
localfile 本地文件路径
'''
# 比对本地文件和云端文件，如果不同则上传
if is_diff(key,localfile):
token = q.upload_token(bucket_name, key, 3600)
ret, info = put_file(token, key, localfile)
#print(ret,info) # 打印出更新文件以便于在七牛中刷新 : https://portal.qiniu.com/refresh
url = 'http://{}/{}'.format(bucket_domain, key)
print("refresh url:",url)
file2refresh.append(url) #全局
#要上传的本地文件夹
root_dir = sys.argv[1]
d = path(root_dir)
for i in d.walk():
if i.isfile():
#只上传文件
#from IPython import embed;embed()
key = str(i.abspath()).replace(str(d.abspath())+"/","") #实际是相对路径
localfile = str(i)
upload(key,localfile) # 返回需要刷新的文件然后一次性刷新
if file2refresh:
refresh(file2refresh)
|
