-
Notifications
You must be signed in to change notification settings - Fork 2
/
Copy pathgithub_version_fetch.py
194 lines (169 loc) · 7.37 KB
/
github_version_fetch.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
# -*- coding: utf-8 -*-
import json
from urllib import request, parse
import os
import re
import sys
readme_header = "---\ntitle: 版本记录\nsidebar_position: 0\n---\n"
readme_item_foot = ":::note \n\n 标签:**[{name}]({url})** 日期: **{date}** \n\n:::"
readme_footer = "---\n## 更多发布细节请参考 [SDK Releases in Github]({url})"
def android_releases(releases, fromId, complianceInfo = True):
android_header_append = readme_header
android_item_foot = readme_item_foot
content = android_header_append
for release in releases:
tag_name = release["tag_name"]
date = release["published_at"].split("T")[0]
release_name = release["name"]
if release["id"] < fromId:
continue
if release_name is None or release_name == "":
release_name = tag_name
if hotfix_version(release_name):
continue
if release["prerelease"] == True:
continue
if (complianceInfo):
complianceInfo = False
insert_text = """
:::tip SDK下载信息
类型：统计类 <br/>
开发者：北京易数科技有限公司 <br/>
无埋点包名：com.growingio.android.sdk.autotrack <br/>
最新版本：{version} <br/>
更新时间：{date} <br/>
功能说明：GrowingIO用户行为数据采集软件开发工具包（CDP）具备自动采集基本的用户行为事件，比如访问和行为数据等。目前支持代码埋点、无埋点、可视化圈选、热图等功能。<br/>
下载地址：[Maven官方仓库](https://repo1.maven.org/maven2/com/growingio/android/) <br/>
个人信息处理规则：[隐私协议](https://accounts.growingio.com/user-privacy) <br/>
使用说明：[SDK集成文档](/docs/android/Introduce) <br/>
合规说明：[SDK合规说明](/knowledge/compliance/androidCompliance) <br/>
:::
""".format(version=tag_name, date=date)
content += insert_text
content += "## " + release_name.upper() +"\n"
content += release["body"] +"\n\n"
content += android_item_foot.format(name=tag_name, url=release["html_url"],
date=date)
content += "\n\n"
return content
def iOS_releases(releases, fromId):
content = readme_header
for release in releases:
release_name = release["name"]
if release["id"] < fromId:
continue
if release_name is None or release_name == "":
release_name = release["tag_name"]
if hotfix_version(release_name):
continue
if release["prerelease"] == True:
continue
content += release["body"] +"\n\n"
return content
def github_release(platform):
newest_tag = None
try:
headers = {"User-Agent": "urllib"} # header 字典形式
req = request.Request(url=platform['releaseUrl'], headers=headers, method='GET')
response = request.urlopen(req)
releases = json.loads(response.read().decode("utf-8"))
readme = ""
if platform['name'] == "Android":
readme = android_releases(releases, platform['fromId'])
elif platform['name'] == "GioKit Android":
readme = android_releases(releases, platform['fromId'], False)
elif platform['name'] == "iOS":
readme = iOS_releases(releases, platform['fromId'])
else:
readme = iOS_releases(releases, platform['fromId'])
readme += readme_footer.format(
url=platform['releaseUrl'].replace("api.github.com", "github.com").replace("repos/growingio", "growingio"))
newest_tag = releases[0]["tag_name"]
if not os.path.exists(platform["distPath"]):
os.makedirs(platform["distPath"])
with(open(platform["distPath"] + platform["fileName"], 'w')) as f:
f.write(readme)
print("update release in " + platform["distPath"] + platform["fileName"])
except Exception as e:
print(e)
pass
return newest_tag
android_replace_pattern = r'(com\.growingio\.android:(?!autotracker-gradle-plugin\b)[\w-]+:)([\d\.]+)'
giokit_android_replace_pattern = r'(com\.growingio\.giokit:[\w-]+:)([\d\.]+)'
class GithubVersionSub(object):
def __init__(self, version):
self.version = version
def sub_replace(self, matched):
group_name = matched.group(1)
# 对 插件 和 adapter 系列模块不做升级
if "analytics-" in group_name:
return matched.group(1) + matched.group(2)
# if "autotracker-gradle-plugin" in group_name:
# return matched.group(1) + matched.group(2)
return matched.group(1) + self.version
def hotfix_version(tag):
if tag is not None \
and tag != "" \
and "SNAPSHOT" not in tag.upper() \
and "BETA" not in tag.upper() \
and "HOTFIX" not in tag.upper():
return False
return True
def replace_android_version(dir, version):
for root, dirs, files in os.walk(dir, followlinks=False):
for file in files:
md = os.path.join(root, file)
if md.lower().endswith(".md"):
with(open(md, "r")) as f:
text = f.read()
result = re.sub(android_replace_pattern, GithubVersionSub(version).sub_replace, text)
f.close()
with(open(md, "w")) as f:
f.write(result)
f.close()
print("update file:<" + md + "> to newest version:" + version)
pass
pass
def replace_giokit_android_version(dir, version):
for root, dirs, files in os.walk(dir, followlinks=False):
for file in files:
md = os.path.join(root, file)
if md.lower().endswith(".md"):
with(open(md, "r")) as f:
text = f.read()
result = re.sub(giokit_android_replace_pattern, GithubVersionSub(version).sub_replace, text)
f.close()
with(open(md, "w")) as f:
f.write(result)
f.close()
print("update file:<" + md + "> to newest version:" + version)
pass
pass
version_pattern = r'\d+\.(?:\d+\.)*\d+'
if __name__ == '__main__':
# replace_android_version("docs/android/", "4.0.0")
# replace_giokit_android_version("docs/giokit/android/", "2.0.0")
config_file = './version_config.json'
with(open(config_file, 'r')) as f:
config = json.load(f)
for platform in config:
if platform['enable'] is False:
continue
if len(sys.argv) > 1:
target_release = sys.argv[1]
name = platform['name']
if name != target_release:
continue
platform_newest_tag = github_release(platform)
if not hotfix_version(platform_newest_tag):
version = re.findall(version_pattern, platform_newest_tag)[0]
name = platform['name']
# update android version
if "android" == name.lower():
replace_android_version(platform["distPath"], version)
# update giokit android version
if "giokit android" == name.lower():
replace_giokit_android_version(platform["distPath"], version)
platform['version'] = version
with(open(config_file, 'w')) as f:
json.dump(config, f, ensure_ascii=False, indent=2)