257 lines
8.0 KiB
Python
257 lines
8.0 KiB
Python
#!/usr/bin/env python3
|
|
|
|
import json
|
|
import os
|
|
import subprocess
|
|
import sys
|
|
import sh
|
|
import base64
|
|
from datetime import date
|
|
from sh.contrib import git
|
|
|
|
sys.path.append("adabot")
|
|
import adabot.github_requests as github
|
|
|
|
SUPPORTED_PORTS = ["nrf", "esp8266", "atmel-samd"]
|
|
|
|
BIN = ('bin',)
|
|
UF2 = ('uf2',)
|
|
BIN_UF2 = ('bin', 'uf2')
|
|
HEX = ('hex',)
|
|
|
|
# Default extensions
|
|
extension_by_port = {
|
|
"nrf": UF2,
|
|
"esp8266": BIN,
|
|
"atmel-samd": UF2,
|
|
}
|
|
|
|
# Per board overrides
|
|
extension_by_board = {
|
|
# samd
|
|
"arduino_mkr1300": BIN,
|
|
"arduino_zero": BIN,
|
|
"feather_m0_adalogger": BIN_UF2,
|
|
"feather_m0_basic": BIN_UF2,
|
|
"feather_m0_rfm69": BIN,
|
|
"feather_m0_rfm9x": BIN,
|
|
|
|
# nrf52832
|
|
"feather_nrf52832": BIN,
|
|
"pca10040": BIN,
|
|
|
|
# nRF52840 dev kits that may not have UF2 bootloaders,
|
|
"makerdiary_nrf52840_mdk": HEX,
|
|
"pca10056": BIN_UF2,
|
|
"pca10059": BIN_UF2
|
|
}
|
|
|
|
def get_languages():
|
|
languages = []
|
|
for f in os.scandir("../locale"):
|
|
if f.name.endswith(".po"):
|
|
languages.append(f.name[:-3])
|
|
return languages
|
|
|
|
def get_board_mapping():
|
|
boards = {}
|
|
for port in SUPPORTED_PORTS:
|
|
board_path = os.path.join("../ports", port, "boards")
|
|
for board_path in os.scandir(board_path):
|
|
if board_path.is_dir():
|
|
board_files = os.listdir(board_path.path)
|
|
board_id = board_path.name
|
|
extensions = extension_by_port[port]
|
|
extensions = extension_by_board.get(board_path.name, extensions)
|
|
boards[board_id] = {"port": port, "extensions": extensions, "download_count": 0}
|
|
return boards
|
|
|
|
def get_version_info():
|
|
version = None
|
|
sha = git("rev-parse", "--short", "HEAD").stdout.decode("utf-8")
|
|
try:
|
|
version = git("describe", "--tags", "--exact-match").stdout.decode("utf-8").strip()
|
|
except sh.ErrorReturnCode_128:
|
|
# No exact match
|
|
pass
|
|
|
|
if "TRAVIS" in os.environ and os.environ["TRAVIS"] == "true":
|
|
sha = os.environ["TRAVIS_COMMIT"]
|
|
if os.environ["TRAVIS_PULL_REQUEST"] != "false":
|
|
sha = os.environ["TRAVIS_PULL_REQUEST_SHA"]
|
|
|
|
if not version:
|
|
version="{}-{}".format(date.today().strftime("%Y%m%d"), sha[:7])
|
|
|
|
return sha, version
|
|
|
|
def get_current_info():
|
|
response = github.get("/repos/adafruit/circuitpython-org/git/refs/heads/master")
|
|
if not response.ok:
|
|
print(response.text)
|
|
raise RuntimeError("cannot get master sha")
|
|
commit_sha = response.json()["object"]["sha"]
|
|
|
|
response = github.get("/repos/adafruit/circuitpython-org/contents/_data/files.json?ref=" + commit_sha)
|
|
if not response.ok:
|
|
print(response.text)
|
|
raise RuntimeError("cannot get previous files.json")
|
|
|
|
response = response.json()
|
|
|
|
git_info = commit_sha, response["sha"]
|
|
return git_info, json.loads(base64.b64decode(response["content"]).decode("utf-8"))
|
|
|
|
def create_pr(changes, updated, git_info):
|
|
commit_sha, original_blob_sha = git_info
|
|
branch_name = "new_release_" + changes["new_release"]
|
|
|
|
updated = json.dumps(updated, sort_keys=True, indent=4).encode("utf-8") + b"\n"
|
|
print(updated.decode("utf-8"))
|
|
pr_title = "Automated website update for release {}".format(changes["new_release"])
|
|
boards = ""
|
|
if changes["new_boards"]:
|
|
boards = "New boards:\n* " + "\n* ".join(changes["new_boards"])
|
|
languages = ""
|
|
if changes["new_languages"]:
|
|
languages = "New languages:\n* " + "\n* ".join(changes["new_languages"])
|
|
message = "Automated website update for release {} by AdaBot.\n\n{}\n\n{}\n".format(
|
|
changes["new_release"],
|
|
boards,
|
|
languages
|
|
)
|
|
|
|
create_branch = {
|
|
"ref": "refs/heads/" + branch_name,
|
|
"sha": commit_sha
|
|
}
|
|
response = github.post("/repos/adafruit-adabot/circuitpython-org/git/refs", json=create_branch)
|
|
if not response.ok and response.json()["message"] != "Reference already exists":
|
|
print("unable to create branch")
|
|
print(response.text)
|
|
return
|
|
|
|
update_file = {
|
|
"message": message,
|
|
"content": base64.b64encode(updated).decode("utf-8"),
|
|
"sha": original_blob_sha,
|
|
"branch": branch_name
|
|
}
|
|
|
|
response = github.put("/repos/adafruit-adabot/circuitpython-org/contents/_data/files.json", json=update_file)
|
|
if not response.ok:
|
|
print("unable to post new file")
|
|
print(response.text)
|
|
return
|
|
pr_info = {
|
|
"title": pr_title,
|
|
"head": "adafruit-adabot:" + branch_name,
|
|
"base": "master",
|
|
"body": message,
|
|
"maintainer_can_modify": True
|
|
}
|
|
response = github.post("/repos/adafruit/circuitpython-org/pulls", json=pr_info)
|
|
if not response.ok:
|
|
print("unable to create pr")
|
|
print(response.text)
|
|
return
|
|
print(changes)
|
|
print(pr_info)
|
|
|
|
def update_downloads(boards, release):
|
|
response = github.get("/repos/adafruit/circuitpython/releases/tags/{}".format(release))
|
|
if not response.ok:
|
|
print(response.text)
|
|
raise RuntimeError("cannot get previous release info")
|
|
|
|
assets = response.json()["assets"]
|
|
for asset in assets:
|
|
boards[asset["name"].split("-")[2]]["download_count"] += asset["download_count"]
|
|
|
|
|
|
def print_active_user():
|
|
response = github.get("/user")
|
|
if response.ok:
|
|
print("Logged in as {}".format(response.json()["login"]))
|
|
else:
|
|
print("Not logged in")
|
|
|
|
def generate_download_info():
|
|
boards = {}
|
|
errors = []
|
|
|
|
new_tag = os.environ["TRAVIS_TAG"]
|
|
|
|
changes = {
|
|
"new_release": new_tag,
|
|
"new_boards": [],
|
|
"new_languages": []
|
|
}
|
|
|
|
print_active_user()
|
|
|
|
sha, this_version = get_version_info()
|
|
|
|
git_info, current_info = get_current_info()
|
|
|
|
languages = get_languages()
|
|
|
|
new_stable = "-" not in new_tag
|
|
|
|
previous_releases = set()
|
|
previous_languages = set()
|
|
|
|
# Delete the release we are replacing
|
|
for board in current_info:
|
|
info = current_info[board]
|
|
for version in info["versions"]:
|
|
previous_releases.add(version["version"])
|
|
previous_languages.update(version["files"].keys())
|
|
if version["stable"] == new_stable:
|
|
info["versions"].remove(version)
|
|
|
|
board_mapping = get_board_mapping()
|
|
|
|
print(previous_releases)
|
|
for release in previous_releases:
|
|
update_downloads(board_mapping, release)
|
|
|
|
for port in SUPPORTED_PORTS:
|
|
board_path = os.path.join("../ports", port, "boards")
|
|
for board_path in os.scandir(board_path):
|
|
if board_path.is_dir():
|
|
board_files = os.listdir(board_path.path)
|
|
board_id = board_path.name
|
|
board_info = board_mapping[board_id]
|
|
|
|
if board_id not in current_info:
|
|
changes["new_boards"].append(board_id)
|
|
current_info[board_id] = {"downloads": 0,
|
|
"versions": []}
|
|
|
|
new_version = {
|
|
"stable": new_stable,
|
|
"version": new_tag,
|
|
"files": {}
|
|
}
|
|
for language in languages:
|
|
files = []
|
|
new_version["files"][language] = files
|
|
for extension in board_info["extensions"]:
|
|
files.append("https://github.com/adafruit/circuitpython/releases/download/{tag}/adafruit-circuitpython-{board}-{language}-{tag}.{extension}".format(tag=new_tag, board=board_id, language=language, extension=extension))
|
|
current_info[board_id]["downloads"] = board_info["download_count"]
|
|
current_info[board_id]["versions"].append(new_version)
|
|
|
|
changes["new_languages"] = set(languages) - previous_languages
|
|
|
|
if changes["new_release"]:
|
|
create_pr(changes, current_info, git_info)
|
|
else:
|
|
print("No new release to update")
|
|
|
|
if __name__ == "__main__":
|
|
if "TRAVIS_TAG" in os.environ and os.environ["TRAVIS_TAG"]:
|
|
generate_download_info()
|
|
else:
|
|
print("skipping website update because this isn't a tag")
|