| import os, subprocess, requests |
| from vars import headers, token, upstream_repo, upstream_url |
| |
| class PushCpException(Exception): |
| pass |
| |
| def get_commit_id(pr_number, actor_name, action_event, api_repo_name): |
| params = {"per_page": 100} |
| response = requests.get(f'https://api.github.com/repos/{api_repo_name}/issues/{pr_number}/events', headers=headers, params=params) |
| commit_id = None |
| for event in response.json(): |
| if (event["actor"]["login"] in actor_name) and (event["commit_id"] != None) and (commit_id == None) and (event["event"] == action_event): |
| commit_id = event["commit_id"] |
| elif (event["actor"]["login"] in actor_name) and (event["commit_id"] != None) and (commit_id != None) and (event["event"] == action_event): |
| print(f'PR#{pr_number} has multiple commits made by {actor_name}') |
| raise SystemExit(0) |
| if commit_id == None: |
| print(f'PR#{pr_number} has NO commit made by {actor_name}') |
| raise SystemExit(0) |
| return commit_id |
| |
| def get_reviewers(pr_number, api_repo_name, issues_data): |
| if "pull_request" not in issues_data: return [] |
| r = requests.get(f'https://api.github.com/repos/{api_repo_name}/pulls/{pr_number}/reviews', headers=headers) |
| if len(r.json()) == 0: |
| print(f"PR#{pr_number} has no approver at all.") |
| raise SystemExit(0) |
| approvers_list = [] |
| for review in r.json(): |
| if review["state"] == "APPROVED": approvers_list.append(review["user"]["login"]) |
| if len(approvers_list) == 0: |
| print(f"PR#{pr_number} has no approval from the approver(s).") |
| raise SystemExit(0) |
| return approvers_list |
| |
| def extract_release_numbers_data(pr_number, api_repo_name): |
| |
| def get_milestoned_issues(milestones, pr_number): |
| results= {} |
| for milestone in milestones: |
| params = { |
| "milestone": milestone["number"] |
| } |
| r = requests.get(f'https://api.github.com/repos/{api_repo_name}/issues', headers=headers, params=params) |
| for issue in r.json(): |
| if issue["body"] == f'Forked from #{pr_number}' and issue["state"] == "open": |
| results[milestone["title"]] = issue["number"] |
| break |
| return results |
| |
| response_milestones = requests.get(f'https://api.github.com/repos/{api_repo_name}/milestones', headers=headers) |
| all_milestones = list(map(lambda n: {"title": n["title"].split("release blockers")[0].replace(" ", ""), "number": n["number"]}, response_milestones.json())) |
| milestoned_issues = get_milestoned_issues(all_milestones, pr_number) |
| return milestoned_issues |
| |
| def issue_comment(issue_number, body_content, api_repo_name, is_prod): |
| if is_prod == True: |
| subprocess.run(['git', 'remote', 'add', 'upstream', upstream_url]) |
| subprocess.run(['gh', 'repo', 'set-default', upstream_repo]) |
| subprocess.run(['gh', 'issue', 'comment', str(issue_number), '--body', body_content]) |
| subprocess.run(['git', 'remote', 'rm', 'upstream']) |
| subprocess.run(['gh', 'repo', 'set-default', api_repo_name]) |
| else: |
| subprocess.run(['gh', 'issue', 'comment', str(issue_number), '--body', body_content]) |
| |
| def cherry_pick(commit_id, release_branch_name, target_branch_name, requires_clone, requires_checkout, input_data): |
| gh_cli_repo_name = f"{input_data['user_name']}/bazel" |
| gh_cli_repo_url = f"git@github.com:{gh_cli_repo_name}.git" |
| master_branch = input_data["master_branch"] |
| user_name = input_data["user_name"] |
| user_email = input_data["email"] |
| |
| def clone_and_sync_repo(gh_cli_repo_name, master_branch, release_branch_name, user_name, gh_cli_repo_url, user_email): |
| print("Cloning and syncing the repo...") |
| subprocess.run(['gh', 'repo', 'sync', gh_cli_repo_name, "-b", master_branch]) |
| subprocess.run(['gh', 'repo', 'sync', gh_cli_repo_name, "-b", release_branch_name]) |
| subprocess.run(['git', 'clone', f"https://{user_name}:{token}@github.com/{gh_cli_repo_name}.git"]) |
| subprocess.run(['git', 'config', '--global', 'user.name', user_name]) |
| subprocess.run(['git', 'config', '--global', 'user.email', user_email]) |
| os.chdir("bazel") |
| subprocess.run(['git', 'remote', 'add', 'origin', gh_cli_repo_url]) |
| subprocess.run(['git', 'remote', '-v']) |
| |
| def checkout_release_number(release_branch_name, target_branch_name): |
| subprocess.run(['git', 'fetch', '--all']) |
| status_checkout_release = subprocess.run(['git', 'checkout', release_branch_name]) |
| |
| # Create the new release branch from the upstream if not exists already. |
| if status_checkout_release.returncode != 0: |
| print(f"There is NO branch called {release_branch_name}...") |
| print(f"Creating the {release_branch_name} from upstream, {upstream_url}") |
| subprocess.run(['git', 'remote', 'add', 'upstream', upstream_url]) |
| subprocess.run(['git', 'remote', '-v']) |
| subprocess.run(['git', 'fetch', 'upstream']) |
| subprocess.run(['git', 'branch', release_branch_name, f"upstream/{release_branch_name}"]) |
| release_push_status = subprocess.run(['git', 'push', '--set-upstream', 'origin', release_branch_name]) |
| if release_push_status.returncode != 0: |
| raise Exception(f"The branch, {release_branch_name}, may not exist. Please retry the cherry-pick after the branch is created.") |
| subprocess.run(['git', 'remote', 'rm', 'upstream']) |
| subprocess.run(['git', 'checkout', release_branch_name]) |
| status_checkout_target = subprocess.run(['git', 'checkout', '-b', target_branch_name]) |
| if status_checkout_target.returncode != 0: raise Exception(f"Cherry-pick was being attempted. But, it failed due to already existent branch called {target_branch_name}\ncc: @bazelbuild/triage") |
| |
| def run_cherry_pick(is_prod, commit_id, target_branch_name): |
| print(f"Cherry-picking the commit id {commit_id} in CP branch: {target_branch_name}") |
| if is_prod == True: cherrypick_status = subprocess.run(['git', 'cherry-pick', commit_id]) |
| else: cherrypick_status = subprocess.run(['git', 'cherry-pick', '-m', '1', commit_id]) |
| if cherrypick_status.returncode != 0: |
| subprocess.run(['git', 'cherry-pick', '--skip']) |
| raise Exception("Cherry-pick was attempted, but there may be merge conflict(s). Please resolve manually.\ncc: @bazelbuild/triage") |
| |
| if requires_clone == True: clone_and_sync_repo(gh_cli_repo_name, master_branch, release_branch_name, user_name, gh_cli_repo_url, user_email) |
| if requires_checkout == True: checkout_release_number(release_branch_name, target_branch_name) |
| run_cherry_pick(input_data["is_prod"], commit_id, target_branch_name) |
| |
| def push_to_branch(target_branch_name): |
| print(f"Pushing it to branch: {target_branch_name}") |
| push_status = subprocess.run(['git', 'push', '--set-upstream', 'origin', target_branch_name]) |
| if push_status.returncode != 0: raise PushCpException(f"Cherry-pick was attempted, but failed to push. Please check if the branch, {target_branch_name}, already exists\ncc: @bazelbuild/triage") |
| |
| def get_cherry_picked_pr_number(head_branch, release_branch): |
| params = { |
| "head": head_branch, |
| "base": release_branch, |
| "state": "open" |
| } |
| r = requests.get(f'https://api.github.com/repos/{upstream_repo}/pulls', headers=headers, params=params).json() |
| if len(r) == 1: return r[0]["number"] |
| else: raise Exception(f"Could not find the cherry-picked PR number \ncc: @bazelbuild/triage") |
| |
| def create_pr(reviewers, release_number, labels, pr_title, pr_body, release_branch_name, target_branch_name, user_name): |
| head_branch = f"{user_name}:{target_branch_name}" |
| reviewers_str = ",".join(reviewers) |
| labels_str = ",".join(labels) |
| modified_pr_title = f"[{release_number}] {pr_title}" if f"[{release_number}]" not in pr_title else pr_title |
| status_create_pr = subprocess.run(['gh', 'pr', 'create', "--repo", upstream_repo, "--title", modified_pr_title, "--body", pr_body, "--head", head_branch, "--base", release_branch_name, '--label', labels_str, '--reviewer', reviewers_str]) |
| if status_create_pr.returncode == 0: |
| cherry_picked_pr_number = get_cherry_picked_pr_number(head_branch, release_branch_name) |
| return cherry_picked_pr_number |
| else: raise Exception("PR failed to be created.") |
| |
| def get_labels(pr_number, api_repo_name): |
| r = requests.get(f'https://api.github.com/repos/{api_repo_name}/issues/{pr_number}/labels', headers=headers) |
| labels_list = list(filter(lambda label: "area" in label or "team" in label, list(map(lambda x: x["name"], r.json())))) |
| if "awaiting-review" not in labels_list: labels_list.append("awaiting-review") |
| return labels_list |
| |
| def get_pr_title_body(commit_id, api_repo_name): |
| response_commit = requests.get(f"https://api.github.com/repos/{api_repo_name}/commits/{commit_id}") |
| original_msg = response_commit.json()["commit"]["message"] |
| pr_title = original_msg[:original_msg.index("\n\n")] if "\n\n" in original_msg else original_msg |
| pr_body = original_msg[original_msg.index("\n\n") + 2:] if "\n\n" in original_msg else original_msg |
| commit_str_body = f"Commit https://github.com/{api_repo_name}/commit/{commit_id}" |
| if "PiperOrigin-RevId" in pr_body: |
| piper_index = pr_body.index("PiperOrigin-RevId") |
| pr_body = pr_body[:piper_index] + f"{commit_str_body}\n\n" + pr_body[piper_index:] |
| else: |
| pr_body += f"\n\n{commit_str_body}" |
| return {"title": pr_title, "body": pr_body} |
| |
| def get_middle_text(all_str, left_str, right_str): |
| left_index = all_str.index(left_str) + len(left_str) |
| if right_str == None: |
| right_index = len(all_str) |
| else: |
| right_index = all_str.index(right_str) |
| return all_str[left_index:right_index] |
