celery_tasks.py
Python script, ASCII text executable
1import common 2import time 3import os 4import config 5import email_send 6import shutil 7from celery import shared_task 8from app import db, _ 9from smtplib import SMTP 10from celery.utils.log import get_task_logger 11from sqlalchemy.orm import make_transient 12from datetime import datetime 13 14 15@shared_task(ignore_result=False) 16def send_notification(user_notification_id): 17from models import UserNotification, Commit, Post 18user_notification = db.session.get(UserNotification, user_notification_id) 19user = user_notification.user 20notification = user_notification.notification 21 22if user.email: 23with (SMTP(config.MAIL_SERVER) as mail): 24match notification.data.get("type"): 25case "welcome": 26message = email_send.make_multipart_message( 27f"[system] Welcome, {user.username}", 28config.NOTIFICATION_EMAIL, 29user.email, 30"welcome", 31username=user.username 32) 33case "commit": 34commit = db.session.get(Commit, notification.data.get("commit")) 35line_separator = "\n\n" # hack so it works in older Pythons 36newline = "\n" 37message = email_send.make_multipart_message( 38f"[commit in {notification.data.get('repo')}] {commit.message.partition(line_separator)[0].replace(newline, ' ')}", 39config.NOTIFICATION_EMAIL, 40user.email, 41"commit", 42username=user.username, 43commit=commit, 44url="https://" if config.suggest_https else "http://" + config.BASE_DOMAIN + "/repo/" + notification.data.get("repo") + "/commit/" + notification.data.get("commit") 45) 46case "post": 47post = db.session.get(Post, notification.data.get("post")) 48message = email_send.make_multipart_message( 49f"[post in {notification.data.get('repo')}] {post.subject}", 50config.NOTIFICATION_EMAIL, 51user.email, 52"forum", 53username=user.username, 54post=post, 55url="https://" if config.suggest_https else "http://" + config.BASE_DOMAIN + "/repo/" + notification.data.get("repo") + "/post/" + notification.data.get("post") 56) 57 58mail.sendmail(config.NOTIFICATION_EMAIL, user.email, message) 59 60return 0 # notification sent successfully 61 62 63@shared_task(ignore_result=False) 64def merge_heads(head_route, head_branch, base_route, base_branch, simulate=True): 65from models import Repo, Commit 66server_repo_location = os.path.join(config.REPOS_PATH, base_route.lstrip("/")) 67if not os.path.isdir(server_repo_location): 68raise FileNotFoundError(f"Repo {server_repo_location} not found, cannot merge.") 69 70if base_route == head_route: 71common.git_command(server_repo_location, b"", "checkout", f"{base_branch}") 72if simulate: 73out, err, merge_exit = common.git_command(server_repo_location, b"", "merge", "--no-commit", "--no-ff", f"heads/{head_branch}", 74return_err=True, return_exit=True) 75 76# Undo the merge. 77common.git_command(server_repo_location, b"", "merge", "--abort") 78else: 79out, err, merge_exit = common.git_command(server_repo_location, b"", "merge", f"heads/{head_branch}", 80return_err=True, return_exit=True) 81 82new_commits = common.git_command(server_repo_location, b"", "log", "--oneline", f"heads/{base_branch}..heads/{head_branch}") 83 84return "merge_simulator" if simulate else "merge", out, err, head_route, head_branch, base_route, base_branch, merge_exit, new_commits 85 86# Otherwise, we need to fetch the head repo. 87remote_url = "https://" if config.suggest_https else "http://" + os.path.join(config.BASE_DOMAIN + f":{config.port}" if config.port not in {80, 443} else "", "git", head_route.lstrip("/")) 88 89out, err = b"", b"" 90part_out, part_err = common.git_command(server_repo_location, b"", "remote", "add", "NEW", remote_url, return_err=True) 91out += part_out 92err += part_err 93part_out, part_err = common.git_command(server_repo_location, b"", "remote", "update", return_err=True) 94out += part_out 95err += part_err 96part_out, part_err = common.git_command(server_repo_location, b"", "fetch", "NEW", f"{head_branch}", return_err=True) 97out += part_out 98err += part_err 99part_out, part_err = common.git_command(server_repo_location, b"", "checkout", f"{base_branch}", return_err=True) 100out += part_out 101err += part_err 102new_commits, part_err = common.git_command(server_repo_location, b"", "log", "--pretty=format:\"%H\"", f"heads/{base_branch}..NEW/{head_branch}", "--", return_err=True) 103new_commits = new_commits.decode().splitlines() 104err += part_err 105 106if simulate: 107part_out, part_err, merge_exit = common.git_command(server_repo_location, b"", "merge", "--allow-unrelated-histories", 108"--no-commit", "--no-ff", f"NEW/{head_branch}", return_err=True, return_exit=True) 109else: 110part_out, part_err, merge_exit = common.git_command(server_repo_location, b"", "merge", "--allow-unrelated-histories", 111f"NEW/{head_branch}", return_err=True, return_exit=True) 112 113diff, diff_exit = common.git_command(server_repo_location, b"", "diff", "--check", return_exit=True) 114 115out += part_out 116err += part_err 117part_out, part_err = common.git_command(server_repo_location, b"", "remote", "rm", "NEW", return_err=True) 118out += part_out 119err += part_err 120if simulate: 121# Undo the merge. 122common.git_command(server_repo_location, b"", "merge", "--abort") 123else: 124# Copy the commits rows from the head repo to the base repo 125for commit in new_commits: 126commit_data = Commit.query.filter_by(repo_name=head_route, sha=commit).first() 127 128db.session.expunge(commit_data) 129make_transient(commit_data) 130 131commit_data.repo_name = base_route 132commit_data.identifier = f"{base_route}/{commit_data.sha}" 133commit_data.receive_date = datetime.now() 134db.session.add(commit_data) 135 136db.session.commit() 137 138return "merge_simulator" if simulate else "merge", out, err, head_route, head_branch, base_route, base_branch, merge_exit, new_commits 139 140 141@shared_task(ignore_result=False) 142def copy_site(route): 143from models import Repo 144repo = db.session.get(Repo, route) 145server_repo_location = os.path.join(config.REPOS_PATH, route.lstrip("/")) 146subdomain = repo.owner.username 147subpath = repo.name if repo.has_site != 2 else "" 148site_location = os.path.join(config.SITE_PATH, subdomain, subpath) 149# Get the branch to be used for the site; if it somehow doesn't exist, use the default branch. 150branch = repo.site_branch or repo.default_branch 151# Make a shallow clone of the repo; this prevents getting the full git database when it's not needed. 152if os.path.isdir(site_location): 153# Delete the old site. 154shutil.rmtree(site_location) 155 156common.git_command(config.SITE_PATH, b"", "clone", "--depth=1", f"--branch={branch}", os.path.join(os.getcwd(), server_repo_location), os.path.join(subdomain, subpath)) 157 158 159@shared_task(ignore_result=False) 160def delete_site(route): 161from models import Repo 162repo = db.session.get(Repo, route) 163subdomain = repo.owner.username 164subpath = repo.name if repo.has_site != 2 else "." 165site_location = os.path.join(config.SITE_PATH, subdomain, subpath) 166if os.path.isdir(site_location): 167shutil.rmtree(site_location) 168 169# Redo the primary site. 170primary_site = Repo.query.filter_by(owner=repo.owner, has_site=2).first() 171if primary_site: 172copy_site(primary_site.route) 173 174 175@shared_task(ignore_result=False) 176def request_email_change(username, email): 177from models import User, EmailChangeRequest 178user = db.session.get(User, username) 179 180request = EmailChangeRequest(user, email) 181 182db.session.add(request) 183db.session.commit() 184 185message = email_send.make_multipart_message( 186"Email change request for {username}".format(username=username), 187config.NOTIFICATION_EMAIL, 188email, 189"email-change", 190username=username, 191code=request.code, 192new_email=email, 193url="https://" if config.suggest_https else "http://" + config.BASE_DOMAIN + "/settings/confirm-email/" + request.code 194) 195 196with (SMTP(config.MAIL_SERVER) as mail): 197mail.sendmail(config.NOTIFICATION_EMAIL, email, message) 198