By using this site, you agree to have cookies stored on your device, strictly for functional purposes, such as storing your session and preferences.

Dismiss

 celery_tasks.py

View raw Download
text/x-script.python • 8.9 kiB
Python script, ASCII text executable
        
            
1
import common
2
import time
3
import os
4
import config
5
import email_send
6
import shutil
7
from celery import shared_task
8
from app import db, _
9
from smtplib import SMTP
10
from celery.utils.log import get_task_logger
11
from sqlalchemy.orm import make_transient
12
from datetime import datetime
13
14
15
@shared_task(ignore_result=False)
16
def send_notification(user_notification_id):
17
from models import UserNotification, Commit, Post
18
user_notification = db.session.get(UserNotification, user_notification_id)
19
user = user_notification.user
20
notification = user_notification.notification
21
22
if user.email:
23
with (SMTP(config.MAIL_SERVER) as mail):
24
match notification.data.get("type"):
25
case "welcome":
26
message = email_send.make_multipart_message(
27
f"[system] Welcome, {user.username}",
28
config.NOTIFICATION_EMAIL,
29
user.email,
30
"welcome",
31
username=user.username
32
)
33
case "commit":
34
commit = db.session.get(Commit, notification.data.get("commit"))
35
line_separator = "\n\n" # hack so it works in older Pythons
36
newline = "\n"
37
message = email_send.make_multipart_message(
38
f"[commit in {notification.data.get('repo')}] {commit.message.partition(line_separator)[0].replace(newline, ' ')}",
39
config.NOTIFICATION_EMAIL,
40
user.email,
41
"commit",
42
username=user.username,
43
commit=commit,
44
url="https://" if config.suggest_https else "http://" + config.BASE_DOMAIN + "/repo/" + notification.data.get("repo") + "/commit/" + notification.data.get("commit")
45
)
46
case "post":
47
post = db.session.get(Post, notification.data.get("post"))
48
message = email_send.make_multipart_message(
49
f"[post in {notification.data.get('repo')}] {post.subject}",
50
config.NOTIFICATION_EMAIL,
51
user.email,
52
"forum",
53
username=user.username,
54
post=post,
55
url="https://" if config.suggest_https else "http://" + config.BASE_DOMAIN + "/repo/" + notification.data.get("repo") + "/post/" + notification.data.get("post")
56
)
57
58
mail.sendmail(config.NOTIFICATION_EMAIL, user.email, message)
59
60
return 0 # notification sent successfully
61
62
63
@shared_task(ignore_result=False)
64
def merge_heads(head_route, head_branch, base_route, base_branch, simulate=True):
65
from models import Repo, Commit
66
server_repo_location = os.path.join(config.REPOS_PATH, base_route.lstrip("/"))
67
if not os.path.isdir(server_repo_location):
68
raise FileNotFoundError(f"Repo {server_repo_location} not found, cannot merge.")
69
70
if base_route == head_route:
71
common.git_command(server_repo_location, b"", "checkout", f"{base_branch}")
72
if simulate:
73
out, err, merge_exit = common.git_command(server_repo_location, b"", "merge", "--no-commit", "--no-ff", f"heads/{head_branch}",
74
return_err=True, return_exit=True)
75
76
# Undo the merge.
77
common.git_command(server_repo_location, b"", "merge", "--abort")
78
else:
79
out, err, merge_exit = common.git_command(server_repo_location, b"", "merge", f"heads/{head_branch}",
80
return_err=True, return_exit=True)
81
82
new_commits = common.git_command(server_repo_location, b"", "log", "--oneline", f"heads/{base_branch}..heads/{head_branch}")
83
84
return "merge_simulator" if simulate else "merge", out, err, head_route, head_branch, base_route, base_branch, merge_exit, new_commits
85
86
# Otherwise, we need to fetch the head repo.
87
remote_url = "https://" if config.suggest_https else "http://" + os.path.join(config.BASE_DOMAIN + f":{config.port}" if config.port not in {80, 443} else "", "git", head_route.lstrip("/"))
88
89
out, err = b"", b""
90
part_out, part_err = common.git_command(server_repo_location, b"", "remote", "add", "NEW", remote_url, return_err=True)
91
out += part_out
92
err += part_err
93
part_out, part_err = common.git_command(server_repo_location, b"", "remote", "update", return_err=True)
94
out += part_out
95
err += part_err
96
part_out, part_err = common.git_command(server_repo_location, b"", "fetch", "NEW", f"{head_branch}", return_err=True)
97
out += part_out
98
err += part_err
99
part_out, part_err = common.git_command(server_repo_location, b"", "checkout", f"{base_branch}", return_err=True)
100
out += part_out
101
err += part_err
102
new_commits, part_err = common.git_command(server_repo_location, b"", "log", "--pretty=format:\"%H\"", f"heads/{base_branch}..NEW/{head_branch}", "--", return_err=True)
103
new_commits = new_commits.decode().splitlines()
104
err += part_err
105
106
if simulate:
107
part_out, part_err, merge_exit = common.git_command(server_repo_location, b"", "merge", "--allow-unrelated-histories",
108
"--no-commit", "--no-ff", f"NEW/{head_branch}", return_err=True, return_exit=True)
109
else:
110
part_out, part_err, merge_exit = common.git_command(server_repo_location, b"", "merge", "--allow-unrelated-histories",
111
f"NEW/{head_branch}", return_err=True, return_exit=True)
112
113
diff, diff_exit = common.git_command(server_repo_location, b"", "diff", "--check", return_exit=True)
114
115
out += part_out
116
err += part_err
117
part_out, part_err = common.git_command(server_repo_location, b"", "remote", "rm", "NEW", return_err=True)
118
out += part_out
119
err += part_err
120
if simulate:
121
# Undo the merge.
122
common.git_command(server_repo_location, b"", "merge", "--abort")
123
else:
124
# Copy the commits rows from the head repo to the base repo
125
for commit in new_commits:
126
commit_data = Commit.query.filter_by(repo_name=head_route, sha=commit).first()
127
128
db.session.expunge(commit_data)
129
make_transient(commit_data)
130
131
commit_data.repo_name = base_route
132
commit_data.identifier = f"{base_route}/{commit_data.sha}"
133
commit_data.receive_date = datetime.now()
134
db.session.add(commit_data)
135
136
db.session.commit()
137
138
return "merge_simulator" if simulate else "merge", out, err, head_route, head_branch, base_route, base_branch, merge_exit, new_commits
139
140
141
@shared_task(ignore_result=False)
142
def copy_site(route):
143
from models import Repo
144
repo = db.session.get(Repo, route)
145
server_repo_location = os.path.join(config.REPOS_PATH, route.lstrip("/"))
146
subdomain = repo.owner.username
147
subpath = repo.name if repo.has_site != 2 else ""
148
site_location = os.path.join(config.SITE_PATH, subdomain, subpath)
149
# Get the branch to be used for the site; if it somehow doesn't exist, use the default branch.
150
branch = repo.site_branch or repo.default_branch
151
# Make a shallow clone of the repo; this prevents getting the full git database when it's not needed.
152
if os.path.isdir(site_location):
153
# Delete the old site.
154
shutil.rmtree(site_location)
155
156
common.git_command(config.SITE_PATH, b"", "clone", "--depth=1", f"--branch={branch}", os.path.join(os.getcwd(), server_repo_location), os.path.join(subdomain, subpath))
157
158
159
@shared_task(ignore_result=False)
160
def delete_site(route):
161
from models import Repo
162
repo = db.session.get(Repo, route)
163
subdomain = repo.owner.username
164
subpath = repo.name if repo.has_site != 2 else "."
165
site_location = os.path.join(config.SITE_PATH, subdomain, subpath)
166
if os.path.isdir(site_location):
167
shutil.rmtree(site_location)
168
169
# Redo the primary site.
170
primary_site = Repo.query.filter_by(owner=repo.owner, has_site=2).first()
171
if primary_site:
172
copy_site(primary_site.route)
173
174
175
@shared_task(ignore_result=False)
176
def request_email_change(username, email):
177
from models import User, EmailChangeRequest
178
user = db.session.get(User, username)
179
180
request = EmailChangeRequest(user, email)
181
182
db.session.add(request)
183
db.session.commit()
184
185
message = email_send.make_multipart_message(
186
"Email change request for {username}".format(username=username),
187
config.NOTIFICATION_EMAIL,
188
email,
189
"email-change",
190
username=username,
191
code=request.code,
192
new_email=email,
193
url="https://" if config.suggest_https else "http://" + config.BASE_DOMAIN + "/settings/confirm-email/" + request.code
194
)
195
196
with (SMTP(config.MAIL_SERVER) as mail):
197
mail.sendmail(config.NOTIFICATION_EMAIL, email, message)
198