Delete user_tools directory
This commit is contained in:
GitHub
parent
514797c901
commit
892248d808
12 changed files with 0 additions and 382 deletions
|
|
@ -1 +0,0 @@
|
||||||
|
|
||||||
|
|
@ -1,5 +0,0 @@
|
||||||
{
|
|
||||||
"allowed_domains": [
|
|
||||||
"uni-bremen.de"
|
|
||||||
]
|
|
||||||
}
|
|
||||||
|
|
@ -1,5 +0,0 @@
|
||||||
{
|
|
||||||
"blocked_users": [
|
|
||||||
""
|
|
||||||
]
|
|
||||||
}
|
|
||||||
|
|
@ -1,63 +0,0 @@
|
||||||
import imaplib
|
|
||||||
import json
|
|
||||||
|
|
||||||
|
|
||||||
def check_mails(
|
|
||||||
config_file: str = "config.json", delete_mails: bool = False
|
|
||||||
) -> list[dict]:
|
|
||||||
result: list[dict] = []
|
|
||||||
|
|
||||||
with open(config_file, "r") as file:
|
|
||||||
setting: dict = json.load(file)
|
|
||||||
|
|
||||||
with imaplib.IMAP4_SSL(
|
|
||||||
host=setting["host"], port=setting["port"]
|
|
||||||
) as imap_connection:
|
|
||||||
imap_connection.login(user=setting["user"], password=setting["password"])
|
|
||||||
|
|
||||||
# open inbox
|
|
||||||
response_open = imap_connection.select(mailbox="INBOX", readonly=False)
|
|
||||||
assert response_open[0] == "OK"
|
|
||||||
assert response_open[1] is not None
|
|
||||||
assert response_open[1][0] is not None
|
|
||||||
number_of_emails: int = int(response_open[1][0])
|
|
||||||
|
|
||||||
if number_of_emails > 0:
|
|
||||||
# We want to find all mails in the INBOX
|
|
||||||
inbox_typ, inbox_data = imap_connection.search(None, "ALL")
|
|
||||||
assert inbox_typ == "OK"
|
|
||||||
# Browse through all emails
|
|
||||||
for mail_id in inbox_data[0].split(b" "):
|
|
||||||
assert mail_id is not None
|
|
||||||
|
|
||||||
# Get the next email for processing
|
|
||||||
email_typ, email_data = imap_connection.fetch(mail_id, "(RFC822)")
|
|
||||||
assert email_typ == "OK"
|
|
||||||
assert email_data is not None
|
|
||||||
assert email_data[0] is not None
|
|
||||||
assert email_data[0][1] is not None
|
|
||||||
|
|
||||||
field_from: str | None = None
|
|
||||||
field_to: str | None = None
|
|
||||||
field_subject: str | None = None
|
|
||||||
|
|
||||||
for segments in email_data[0][1].split(b"\r\n"): # type: ignore
|
|
||||||
if segments.startswith(b"From:"):
|
|
||||||
field_from = segments.decode("utf-8")[6:]
|
|
||||||
if segments.startswith(b"To:"):
|
|
||||||
field_to = segments.decode("utf-8")[4:]
|
|
||||||
if segments.startswith(b"Subject:"):
|
|
||||||
field_subject = segments.decode("utf-8")[9:]
|
|
||||||
item = {"from": field_from, "to": field_to, "subject": field_subject}
|
|
||||||
result.append(item)
|
|
||||||
|
|
||||||
if delete_mails:
|
|
||||||
imap_connection.store(mail_id, "+FLAGS", "\\Deleted")
|
|
||||||
|
|
||||||
# The trash is emptied
|
|
||||||
imap_connection.expunge()
|
|
||||||
|
|
||||||
# close inbox
|
|
||||||
imap_connection.close()
|
|
||||||
|
|
||||||
return result
|
|
||||||
|
|
@ -1,7 +0,0 @@
|
||||||
{
|
|
||||||
"overleafdomain": "https://overleaf.neuro.uni-bremen.de",
|
|
||||||
"user": "XXXXXX",
|
|
||||||
"password": "XXXXXX",
|
|
||||||
"host": "XXXXX",
|
|
||||||
"port": 993
|
|
||||||
}
|
|
||||||
|
|
@ -1,13 +0,0 @@
|
||||||
import pymongo
|
|
||||||
|
|
||||||
|
|
||||||
def does_user_exists(email_to_find: str) -> bool:
|
|
||||||
client = pymongo.MongoClient("overleafmongo", 27017)
|
|
||||||
db = client.sharelatex
|
|
||||||
users = db.users
|
|
||||||
|
|
||||||
search_result = users.find_one({"email": email_to_find})
|
|
||||||
if search_result is None:
|
|
||||||
return False
|
|
||||||
else:
|
|
||||||
return True
|
|
||||||
|
|
@ -1,26 +0,0 @@
|
||||||
import docker
|
|
||||||
|
|
||||||
|
|
||||||
def identify_container(client, label: str = "overleaf") -> int | None:
|
|
||||||
|
|
||||||
containers = client.containers.list(all=True)
|
|
||||||
for container in containers:
|
|
||||||
if str(container.name) == label:
|
|
||||||
return container.id
|
|
||||||
|
|
||||||
return None
|
|
||||||
|
|
||||||
|
|
||||||
def docker_exec(exec_command: str = "ls") -> tuple[bool, str]:
|
|
||||||
client = docker.from_env()
|
|
||||||
docker_id = identify_container(client)
|
|
||||||
assert docker_id is not None
|
|
||||||
container = client.containers.get(docker_id)
|
|
||||||
command = f'/bin/bash -c "{exec_command}"'
|
|
||||||
|
|
||||||
try:
|
|
||||||
result = container.exec_run(command, stream=False)
|
|
||||||
result_string: str = result.output
|
|
||||||
return True, result_string
|
|
||||||
except docker.errors.APIError as e:
|
|
||||||
return False, str("")
|
|
||||||
|
|
@ -1,87 +0,0 @@
|
||||||
import pymongo
|
|
||||||
import datetime
|
|
||||||
import os
|
|
||||||
import pickle
|
|
||||||
import json
|
|
||||||
|
|
||||||
|
|
||||||
def get_activation_requests(remove_old_entries: bool = False) -> list[dict]:
|
|
||||||
results: list[dict] = []
|
|
||||||
|
|
||||||
filename = "last_run_activations.pkl"
|
|
||||||
|
|
||||||
with open("config_mail.json", "r") as file:
|
|
||||||
config = json.load(file)
|
|
||||||
|
|
||||||
now = datetime.datetime.now()
|
|
||||||
|
|
||||||
client = pymongo.MongoClient("overleafmongo", 27017)
|
|
||||||
db = client.sharelatex
|
|
||||||
tokens = db.tokens
|
|
||||||
|
|
||||||
continue_at_time = None
|
|
||||||
if remove_old_entries:
|
|
||||||
if os.path.exists(filename):
|
|
||||||
with open(filename, "rb") as file:
|
|
||||||
continue_at_time = pickle.load(file)
|
|
||||||
|
|
||||||
query = {"expiresAt": {"$gt": now}}
|
|
||||||
if continue_at_time is not None:
|
|
||||||
query["createdAt"] = {"$gt": continue_at_time}
|
|
||||||
|
|
||||||
newest = None
|
|
||||||
for token in tokens.find(query):
|
|
||||||
if newest is None:
|
|
||||||
newest = token["createdAt"]
|
|
||||||
elif token["createdAt"] > newest:
|
|
||||||
newest = token["createdAt"]
|
|
||||||
|
|
||||||
# Freeze time. We don't want to misshandle item that are newer than the last check
|
|
||||||
if newest is not None:
|
|
||||||
if "createdAt" in query:
|
|
||||||
query["createdAt"] = {"$gt": continue_at_time, "$lte": newest}
|
|
||||||
else:
|
|
||||||
query["createdAt"] = {"$lte": newest}
|
|
||||||
|
|
||||||
# Find unique user ids
|
|
||||||
user_id_set = set()
|
|
||||||
|
|
||||||
for token in tokens.find(query):
|
|
||||||
user_id_set.add(token["data"]["user_id"])
|
|
||||||
|
|
||||||
user_ids = list(user_id_set)
|
|
||||||
|
|
||||||
# Store the time stamp for newest
|
|
||||||
with open(filename, "wb") as file:
|
|
||||||
pickle.dump(newest, file)
|
|
||||||
|
|
||||||
for user_id in user_ids:
|
|
||||||
new_query = query.copy()
|
|
||||||
new_query["data.user_id"] = user_id
|
|
||||||
|
|
||||||
newest_entry = None
|
|
||||||
object_id = None
|
|
||||||
|
|
||||||
for token in tokens.find(new_query):
|
|
||||||
|
|
||||||
if newest_entry is None:
|
|
||||||
newest_entry = token["createdAt"]
|
|
||||||
object_id = token["_id"]
|
|
||||||
elif token["createdAt"] > newest_entry:
|
|
||||||
newest_entry = token["createdAt"]
|
|
||||||
object_id = token["_id"]
|
|
||||||
|
|
||||||
dataset_found = None
|
|
||||||
|
|
||||||
profile = dict()
|
|
||||||
if object_id is not None:
|
|
||||||
dataset_found = tokens.find_one({"_id": object_id})
|
|
||||||
extracted_user_id = dataset_found["data"]["user_id"]
|
|
||||||
profile["email"] = dataset_found["data"]["email"]
|
|
||||||
extracted_token = dataset_found["token"]
|
|
||||||
profile["url_string"] = (
|
|
||||||
f"{config['overleafdomain']}/user/activate?token={extracted_token}&user_id={extracted_user_id}"
|
|
||||||
)
|
|
||||||
results.append(profile)
|
|
||||||
|
|
||||||
return results
|
|
||||||
|
|
@ -1,5 +0,0 @@
|
||||||
apk add mc
|
|
||||||
apk add bash
|
|
||||||
pip install docker
|
|
||||||
pip install pymongo
|
|
||||||
pip install email_validator
|
|
||||||
|
|
@ -1,68 +0,0 @@
|
||||||
# pip install email_validator
|
|
||||||
|
|
||||||
import email.utils
|
|
||||||
from email_validator import validate_email # type: ignore
|
|
||||||
import email_validator
|
|
||||||
import json
|
|
||||||
|
|
||||||
|
|
||||||
def process_emails(
|
|
||||||
mail_to_process: list[dict],
|
|
||||||
config_file: str = "allowed_domains.json",
|
|
||||||
blocked_user_file: str = "blocked_users.json",
|
|
||||||
) -> list[dict]:
|
|
||||||
|
|
||||||
result: list[dict] = []
|
|
||||||
|
|
||||||
with open(config_file, "r") as file:
|
|
||||||
allowed_domains: dict = json.load(file)
|
|
||||||
|
|
||||||
with open(blocked_user_file, "r") as file:
|
|
||||||
blocked_users: dict = json.load(file)
|
|
||||||
|
|
||||||
for mail in mail_to_process:
|
|
||||||
temp = email.utils.parseaddr(mail["from"])[1]
|
|
||||||
if (temp != "") and (temp is not None):
|
|
||||||
|
|
||||||
email_status: bool = False
|
|
||||||
|
|
||||||
try:
|
|
||||||
emailinfo = validate_email(temp, check_deliverability=False)
|
|
||||||
email_status = True
|
|
||||||
temp = emailinfo.normalized
|
|
||||||
except email_validator.exceptions_types.EmailSyntaxError:
|
|
||||||
email_status = False
|
|
||||||
except email_validator.exceptions_types.EmailNotValidError:
|
|
||||||
email_status = False
|
|
||||||
|
|
||||||
domain_found = False
|
|
||||||
if email_status:
|
|
||||||
for domain in allowed_domains["allowed_domains"]:
|
|
||||||
if temp.endswith(domain):
|
|
||||||
domain_found = True
|
|
||||||
|
|
||||||
if domain_found:
|
|
||||||
for blocked_user in blocked_users["blocked_users"]:
|
|
||||||
if temp == blocked_user:
|
|
||||||
domain_found = False
|
|
||||||
|
|
||||||
if domain_found:
|
|
||||||
from_validated_ab = email.utils.parseaddr(mail["from"])
|
|
||||||
try:
|
|
||||||
from_validated = validate_email(
|
|
||||||
from_validated_ab[1], check_deliverability=False
|
|
||||||
)
|
|
||||||
result.append(
|
|
||||||
{
|
|
||||||
"from_a": from_validated_ab[0],
|
|
||||||
"from_b": from_validated.normalized,
|
|
||||||
"to": mail["to"],
|
|
||||||
"subject": mail["subject"],
|
|
||||||
}
|
|
||||||
)
|
|
||||||
except email_validator.exceptions_types.EmailSyntaxError:
|
|
||||||
pass
|
|
||||||
except email_validator.exceptions_types.EmailNotValidError:
|
|
||||||
pass
|
|
||||||
|
|
||||||
return result
|
|
||||||
|
|
@ -1,81 +0,0 @@
|
||||||
import pymongo
|
|
||||||
import datetime
|
|
||||||
import os
|
|
||||||
import pickle
|
|
||||||
import email.utils
|
|
||||||
from email_validator import validate_email # type: ignore
|
|
||||||
import email_validator
|
|
||||||
|
|
||||||
|
|
||||||
def process_invitations(remove_old_entries: bool = False):
|
|
||||||
|
|
||||||
results: list[dict] = []
|
|
||||||
|
|
||||||
filename = "last_run_invitations.pkl"
|
|
||||||
|
|
||||||
now = datetime.datetime.now()
|
|
||||||
|
|
||||||
client = pymongo.MongoClient("overleafmongo", 27017)
|
|
||||||
db = client.sharelatex
|
|
||||||
project_invites = db.projectInvites
|
|
||||||
|
|
||||||
continue_at_time = None
|
|
||||||
if remove_old_entries:
|
|
||||||
if os.path.exists(filename):
|
|
||||||
with open(filename, "rb") as file:
|
|
||||||
continue_at_time = pickle.load(file)
|
|
||||||
|
|
||||||
query = {"expires": {"$gt": now}}
|
|
||||||
if continue_at_time is not None:
|
|
||||||
query["createdAt"] = {"$gt": continue_at_time}
|
|
||||||
|
|
||||||
newest = None
|
|
||||||
for project_invite in project_invites.find(query):
|
|
||||||
if newest is None:
|
|
||||||
newest = project_invite["createdAt"]
|
|
||||||
elif project_invite["createdAt"] > newest:
|
|
||||||
newest = project_invite["createdAt"]
|
|
||||||
|
|
||||||
# Freeze time. We don't want to misshandle item that are newer than the last check
|
|
||||||
if newest is not None:
|
|
||||||
if "createdAt" in query:
|
|
||||||
query["createdAt"] = {"$gt": continue_at_time, "$lte": newest}
|
|
||||||
else:
|
|
||||||
query["createdAt"] = {"$lte": newest}
|
|
||||||
|
|
||||||
# Find unique user ids
|
|
||||||
user_id_set = set()
|
|
||||||
|
|
||||||
for project_invite in project_invites.find(query):
|
|
||||||
user_id_set.add(project_invite["email"])
|
|
||||||
|
|
||||||
user_ids = list(user_id_set)
|
|
||||||
|
|
||||||
# Store the time stamp for newest
|
|
||||||
with open(filename, "wb") as file:
|
|
||||||
pickle.dump(newest, file)
|
|
||||||
|
|
||||||
for uid in user_ids:
|
|
||||||
|
|
||||||
from_validated_ab = email.utils.parseaddr(uid)
|
|
||||||
try:
|
|
||||||
from_validated = validate_email(
|
|
||||||
from_validated_ab[1], check_deliverability=False
|
|
||||||
)
|
|
||||||
results.append(
|
|
||||||
{
|
|
||||||
"from_a": None,
|
|
||||||
"from_b": from_validated.normalized,
|
|
||||||
"to": None,
|
|
||||||
"subject": None,
|
|
||||||
}
|
|
||||||
)
|
|
||||||
except email_validator.exceptions_types.EmailSyntaxError:
|
|
||||||
pass
|
|
||||||
except email_validator.exceptions_types.EmailNotValidError:
|
|
||||||
pass
|
|
||||||
|
|
||||||
return results
|
|
||||||
|
|
||||||
|
|
||||||
print(process_invitations())
|
|
||||||
|
|
@ -1,21 +0,0 @@
|
||||||
import smtplib
|
|
||||||
from email.message import EmailMessage
|
|
||||||
|
|
||||||
|
|
||||||
def send_mail(
|
|
||||||
email_body: str,
|
|
||||||
email_subject: str,
|
|
||||||
email_from: str,
|
|
||||||
email_to: str,
|
|
||||||
smtpd_host: str = "overleafsmtpd",
|
|
||||||
):
|
|
||||||
|
|
||||||
msg = EmailMessage()
|
|
||||||
msg.set_content(email_body.decode("utf-8"))
|
|
||||||
msg["Subject"] = email_subject
|
|
||||||
msg["From"] = email_from
|
|
||||||
msg["To"] = email_to
|
|
||||||
|
|
||||||
s = smtplib.SMTP(smtpd_host)
|
|
||||||
s.send_message(msg)
|
|
||||||
s.quit()
|
|
||||||
Loading…
Reference in a new issue