mirror of
https://github.com/sissbruecker/linkding.git
synced 2025-08-06 02:18:26 +02:00
a6f35119cd
* Replace django-background-tasks with huey * Add command for migrating tasks * Add custom admin view * fix dockerfile * fix tests * fix tests in CI * fix task tests * implement retries * improve config * workaround to avoid running singlefile tasks in parallel * properly kill single-file sub-processes * use period task for HTML snapshots * clear task lock when starting task consumer * remove obsolete cleanup task command
56 lines
1.8 KiB
Python
56 lines
1.8 KiB
Python
import gzip
|
|
import logging
|
|
import os
|
|
import shutil
|
|
import signal
|
|
import subprocess
|
|
|
|
from django.conf import settings
|
|
|
|
|
|
class SingeFileError(Exception):
|
|
pass
|
|
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
def create_snapshot(url: str, filepath: str):
|
|
singlefile_path = settings.LD_SINGLEFILE_PATH
|
|
# singlefile_options = settings.LD_SINGLEFILE_OPTIONS
|
|
temp_filepath = filepath + ".tmp"
|
|
|
|
args = [singlefile_path, url, temp_filepath]
|
|
try:
|
|
# Use start_new_session=True to create a new process group
|
|
process = subprocess.Popen(args, start_new_session=True)
|
|
process.wait(timeout=60)
|
|
|
|
# check if the file was created
|
|
if not os.path.exists(temp_filepath):
|
|
raise SingeFileError("Failed to create snapshot")
|
|
|
|
with open(temp_filepath, "rb") as raw_file, gzip.open(
|
|
filepath, "wb"
|
|
) as gz_file:
|
|
shutil.copyfileobj(raw_file, gz_file)
|
|
|
|
os.remove(temp_filepath)
|
|
except subprocess.TimeoutExpired:
|
|
# First try to terminate properly
|
|
try:
|
|
logger.error(
|
|
"Timeout expired while creating snapshot. Terminating process..."
|
|
)
|
|
process.terminate()
|
|
process.wait(timeout=20)
|
|
raise SingeFileError("Timeout expired while creating snapshot")
|
|
except subprocess.TimeoutExpired:
|
|
# Kill the whole process group, which should also clean up any chromium
|
|
# processes spawned by single-file
|
|
logger.error("Timeout expired while terminating. Killing process...")
|
|
os.killpg(os.getpgid(process.pid), signal.SIGTERM)
|
|
raise SingeFileError("Timeout expired while creating snapshot")
|
|
except subprocess.CalledProcessError as error:
|
|
raise SingeFileError(f"Failed to create snapshot: {error.stderr}")
|