backupmanager_ynh/sources/jobs/ynh_backup.py

import json
import os
import subprocess
from datetime import datetime

from db import db, Job, Run, Destination, RemoteInstance, _size_human


BACKUP_DIR = None  # initialisé depuis app.config


def execute_job(job_id):
    """Point d'entrée appelé par APScheduler (dans app_context Flask)."""
    from flask import current_app
    backup_dir = current_app.config["YUNOHOST_BACKUP_DIR"]
    instance = current_app.config["INSTANCE_NAME"]

    job = db.session.get(Job, job_id)
    if not job or not job.enabled:
        return

    run = Run(job_id=job_id, started_at=datetime.utcnow(), status="running")
    db.session.add(run)
    db.session.commit()

    try:
        if job.type == "ynh_app":
            archive_name, log = _run_ynh_app(job, instance, backup_dir)
        elif job.type == "ynh_system":
            archive_name, log = _run_ynh_system(job, instance, backup_dir)
        elif job.type in ("mysql", "postgresql"):
            from jobs.db_dump import run_db_dump
            archive_name, log = run_db_dump(job, instance, backup_dir)
        elif job.type == "custom_dir":
            from jobs.custom_dir import backup_custom_dir
            archive_name, log = backup_custom_dir(job, instance, backup_dir)
        else:
            raise ValueError(f"Type de job non géré : {job.type}")

        archive_path = os.path.join(backup_dir, archive_name + ".tar")
        from jobs.utils import sudo_getsize
        size_bytes = sudo_getsize(archive_path) or None

        # Checkpoint 1 : archive créée — persister immédiatement
        run.archive_name = archive_name
        run.size_bytes = size_bytes
        run.log_text = f"[archive] {archive_name} créée ({_size_human(size_bytes)})\n\n{log}"
        db.session.commit()

        from retention import apply_retention
        deleted, failed = apply_retention(job, archive_name, backup_dir)
        if deleted:
            run.log_text += f"\n\nRétention locale : {len(deleted)} archive(s) supprimée(s) : {', '.join(deleted)}"
        if failed:
            run.log_text += f"\n⚠ Rétention locale : échec de suppression pour : {', '.join(failed)}"
        if deleted or failed:
            db.session.commit()

        # Checkpoint 2 : transfert vers chaque destination
        transfer_errors = 0
        for jd in job.job_destinations:
            obj = jd.resolved
            if obj is None:
                continue
            if jd.dest_type == "ssh":
                if not obj.enabled:
                    continue
                data_dir = current_app.config["DATA_DIR"]
                run.log_text += f"\n\nTransfert → {obj.remote_str} : démarré…"
                db.session.commit()
                try:
                    from jobs.transfer import transfer_archive
                    transfer_log = transfer_archive(archive_name, obj, backup_dir, data_dir)
                    run.log_text += f"\n{transfer_log}"
                    try:
                        from retention import apply_ssh_retention
                        ssh_deleted = apply_ssh_retention(job, obj, data_dir)
                        if ssh_deleted:
                            run.log_text += f"\nRétention distante SSH : {len(ssh_deleted)} archive(s) supprimée(s) : {', '.join(ssh_deleted)}"
                    except Exception as ret_exc:
                        run.log_text += f"\n⚠ Rétention distante SSH échouée : {ret_exc}"
                except Exception as transfer_exc:
                    run.log_text += f"\n⚠ Transfert échoué : {transfer_exc}"
                    transfer_errors += 1
                db.session.commit()
            elif jd.dest_type == "instance":
                run.log_text += f"\n\nTransfert HTTP → {obj.name} ({obj.url}) : démarré…"
                db.session.commit()
                try:
                    from jobs.transfer import push_archive_to_instance
                    transfer_log = push_archive_to_instance(archive_name, obj, backup_dir, job=job)
                    run.log_text += f"\n{transfer_log}"
                except Exception as transfer_exc:
                    run.log_text += f"\n⚠ Transfert HTTP échoué : {transfer_exc}"
                    transfer_errors += 1
                db.session.commit()

        run.status = "warning" if transfer_errors else "success"

    except Exception as exc:
        run.status = "error"
        if run.log_text:
            run.log_text += f"\n\nErreur fatale : {exc}"
        else:
            run.log_text = str(exc)

    finally:
        run.finished_at = datetime.utcnow()
        db.session.commit()

    try:
        from notifications import send_job_notification
        send_job_notification(run, job)
    except Exception:
        pass


def _archive_name(instance, label, backup_dir):
    from jobs.utils import unique_archive_name
    date_str = datetime.utcnow().strftime("%Y%m%d")
    return unique_archive_name(f"{instance}_{label}_{date_str}", backup_dir)


def _run_ynh_app(job, instance, backup_dir):
    cfg = json.loads(job.config_json or "{}")
    app_id = cfg.get("app_id", "")
    core_only = cfg.get("core_only", job.core_only)

    archive = _archive_name(instance, app_id, backup_dir)

    cmd = ["sudo", "yunohost", "backup", "create", "--apps", app_id, "--name", archive]
    run_env = None
    if core_only:
        # sudo env ... n'est pas autorisé dans sudoers ; on passe la variable
        # via l'environnement du processus sudo et env_keep dans sudoers.
        run_env = {**os.environ, "BACKUP_CORE_ONLY": "1"}

    result = subprocess.run(cmd, capture_output=True, text=True, timeout=3600, env=run_env)
    log = (result.stdout + result.stderr).strip()

    if result.returncode != 0:
        raise RuntimeError(f"yunohost backup create a échoué (code {result.returncode}) :\n{log}")

    return archive, log


def _run_ynh_system(job, instance, backup_dir):
    cfg = json.loads(job.config_json or "{}")
    hooks = cfg.get("hooks", [])

    archive = _archive_name(instance, "system", backup_dir)
    cmd = ["sudo", "yunohost", "backup", "create", "--system"] + hooks + ["--name", archive]
    result = subprocess.run(cmd, capture_output=True, text=True, timeout=3600)
    log = (result.stdout + result.stderr).strip()

    if result.returncode != 0:
        raise RuntimeError(f"yunohost backup create a échoué (code {result.returncode}) :\n{log}")

    return archive, log