src/dird/ua_prune.cc

/*
   BAREOS® - Backup Archiving REcovery Open Sourced

   Copyright (C) 2002-2009 Free Software Foundation Europe e.V.
   Copyright (C) 2011-2016 Planets Communications B.V.
   Copyright (C) 2013-2020 Bareos GmbH & Co. KG

   This program is Free Software; you can redistribute it and/or
   modify it under the terms of version three of the GNU Affero General Public
   License as published by the Free Software Foundation and included
   in the file LICENSE.

   This program is distributed in the hope that it will be useful, but
   WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
   Affero General Public License for more details.

   You should have received a copy of the GNU Affero General Public License
   along with this program; if not, write to the Free Software
   Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
   02110-1301, USA.
*/
/*
 * Kern Sibbald, February MMII
 */
/**
 * @file
 * User Agent Database prune Command
 *
 * Applies retention periods
 */

#include "include/bareos.h"
#include "dird.h"
#include "dird/dird_globals.h"
#include "dird/ua_input.h"
#include "cats/sql.h"
#include "dird/ua_db.h"
#include "dird/ua_select.h"
#include "dird/ua_prune.h"
#include "dird/ua_purge.h"
#include "lib/edit.h"
#include "lib/parse_conf.h"

namespace directordaemon {

/* Forward referenced functions */
static bool PruneDirectory(UaContext* ua, ClientResource* client);
static bool PruneStats(UaContext* ua, utime_t retention);
static bool GrowDelList(del_ctx* del);

/**
 * Called here to count entries to be deleted
 */
int DelCountHandler(void* ctx, int num_fields, char** row)
{
  s_count_ctx* cnt = static_cast<s_count_ctx*>(ctx);

  if (row[0]) {
    cnt->count = str_to_int64(row[0]);
  } else {
    cnt->count = 0;
  }
  return 0;
}

/**
 * Called here to make in memory list of JobIds to be
 *  deleted and the associated PurgedFiles flag.
 *  The in memory list will then be traversed
 *  to issue the SQL DELETE commands.  Note, the list
 *  is allowed to get to MAX_DEL_LIST_LEN to limit the
 *  maximum malloc'ed memory.
 */
int JobDeleteHandler(void* ctx, int num_fields, char** row)
{
  del_ctx* del = static_cast<del_ctx*>(ctx);

  if (!GrowDelList(del)) { return 1; }
  del->JobId[del->num_ids] = (JobId_t)str_to_int64(row[0]);
  Dmsg2(60, "JobDeleteHandler row=%d val=%d\n", del->num_ids,
        del->JobId[del->num_ids]);
  del->PurgedFiles[del->num_ids++] = (char)str_to_int64(row[1]);
  return 0;
}

int FileDeleteHandler(void* ctx, int num_fields, char** row)
{
  del_ctx* del = static_cast<del_ctx*>(ctx);

  if (!GrowDelList(del)) { return 1; }
  del->JobId[del->num_ids++] = (JobId_t)str_to_int64(row[0]);
  // Dmsg2(150, "row=%d val=%d\n", del->num_ids-1, del->JobId[del->num_ids-1]);
  return 0;
}

/**
 * Prune records from database
 */
bool PruneCmd(UaContext* ua, const char* cmd)
{
  ClientResource* client;
  PoolResource* pool;
  PoolDbRecord pr;
  MediaDbRecord mr;
  utime_t retention;
  int kw;
  const char* permission_denied_message =
      _("Permission denied: need full %s permission.\n");
  static const char* keywords[] = {NT_("Files"),     NT_("Jobs"),
                                   NT_("Volume"),    NT_("Stats"),
                                   NT_("Directory"), NULL};

  /*
   * All prune commands might target jobs that reside on different storages.
   * Instead of checking all of them,
   * we require full permission on jobs and storages.
   * Client and Pool permissions are checked at the individual subcommands.
   */
  if (ua->AclHasRestrictions(Job_ACL)) {
    ua->ErrorMsg(permission_denied_message, "job");
    return false;
  }
  if (ua->AclHasRestrictions(Storage_ACL)) {
    ua->ErrorMsg(permission_denied_message, "storage");
    return false;
  }

  if (!OpenClientDb(ua, true)) { return false; }

  /*
   * First search args
   */
  kw = FindArgKeyword(ua, keywords);
  if (kw < 0 || kw > 4) {
    /*
     * No args, so ask user
     */
    kw = DoKeywordPrompt(ua, _("Choose item to prune"), keywords);
  }

  switch (kw) {
    case 0: /* prune files */

      if (!(client = get_client_resource(ua))) { return false; }

      if ((FindArgWithValue(ua, NT_("pool")) >= 0) ||
          ua->AclHasRestrictions(Pool_ACL)) {
        pool = get_pool_resource(ua);
      } else {
        pool = NULL;
      }

      /*
       * Pool File Retention takes precedence over client File Retention
       */
      if (pool && pool->FileRetention > 0) {
        if (!ConfirmRetention(ua, &pool->FileRetention, "File")) {
          return false;
        }
      } else if (!ConfirmRetention(ua, &client->FileRetention, "File")) {
        return false;
      }

      PruneFiles(ua, client, pool);

      return true;
    case 1: { /* prune jobs */
      int jobtype = -1;

      if (!(client = get_client_resource(ua))) { return false; }

      if ((FindArgWithValue(ua, NT_("pool")) >= 0) ||
          ua->AclHasRestrictions(Pool_ACL)) {
        pool = get_pool_resource(ua);
      } else {
        pool = NULL;
      }

      /*
       * Ask what jobtype to prune.
       */
      if (!GetUserJobTypeSelection(ua, &jobtype)) { return false; }

      /*
       * Verify that result jobtype is valid (this should always be the case).
       */
      if (jobtype < 0) { return false; }

      /*
       * Pool Job Retention takes precedence over client Job Retention
       */
      if (pool && pool->JobRetention > 0) {
        if (!ConfirmRetention(ua, &pool->JobRetention, "Job")) { return false; }
      } else if (!ConfirmRetention(ua, &client->JobRetention, "Job")) {
        return false;
      }

      return PruneJobs(ua, client, pool, jobtype);
    }
    case 2: /* prune volume */

      if (ua->AclHasRestrictions(Client_ACL)) {
        ua->ErrorMsg(permission_denied_message, "client");
        return false;
      }

      if (!SelectPoolAndMediaDbr(ua, &pr, &mr)) { return false; }

      if (mr.Enabled == VOL_ARCHIVED) {
        ua->ErrorMsg(_("Cannot prune Volume \"%s\" because it is archived.\n"),
                     mr.VolumeName);
        return false;
      }

      if (!ConfirmRetention(ua, &mr.VolRetention, "Volume")) { return false; }

      return PruneVolume(ua, &mr);
    case 3: /* prune stats */
      if (!me->stats_retention) { return false; }

      retention = me->stats_retention;

      if (ua->AclHasRestrictions(Client_ACL)) {
        ua->ErrorMsg(permission_denied_message, "client");
        return false;
      }
      if (ua->AclHasRestrictions(Pool_ACL)) {
        ua->ErrorMsg(permission_denied_message, "pool");
        return false;
      }

      if (!ConfirmRetention(ua, &retention, "Statistics")) { return false; }

      return PruneStats(ua, retention);
    case 4: /* prune directory */

      if (ua->AclHasRestrictions(Pool_ACL)) {
        ua->ErrorMsg(permission_denied_message, "pool");
        return false;
      }

      if ((FindArgWithValue(ua, NT_("client")) >= 0) ||
          ua->AclHasRestrictions(Client_ACL)) {
        if (!(client = get_client_resource(ua))) { return false; }
      } else {
        client = NULL;
      }

      return PruneDirectory(ua, client);
    default:
      break;
  }

  return true;
}

/**
 * Prune Directory meta data records from the database.
 */
static bool PruneDirectory(UaContext* ua, ClientResource* client)
{
  int i, len;
  ClientDbRecord cr;
  char* prune_topdir = NULL;
  PoolMem query(PM_MESSAGE), temp(PM_MESSAGE);
  bool recursive = false;
  bool retval = false;

  /*
   * See if a client was selected.
   */
  if (!client) {
    if (!GetYesno(ua, _("No client restriction given really remove "
                        "directory for all clients (yes/no): ")) ||
        !ua->pint32_val) {
      if (!(client = get_client_resource(ua))) { return false; }
    }
  }

  /*
   * See if we need to recursively remove all directories under a certain path.
   */
  recursive = FindArg(ua, NT_("recursive")) >= 0;

  /*
   * Get the directory to prune.
   */
  i = FindArgWithValue(ua, NT_("directory"));
  if (i >= 0) {
    PmStrcpy(temp, ua->argv[i]);
  } else {
    if (recursive) {
      if (!GetCmd(ua, _("Please enter the full path prefix to remove: "),
                  false)) {
        return false;
      }
    } else {
      if (!GetCmd(ua, _("Please enter the full path to remove: "), false)) {
        return false;
      }
    }
    PmStrcpy(temp, ua->cmd);
  }

  /*
   * See if the directory ends in a / and escape it for usage in a database
   * query.
   */
  len = strlen(temp.c_str());
  if (*(temp.c_str() + len - 1) != '/') {
    PmStrcat(temp, "/");
    len++;
  }
  prune_topdir = (char*)malloc(len * 2 + 1);
  ua->db->EscapeString(ua->jcr, prune_topdir, temp.c_str(), len);

  /*
   * Remove all files in particular directory.
   */
  if (recursive) {
    Mmsg(query,
         "DELETE FROM file WHERE pathid IN ("
         "SELECT pathid FROM path "
         "WHERE path LIKE '%s%%'"
         ")",
         prune_topdir);
  } else {
    Mmsg(query,
         "DELETE FROM file WHERE pathid IN ("
         "SELECT pathid FROM path "
         "WHERE path LIKE '%s'"
         ")",
         prune_topdir);
  }

  if (client) {
    char ed1[50];
    cr = ClientDbRecord{};
    bstrncpy(cr.Name, client->resource_name_, sizeof(cr.Name));
    if (!ua->db->CreateClientRecord(ua->jcr, &cr)) { goto bail_out; }

    Mmsg(temp,
         " AND JobId IN ("
         "SELECT JobId FROM Job "
         "WHERE ClientId=%s"
         ")",
         edit_int64(cr.ClientId, ed1));

    PmStrcat(query, temp.c_str());
  }

  DbLock(ua->db);
  ua->db->SqlQuery(query.c_str());
  DbUnlock(ua->db);

  /*
   * If we removed the entries from the file table without limiting it to a
   * certain client we created orphaned path entries as no one is referencing
   * them anymore.
   */
  if (!client) {
    if (!GetYesno(ua, _("Cleanup orphaned path records (yes/no):")) ||
        !ua->pint32_val) {
      retval = true;
      goto bail_out;
    }

    if (recursive) {
      Mmsg(query,
           "DELETE FROM path "
           "WHERE path LIKE '%s%%'",
           prune_topdir);
    } else {
      Mmsg(query,
           "DELETE FROM path "
           "WHERE path LIKE '%s'",
           prune_topdir);
    }

    DbLock(ua->db);
    ua->db->SqlQuery(query.c_str());
    DbUnlock(ua->db);
  }

  retval = true;

bail_out:
  if (prune_topdir) { free(prune_topdir); }

  return retval;
}

/**
 * Prune Job stat records from the database.
 */
static bool PruneStats(UaContext* ua, utime_t retention)
{
  char ed1[50];
  char dt[MAX_TIME_LENGTH];
  PoolMem query(PM_MESSAGE);
  utime_t now = (utime_t)time(NULL);

  DbLock(ua->db);
  Mmsg(query, "DELETE FROM JobHisto WHERE JobTDate < %s",
       edit_int64(now - retention, ed1));
  ua->db->SqlQuery(query.c_str());
  DbUnlock(ua->db);

  ua->InfoMsg(_("Pruned Jobs from JobHisto in catalog.\n"));

  bstrutime(dt, sizeof(dt), now - retention);

  DbLock(ua->db);
  Mmsg(query, "DELETE FROM DeviceStats WHERE SampleTime < '%s'", dt);
  ua->db->SqlQuery(query.c_str());
  DbUnlock(ua->db);

  ua->InfoMsg(_("Pruned Statistics from DeviceStats in catalog.\n"));

  DbLock(ua->db);
  Mmsg(query, "DELETE FROM JobStats WHERE SampleTime < '%s'", dt);
  ua->db->SqlQuery(query.c_str());
  DbUnlock(ua->db);

  ua->InfoMsg(_("Pruned Statistics from JobStats in catalog.\n"));

  return true;
}

/**
 * Use pool and client specified by user to select jobs to prune
 * returns add_from string to add in FROM clause
 *         add_where string to add in WHERE clause
 */
static bool prune_set_filter(UaContext* ua,
                             ClientResource* client,
                             PoolResource* pool,
                             utime_t period,
                             PoolMem* add_from,
                             PoolMem* add_where)
{
  utime_t now;
  char ed1[50], ed2[MAX_ESCAPE_NAME_LENGTH];
  PoolMem tmp(PM_MESSAGE);

  now = (utime_t)time(NULL);
  edit_int64(now - period, ed1);
  Dmsg3(150, "now=%lld period=%lld JobTDate=%s\n", now, period, ed1);
  Mmsg(tmp, " AND JobTDate < %s ", ed1);
  PmStrcat(*add_where, tmp.c_str());

  DbLock(ua->db);
  if (client) {
    ua->db->EscapeString(ua->jcr, ed2, client->resource_name_,
                         strlen(client->resource_name_));
    Mmsg(tmp, " AND Client.Name = '%s' ", ed2);
    PmStrcat(*add_where, tmp.c_str());
    PmStrcat(*add_from, " JOIN Client USING (ClientId) ");
  }

  if (pool) {
    ua->db->EscapeString(ua->jcr, ed2, pool->resource_name_,
                         strlen(pool->resource_name_));
    Mmsg(tmp, " AND Pool.Name = '%s' ", ed2);
    PmStrcat(*add_where, tmp.c_str());
    /* Use ON() instead of USING for some old SQLite */
    PmStrcat(*add_from, " JOIN Pool USING(PoolId) ");
  }
  Dmsg2(150, "f=%s w=%s\n", add_from->c_str(), add_where->c_str());
  DbUnlock(ua->db);
  return true;
}

/**
 * Prune File records from the database. For any Job which
 * is older than the retention period, we unconditionally delete
 * all File records for that Job.  This is simple enough that no
 * temporary tables are needed. We simply make an in memory list of
 * the JobIds meeting the prune conditions, then delete all File records
 * pointing to each of those JobIds.
 *
 * This routine assumes you want the pruning to be done. All checking
 *  must be done before calling this routine.
 *
 * Note: client or pool can possibly be NULL (not both).
 */
bool PruneFiles(UaContext* ua, ClientResource* client, PoolResource* pool)
{
  del_ctx del;
  struct s_count_ctx cnt;
  PoolMem query(PM_MESSAGE);
  PoolMem sql_where(PM_MESSAGE);
  PoolMem sql_from(PM_MESSAGE);
  utime_t period;
  char ed1[50];

  if (pool && pool->FileRetention > 0) {
    period = pool->FileRetention;

  } else if (client) {
    period = client->FileRetention;

  } else { /* should specify at least pool or client */
    return false;
  }

  DbLock(ua->db);
  /* Specify JobTDate and Pool.Name= and/or Client.Name= in the query */
  if (!prune_set_filter(ua, client, pool, period, &sql_from, &sql_where)) {
    goto bail_out;
  }

  //   edit_utime(now-period, ed1, sizeof(ed1));
  //   Jmsg(ua->jcr, M_INFO, 0, _("Begin pruning Jobs older than %s secs.\n"),
  //   ed1);
  Jmsg(ua->jcr, M_INFO, 0, _("Begin pruning Files.\n"));
  /* Select Jobs -- for counting */
  Mmsg(query, "SELECT COUNT(1) FROM Job %s WHERE PurgedFiles=0 %s",
       sql_from.c_str(), sql_where.c_str());
  Dmsg1(050, "select sql=%s\n", query.c_str());
  cnt.count = 0;
  if (!ua->db->SqlQuery(query.c_str(), DelCountHandler, (void*)&cnt)) {
    ua->ErrorMsg("%s", ua->db->strerror());
    Dmsg0(050, "Count failed\n");
    goto bail_out;
  }

  if (cnt.count == 0) {
    if (ua->verbose) { ua->WarningMsg(_("No Files found to prune.\n")); }
    goto bail_out;
  }

  if (cnt.count < MAX_DEL_LIST_LEN) {
    del.max_ids = cnt.count + 1;
  } else {
    del.max_ids = MAX_DEL_LIST_LEN;
  }
  del.tot_ids = 0;

  del.JobId = (JobId_t*)malloc(sizeof(JobId_t) * del.max_ids);

  /* Now process same set but making a delete list */
  Mmsg(query, "SELECT JobId FROM Job %s WHERE PurgedFiles=0 %s",
       sql_from.c_str(), sql_where.c_str());
  Dmsg1(050, "select sql=%s\n", query.c_str());
  ua->db->SqlQuery(query.c_str(), FileDeleteHandler, (void*)&del);

  PurgeFilesFromJobList(ua, del);

  edit_uint64_with_commas(del.num_del, ed1);
  ua->InfoMsg(_("Pruned Files from %s Jobs for client %s from catalog.\n"), ed1,
              client->resource_name_);

bail_out:
  DbUnlock(ua->db);
  if (del.JobId) { free(del.JobId); }
  return 1;
}

static void DropTempTables(UaContext* ua)
{
  ua->db->SqlQuery(BareosDb::SQL_QUERY::drop_deltabs);
}

static bool CreateTempTables(UaContext* ua)
{
  /* Create temp tables and indicies */
  if (!ua->db->SqlQuery(BareosDb::SQL_QUERY::create_deltabs)) {
    ua->ErrorMsg("%s", ua->db->strerror());
    Dmsg0(050, "create DelTables table failed\n");
    return false;
  }

  if (!ua->db->SqlQuery(BareosDb::SQL_QUERY::create_delindex)) {
    ua->ErrorMsg("%s", ua->db->strerror());
    Dmsg0(050, "create DelInx1 index failed\n");
    return false;
  }

  return true;
}

static bool GrowDelList(del_ctx* del)
{
  if (del->num_ids == MAX_DEL_LIST_LEN) { return false; }

  if (del->num_ids == del->max_ids) {
    del->max_ids = (del->max_ids * 3) / 2;
    del->JobId = (JobId_t*)realloc(del->JobId, sizeof(JobId_t) * del->max_ids);
    del->PurgedFiles = (char*)realloc(del->PurgedFiles, del->max_ids);
  }

  return true;
}

struct accurate_check_ctx {
  DBId_t ClientId;  /* Id of client */
  DBId_t FileSetId; /* Id of FileSet */
};

/**
 * row: Job.Name, FileSet, Client.Name, FileSetId, ClientId, Type
 */
static int JobSelectHandler(void* ctx, int num_fields, char** row)
{
  alist* lst = (alist*)ctx;
  struct accurate_check_ctx* res;
  ASSERT(num_fields == 6);

  /*
   * If this job doesn't exist anymore in the configuration, delete it.
   */
  if (my_config->GetResWithName(R_JOB, row[0], false) == NULL) { return 0; }

  /*
   * If this fileset doesn't exist anymore in the configuration, delete it.
   */
  if (my_config->GetResWithName(R_FILESET, row[1], false) == NULL) { return 0; }

  /*
   * If this client doesn't exist anymore in the configuration, delete it.
   */
  if (my_config->GetResWithName(R_CLIENT, row[2], false) == NULL) { return 0; }

  /*
   * Don't compute accurate things for Verify jobs
   */
  if (*row[5] == 'V') { return 0; }

  res = (struct accurate_check_ctx*)malloc(sizeof(struct accurate_check_ctx));
  res->FileSetId = str_to_int64(row[3]);
  res->ClientId = str_to_int64(row[4]);
  lst->append(res);

  // Dmsg2(150, "row=%d val=%d\n", del->num_ids-1, del->JobId[del->num_ids-1]);
  return 0;
}

/**
 * Pruning Jobs is a bit more complicated than purging Files
 * because we delete Job records only if there is a more current
 * backup of the FileSet. Otherwise, we keep the Job record.
 * In other words, we never delete the only Job record that
 * contains a current backup of a FileSet. This prevents the
 * Volume from being recycled and destroying a current backup.
 *
 * For Verify Jobs, we do not delete the last InitCatalog.
 *
 * For Restore Jobs there are no restrictions.
 */
static bool PruneBackupJobs(UaContext* ua,
                            ClientResource* client,
                            PoolResource* pool)
{
  PoolMem query(PM_MESSAGE);
  PoolMem sql_where(PM_MESSAGE);
  PoolMem sql_from(PM_MESSAGE);
  utime_t period;
  char ed1[50];
  alist* jobids_check = NULL;
  struct accurate_check_ctx* elt = nullptr;
  db_list_ctx jobids, tempids;
  JobDbRecord jr;
  del_ctx del;

  if (pool && pool->JobRetention > 0) {
    period = pool->JobRetention;
  } else if (client) {
    period = client->JobRetention;
  } else { /* should specify at least pool or client */
    return false;
  }

  DbLock(ua->db);
  if (!prune_set_filter(ua, client, pool, period, &sql_from, &sql_where)) {
    goto bail_out;
  }

  /* Drop any previous temporary tables still there */
  DropTempTables(ua);

  /* Create temp tables and indicies */
  if (!CreateTempTables(ua)) { goto bail_out; }

  edit_utime(period, ed1, sizeof(ed1));
  Jmsg(ua->jcr, M_INFO, 0, _("Begin pruning Jobs older than %s.\n"), ed1);

  del.max_ids = 100;
  del.JobId = (JobId_t*)malloc(sizeof(JobId_t) * del.max_ids);
  del.PurgedFiles = (char*)malloc(del.max_ids);

  /*
   * Select all files that are older than the JobRetention period
   * and add them into the "DeletionCandidates" table.
   */
  Mmsg(query,
       "INSERT INTO DelCandidates "
       "SELECT JobId,PurgedFiles,FileSetId,JobFiles,JobStatus "
       "FROM Job %s " /* JOIN Pool/Client */
       "WHERE Type IN ('B', 'C', 'M', 'V',  'D', 'R', 'c', 'm', 'g') "
       " %s ", /* Pool/Client + JobTDate */
       sql_from.c_str(), sql_where.c_str());

  Dmsg1(050, "select sql=%s\n", query.c_str());
  if (!ua->db->SqlQuery(query.c_str())) {
    if (ua->verbose) { ua->ErrorMsg("%s", ua->db->strerror()); }
    goto bail_out;
  }

  /*
   * Now, for the selection, we discard some of them in order to be always
   * able to restore files. (ie, last full, last diff, last incrs)
   * Note: The DISTINCT could be more useful if we don't get FileSetId
   */
  jobids_check = new alist(10, owned_by_alist);
  Mmsg(query,
       "SELECT DISTINCT Job.Name, FileSet, Client.Name, Job.FileSetId, "
       "Job.ClientId, Job.Type "
       "FROM DelCandidates "
       "JOIN Job USING (JobId) "
       "JOIN Client USING (ClientId) "
       "JOIN FileSet ON (Job.FileSetId = FileSet.FileSetId) "
       "WHERE Job.Type IN ('B') "         /* Look only Backup jobs */
       "AND Job.JobStatus IN ('T', 'W') " /* Look only useful jobs */
  );

  /*
   * The JobSelectHandler will skip jobs or filesets that are no longer
   * in the configuration file. Interesting ClientId/FileSetId will be
   * added to jobids_check.
   */
  if (!ua->db->SqlQuery(query.c_str(), JobSelectHandler, jobids_check)) {
    ua->ErrorMsg("%s", ua->db->strerror());
  }

  /*
   * For this selection, we exclude current jobs used for restore or
   * accurate. This will prevent to prune the last full backup used for
   * current backup & restore
   */

  /*
   * To find useful jobs, we do like an incremental
   */
  jr.JobLevel = L_INCREMENTAL;
  foreach_alist (elt, jobids_check) {
    jr.ClientId = elt->ClientId; /* should be always the same */
    jr.FileSetId = elt->FileSetId;
    ua->db->AccurateGetJobids(ua->jcr, &jr, &tempids);
    jobids.add(tempids);
  }

  /*
   * Discard latest Verify level=InitCatalog job
   * TODO: can have multiple fileset
   */
  Mmsg(query,
       "SELECT JobId, JobTDate "
       "FROM Job %s " /* JOIN Client/Pool */
       "WHERE Type='V'    AND Level='V' "
       " %s " /* Pool, JobTDate, Client */
       "ORDER BY JobTDate DESC LIMIT 1",
       sql_from.c_str(), sql_where.c_str());

  if (!ua->db->SqlQuery(query.c_str(), DbListHandler, &jobids)) {
    ua->ErrorMsg("%s", ua->db->strerror());
  }

  /* If we found jobs to exclude from the DelCandidates list, we should
   * also remove BaseJobs that can be linked with them
   */
  if (jobids.count > 0) {
    Dmsg1(60, "jobids to exclude before basejobs = %s\n", jobids.list);
    /* We also need to exclude all basejobs used */
    ua->db->GetUsedBaseJobids(ua->jcr, jobids.list, &jobids);

    /* Removing useful jobs from the DelCandidates list */
    Mmsg(query,
         "DELETE FROM DelCandidates "
         "WHERE JobId IN (%s) " /* JobId used in accurate */
         "AND JobFiles!=0",     /* Discard when JobFiles=0 */
         jobids.list);

    if (!ua->db->SqlQuery(query.c_str())) {
      ua->ErrorMsg("%s", ua->db->strerror());
      goto bail_out; /* Don't continue if the list isn't clean */
    }
    Dmsg1(60, "jobids to exclude = %s\n", jobids.list);
  }

  /* We use DISTINCT because we can have two times the same job */
  Mmsg(query,
       "SELECT DISTINCT DelCandidates.JobId,DelCandidates.PurgedFiles "
       "FROM DelCandidates");
  if (!ua->db->SqlQuery(query.c_str(), JobDeleteHandler, (void*)&del)) {
    ua->ErrorMsg("%s", ua->db->strerror());
  }

  PurgeJobListFromCatalog(ua, del);

  if (del.num_del > 0) {
    ua->InfoMsg(_("Pruned %d %s for client %s from catalog.\n"), del.num_del,
                del.num_del == 1 ? _("Job") : _("Jobs"),
                client->resource_name_);
  } else if (ua->verbose) {
    ua->InfoMsg(_("No Jobs found to prune.\n"));
  }

bail_out:
  DropTempTables(ua);
  DbUnlock(ua->db);
  if (del.JobId) { free(del.JobId); }
  if (del.PurgedFiles) { free(del.PurgedFiles); }
  if (jobids_check) { delete jobids_check; }
  return 1;
}

/**
 * Dispatch to the right prune jobs function.
 */
bool PruneJobs(UaContext* ua,
               ClientResource* client,
               PoolResource* pool,
               int JobType)
{
  switch (JobType) {
    case JT_BACKUP:
      return PruneBackupJobs(ua, client, pool);
    default:
      return true;
  }
}

/**
 * Prune a given Volume
 */
bool PruneVolume(UaContext* ua, MediaDbRecord* mr)
{
  PoolMem query(PM_MESSAGE);
  del_ctx del;
  bool VolumeIsNowEmtpy = false;

  if (mr->Enabled == VOL_ARCHIVED) {
    return false; /* Cannot prune archived volumes */
  }

  del.max_ids = 10000;
  del.JobId = (JobId_t*)malloc(sizeof(JobId_t) * del.max_ids);

  DbLock(ua->db);

  /* Prune only Volumes with status "Full", or "Used" */
  if (bstrcmp(mr->VolStatus, "Full") || bstrcmp(mr->VolStatus, "Used")) {
    Dmsg2(050, "get prune list MediaId=%d Volume %s\n", (int)mr->MediaId,
          mr->VolumeName);


    int NumJobsToBePruned = GetPruneListForVolume(ua, mr, &del);
    Jmsg(ua->jcr, M_INFO, 0,
         _("Pruning volume %s: %d Jobs have expired and can be pruned.\n"),
         mr->VolumeName, NumJobsToBePruned);
    Dmsg1(050, "Num pruned = %d\n", NumJobsToBePruned);
    if (NumJobsToBePruned != 0) { PurgeJobListFromCatalog(ua, del); }
    VolumeIsNowEmtpy = IsVolumePurged(ua, mr);

    if (!VolumeIsNowEmtpy) {
      Jmsg(ua->jcr, M_INFO, 0,
           _("Volume \"%s\" still contains jobs after pruning.\n"),
           mr->VolumeName);
    } else {
      Jmsg(ua->jcr, M_INFO, 0,
           _("Volume \"%s\" contains no jobs after pruning.\n"),
           mr->VolumeName);
    }
  }

  DbUnlock(ua->db);
  if (del.JobId) { free(del.JobId); }
  return VolumeIsNowEmtpy;
}

/**
 * Get prune list for a volume
 */
int GetPruneListForVolume(UaContext* ua, MediaDbRecord* mr, del_ctx* del)
{
  PoolMem query(PM_MESSAGE);
  utime_t now;
  char ed1[50], ed2[50];

  if (mr->Enabled == VOL_ARCHIVED) {
    return 0; /* cannot prune Archived volumes */
  }

  /*
   * Now add to the  list of JobIds for Jobs written to this Volume
   */
  utime_t VolRetention = mr->VolRetention;
  now = (utime_t)time(NULL);
  ua->db->FillQuery(query, BareosDb::SQL_QUERY::sel_JobMedia,
                    edit_int64(mr->MediaId, ed1),
                    edit_int64(now - VolRetention, ed2));

  Dmsg3(250, "Now=%d VolRetention=%d now-VolRetention=%s\n", (int)now,
        (int)VolRetention, ed2);
  Dmsg1(050, "Query=%s\n", query.c_str());


  if (!ua->db->SqlQuery(query.c_str(), FileDeleteHandler, (void*)del)) {
    if (ua->verbose) { ua->ErrorMsg("%s", ua->db->strerror()); }
    Dmsg0(050, "Count failed\n");
    return 0;
  }
  int NumJobsToBePruned = ExcludeRunningJobsFromList(del);
  if (NumJobsToBePruned > 0) {
    Jmsg(ua->jcr, M_INFO, 0,
         _("Volume \"%s\" has Volume Retention of %d sec. and has %d jobs that "
           "will be pruned\n"),
         mr->VolumeName, VolRetention, NumJobsToBePruned);
  }
  return NumJobsToBePruned;
}

/**
 * We have a list of jobs to prune or purge. If any of them is
 *   currently running, we set its JobId to zero which effectively
 *   excludes it.
 *
 * Returns the number of jobs that can be pruned or purged.
 */
int ExcludeRunningJobsFromList(del_ctx* prune_list)
{
  int count = 0;
  JobControlRecord* jcr;
  bool skip;
  int i;

  /* Do not prune any job currently running */
  for (i = 0; i < prune_list->num_ids; i++) {
    skip = false;
    foreach_jcr (jcr) {
      if (jcr->JobId == prune_list->JobId[i]) {
        Dmsg2(050, "skip running job JobId[%d]=%d\n", i,
              (int)prune_list->JobId[i]);
        prune_list->JobId[i] = 0;
        skip = true;
        break;
      }
    }
    endeach_jcr(jcr);
    if (skip) { continue; /* don't increment count */ }
    Dmsg2(050, "accept JobId[%d]=%d\n", i, (int)prune_list->JobId[i]);
    count++;
  }
  return count;
}
} /* namespace directordaemon */