1*65b390aaSDag-Erling Smørgrav /* 2*65b390aaSDag-Erling Smørgrav * util/shm_side/shm_main.c - SHM for statistics transport 3*65b390aaSDag-Erling Smørgrav * 4*65b390aaSDag-Erling Smørgrav * Copyright (c) 2017, NLnet Labs. All rights reserved. 5*65b390aaSDag-Erling Smørgrav * 6*65b390aaSDag-Erling Smørgrav * This software is open source. 7*65b390aaSDag-Erling Smørgrav * 8*65b390aaSDag-Erling Smørgrav * Redistribution and use in source and binary forms, with or without 9*65b390aaSDag-Erling Smørgrav * modification, are permitted provided that the following conditions 10*65b390aaSDag-Erling Smørgrav * are met: 11*65b390aaSDag-Erling Smørgrav * 12*65b390aaSDag-Erling Smørgrav * Redistributions of source code must retain the above copyright notice, 13*65b390aaSDag-Erling Smørgrav * this list of conditions and the following disclaimer. 14*65b390aaSDag-Erling Smørgrav * 15*65b390aaSDag-Erling Smørgrav * Redistributions in binary form must reproduce the above copyright notice, 16*65b390aaSDag-Erling Smørgrav * this list of conditions and the following disclaimer in the documentation 17*65b390aaSDag-Erling Smørgrav * and/or other materials provided with the distribution. 18*65b390aaSDag-Erling Smørgrav * 19*65b390aaSDag-Erling Smørgrav * Neither the name of the NLNET LABS nor the names of its contributors may 20*65b390aaSDag-Erling Smørgrav * be used to endorse or promote products derived from this software without 21*65b390aaSDag-Erling Smørgrav * specific prior written permission. 22*65b390aaSDag-Erling Smørgrav * 23*65b390aaSDag-Erling Smørgrav * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 24*65b390aaSDag-Erling Smørgrav * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 25*65b390aaSDag-Erling Smørgrav * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 26*65b390aaSDag-Erling Smørgrav * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 27*65b390aaSDag-Erling Smørgrav * HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 28*65b390aaSDag-Erling Smørgrav * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED 29*65b390aaSDag-Erling Smørgrav * TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR 30*65b390aaSDag-Erling Smørgrav * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF 31*65b390aaSDag-Erling Smørgrav * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING 32*65b390aaSDag-Erling Smørgrav * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS 33*65b390aaSDag-Erling Smørgrav * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 34*65b390aaSDag-Erling Smørgrav */ 35*65b390aaSDag-Erling Smørgrav 36*65b390aaSDag-Erling Smørgrav /** 37*65b390aaSDag-Erling Smørgrav * \file 38*65b390aaSDag-Erling Smørgrav * 39*65b390aaSDag-Erling Smørgrav * This file contains functions for the SHM implementation. 40*65b390aaSDag-Erling Smørgrav */ 41*65b390aaSDag-Erling Smørgrav 42*65b390aaSDag-Erling Smørgrav #include "config.h" 43*65b390aaSDag-Erling Smørgrav #include <ctype.h> 44*65b390aaSDag-Erling Smørgrav #include <stdarg.h> 45*65b390aaSDag-Erling Smørgrav #ifdef HAVE_SYS_IPC_H 46*65b390aaSDag-Erling Smørgrav #include <sys/ipc.h> 47*65b390aaSDag-Erling Smørgrav #endif 48*65b390aaSDag-Erling Smørgrav #ifdef HAVE_SYS_SHM_H 49*65b390aaSDag-Erling Smørgrav #include <sys/shm.h> 50*65b390aaSDag-Erling Smørgrav #endif 51*65b390aaSDag-Erling Smørgrav #include <sys/time.h> 52*65b390aaSDag-Erling Smørgrav #include <errno.h> 53*65b390aaSDag-Erling Smørgrav #include "shm_main.h" 54*65b390aaSDag-Erling Smørgrav #include "daemon/daemon.h" 55*65b390aaSDag-Erling Smørgrav #include "daemon/worker.h" 56*65b390aaSDag-Erling Smørgrav #include "daemon/stats.h" 57*65b390aaSDag-Erling Smørgrav #include "services/mesh.h" 58*65b390aaSDag-Erling Smørgrav #include "services/cache/rrset.h" 59*65b390aaSDag-Erling Smørgrav #include "services/cache/infra.h" 60*65b390aaSDag-Erling Smørgrav #include "validator/validator.h" 61*65b390aaSDag-Erling Smørgrav #include "util/config_file.h" 62*65b390aaSDag-Erling Smørgrav #include "util/fptr_wlist.h" 63*65b390aaSDag-Erling Smørgrav #include "util/log.h" 64*65b390aaSDag-Erling Smørgrav 65*65b390aaSDag-Erling Smørgrav #ifdef HAVE_SHMGET 66*65b390aaSDag-Erling Smørgrav /** subtract timers and the values do not overflow or become negative */ 67*65b390aaSDag-Erling Smørgrav static void 68*65b390aaSDag-Erling Smørgrav timeval_subtract(struct timeval* d, const struct timeval* end, 69*65b390aaSDag-Erling Smørgrav const struct timeval* start) 70*65b390aaSDag-Erling Smørgrav { 71*65b390aaSDag-Erling Smørgrav #ifndef S_SPLINT_S 72*65b390aaSDag-Erling Smørgrav time_t end_usec = end->tv_usec; 73*65b390aaSDag-Erling Smørgrav d->tv_sec = end->tv_sec - start->tv_sec; 74*65b390aaSDag-Erling Smørgrav if(end_usec < start->tv_usec) { 75*65b390aaSDag-Erling Smørgrav end_usec += 1000000; 76*65b390aaSDag-Erling Smørgrav d->tv_sec--; 77*65b390aaSDag-Erling Smørgrav } 78*65b390aaSDag-Erling Smørgrav d->tv_usec = end_usec - start->tv_usec; 79*65b390aaSDag-Erling Smørgrav #endif 80*65b390aaSDag-Erling Smørgrav } 81*65b390aaSDag-Erling Smørgrav #endif /* HAVE_SHMGET */ 82*65b390aaSDag-Erling Smørgrav 83*65b390aaSDag-Erling Smørgrav int shm_main_init(struct daemon* daemon) 84*65b390aaSDag-Erling Smørgrav { 85*65b390aaSDag-Erling Smørgrav #ifdef HAVE_SHMGET 86*65b390aaSDag-Erling Smørgrav struct shm_stat_info *shm_stat; 87*65b390aaSDag-Erling Smørgrav size_t shm_size; 88*65b390aaSDag-Erling Smørgrav 89*65b390aaSDag-Erling Smørgrav /* sanitize */ 90*65b390aaSDag-Erling Smørgrav if(!daemon) 91*65b390aaSDag-Erling Smørgrav return 0; 92*65b390aaSDag-Erling Smørgrav if(!daemon->cfg->shm_enable) 93*65b390aaSDag-Erling Smørgrav return 1; 94*65b390aaSDag-Erling Smørgrav if(daemon->cfg->stat_interval == 0) 95*65b390aaSDag-Erling Smørgrav log_warn("shm-enable is yes but statistics-interval is 0"); 96*65b390aaSDag-Erling Smørgrav 97*65b390aaSDag-Erling Smørgrav /* Statistics to maintain the number of thread + total */ 98*65b390aaSDag-Erling Smørgrav shm_size = (sizeof(struct stats_info) * (daemon->num + 1)); 99*65b390aaSDag-Erling Smørgrav 100*65b390aaSDag-Erling Smørgrav /* Allocation of needed memory */ 101*65b390aaSDag-Erling Smørgrav daemon->shm_info = (struct shm_main_info*)calloc(1, shm_size); 102*65b390aaSDag-Erling Smørgrav 103*65b390aaSDag-Erling Smørgrav /* Sanitize */ 104*65b390aaSDag-Erling Smørgrav if(!daemon->shm_info) { 105*65b390aaSDag-Erling Smørgrav log_err("shm fail: malloc failure"); 106*65b390aaSDag-Erling Smørgrav return 0; 107*65b390aaSDag-Erling Smørgrav } 108*65b390aaSDag-Erling Smørgrav 109*65b390aaSDag-Erling Smørgrav daemon->shm_info->key = daemon->cfg->shm_key; 110*65b390aaSDag-Erling Smørgrav 111*65b390aaSDag-Erling Smørgrav /* Check for previous create SHM */ 112*65b390aaSDag-Erling Smørgrav daemon->shm_info->id_ctl = shmget(daemon->shm_info->key, sizeof(int), SHM_R); 113*65b390aaSDag-Erling Smørgrav daemon->shm_info->id_arr = shmget(daemon->shm_info->key + 1, sizeof(int), SHM_R); 114*65b390aaSDag-Erling Smørgrav 115*65b390aaSDag-Erling Smørgrav /* Destroy previous SHM */ 116*65b390aaSDag-Erling Smørgrav if (daemon->shm_info->id_ctl >= 0) 117*65b390aaSDag-Erling Smørgrav shmctl(daemon->shm_info->id_ctl, IPC_RMID, NULL); 118*65b390aaSDag-Erling Smørgrav 119*65b390aaSDag-Erling Smørgrav /* Destroy previous SHM */ 120*65b390aaSDag-Erling Smørgrav if (daemon->shm_info->id_arr >= 0) 121*65b390aaSDag-Erling Smørgrav shmctl(daemon->shm_info->id_arr, IPC_RMID, NULL); 122*65b390aaSDag-Erling Smørgrav 123*65b390aaSDag-Erling Smørgrav /* SHM: Create the segment */ 124*65b390aaSDag-Erling Smørgrav daemon->shm_info->id_ctl = shmget(daemon->shm_info->key, sizeof(struct shm_stat_info), IPC_CREAT | 0666); 125*65b390aaSDag-Erling Smørgrav 126*65b390aaSDag-Erling Smørgrav if (daemon->shm_info->id_ctl < 0) 127*65b390aaSDag-Erling Smørgrav { 128*65b390aaSDag-Erling Smørgrav log_err("SHM failed(id_ctl) cannot shmget(key %d) %s", 129*65b390aaSDag-Erling Smørgrav daemon->shm_info->key, strerror(errno)); 130*65b390aaSDag-Erling Smørgrav 131*65b390aaSDag-Erling Smørgrav /* Just release memory unused */ 132*65b390aaSDag-Erling Smørgrav free(daemon->shm_info); 133*65b390aaSDag-Erling Smørgrav 134*65b390aaSDag-Erling Smørgrav return 0; 135*65b390aaSDag-Erling Smørgrav } 136*65b390aaSDag-Erling Smørgrav 137*65b390aaSDag-Erling Smørgrav daemon->shm_info->id_arr = shmget(daemon->shm_info->key + 1, shm_size, IPC_CREAT | 0666); 138*65b390aaSDag-Erling Smørgrav 139*65b390aaSDag-Erling Smørgrav if (daemon->shm_info->id_arr < 0) 140*65b390aaSDag-Erling Smørgrav { 141*65b390aaSDag-Erling Smørgrav log_err("SHM failed(id_arr) cannot shmget(key %d + 1) %s", 142*65b390aaSDag-Erling Smørgrav daemon->shm_info->key, strerror(errno)); 143*65b390aaSDag-Erling Smørgrav 144*65b390aaSDag-Erling Smørgrav /* Just release memory unused */ 145*65b390aaSDag-Erling Smørgrav free(daemon->shm_info); 146*65b390aaSDag-Erling Smørgrav 147*65b390aaSDag-Erling Smørgrav return 0; 148*65b390aaSDag-Erling Smørgrav } 149*65b390aaSDag-Erling Smørgrav 150*65b390aaSDag-Erling Smørgrav /* SHM: attach the segment */ 151*65b390aaSDag-Erling Smørgrav daemon->shm_info->ptr_ctl = (struct shm_stat_info*) 152*65b390aaSDag-Erling Smørgrav shmat(daemon->shm_info->id_ctl, NULL, 0); 153*65b390aaSDag-Erling Smørgrav if(daemon->shm_info->ptr_ctl == (void *) -1) { 154*65b390aaSDag-Erling Smørgrav log_err("SHM failed(ctl) cannot shmat(%d) %s", 155*65b390aaSDag-Erling Smørgrav daemon->shm_info->id_ctl, strerror(errno)); 156*65b390aaSDag-Erling Smørgrav 157*65b390aaSDag-Erling Smørgrav /* Just release memory unused */ 158*65b390aaSDag-Erling Smørgrav free(daemon->shm_info); 159*65b390aaSDag-Erling Smørgrav 160*65b390aaSDag-Erling Smørgrav return 0; 161*65b390aaSDag-Erling Smørgrav } 162*65b390aaSDag-Erling Smørgrav 163*65b390aaSDag-Erling Smørgrav daemon->shm_info->ptr_arr = (struct stats_info*) 164*65b390aaSDag-Erling Smørgrav shmat(daemon->shm_info->id_arr, NULL, 0); 165*65b390aaSDag-Erling Smørgrav 166*65b390aaSDag-Erling Smørgrav if (daemon->shm_info->ptr_arr == (void *) -1) 167*65b390aaSDag-Erling Smørgrav { 168*65b390aaSDag-Erling Smørgrav log_err("SHM failed(arr) cannot shmat(%d) %s", 169*65b390aaSDag-Erling Smørgrav daemon->shm_info->id_arr, strerror(errno)); 170*65b390aaSDag-Erling Smørgrav 171*65b390aaSDag-Erling Smørgrav /* Just release memory unused */ 172*65b390aaSDag-Erling Smørgrav free(daemon->shm_info); 173*65b390aaSDag-Erling Smørgrav 174*65b390aaSDag-Erling Smørgrav return 0; 175*65b390aaSDag-Erling Smørgrav } 176*65b390aaSDag-Erling Smørgrav 177*65b390aaSDag-Erling Smørgrav /* Zero fill SHM to stand clean while is not filled by other events */ 178*65b390aaSDag-Erling Smørgrav memset(daemon->shm_info->ptr_ctl, 0, sizeof(struct shm_stat_info)); 179*65b390aaSDag-Erling Smørgrav memset(daemon->shm_info->ptr_arr, 0, shm_size); 180*65b390aaSDag-Erling Smørgrav 181*65b390aaSDag-Erling Smørgrav shm_stat = daemon->shm_info->ptr_ctl; 182*65b390aaSDag-Erling Smørgrav shm_stat->num_threads = daemon->num; 183*65b390aaSDag-Erling Smørgrav 184*65b390aaSDag-Erling Smørgrav #else 185*65b390aaSDag-Erling Smørgrav (void)daemon; 186*65b390aaSDag-Erling Smørgrav #endif /* HAVE_SHMGET */ 187*65b390aaSDag-Erling Smørgrav return 1; 188*65b390aaSDag-Erling Smørgrav } 189*65b390aaSDag-Erling Smørgrav 190*65b390aaSDag-Erling Smørgrav void shm_main_shutdown(struct daemon* daemon) 191*65b390aaSDag-Erling Smørgrav { 192*65b390aaSDag-Erling Smørgrav #ifdef HAVE_SHMGET 193*65b390aaSDag-Erling Smørgrav /* web are OK, just disabled */ 194*65b390aaSDag-Erling Smørgrav if(!daemon->cfg->shm_enable) 195*65b390aaSDag-Erling Smørgrav return; 196*65b390aaSDag-Erling Smørgrav 197*65b390aaSDag-Erling Smørgrav verbose(VERB_DETAIL, "SHM shutdown - KEY [%d] - ID CTL [%d] ARR [%d] - PTR CTL [%p] ARR [%p]", 198*65b390aaSDag-Erling Smørgrav daemon->shm_info->key, daemon->shm_info->id_ctl, daemon->shm_info->id_arr, daemon->shm_info->ptr_ctl, daemon->shm_info->ptr_arr); 199*65b390aaSDag-Erling Smørgrav 200*65b390aaSDag-Erling Smørgrav /* Destroy previous SHM */ 201*65b390aaSDag-Erling Smørgrav if (daemon->shm_info->id_ctl >= 0) 202*65b390aaSDag-Erling Smørgrav shmctl(daemon->shm_info->id_ctl, IPC_RMID, NULL); 203*65b390aaSDag-Erling Smørgrav 204*65b390aaSDag-Erling Smørgrav if (daemon->shm_info->id_arr >= 0) 205*65b390aaSDag-Erling Smørgrav shmctl(daemon->shm_info->id_arr, IPC_RMID, NULL); 206*65b390aaSDag-Erling Smørgrav 207*65b390aaSDag-Erling Smørgrav if (daemon->shm_info->ptr_ctl) 208*65b390aaSDag-Erling Smørgrav shmdt(daemon->shm_info->ptr_ctl); 209*65b390aaSDag-Erling Smørgrav 210*65b390aaSDag-Erling Smørgrav if (daemon->shm_info->ptr_arr) 211*65b390aaSDag-Erling Smørgrav shmdt(daemon->shm_info->ptr_arr); 212*65b390aaSDag-Erling Smørgrav 213*65b390aaSDag-Erling Smørgrav #else 214*65b390aaSDag-Erling Smørgrav (void)daemon; 215*65b390aaSDag-Erling Smørgrav #endif /* HAVE_SHMGET */ 216*65b390aaSDag-Erling Smørgrav } 217*65b390aaSDag-Erling Smørgrav 218*65b390aaSDag-Erling Smørgrav void shm_main_run(struct worker *worker) 219*65b390aaSDag-Erling Smørgrav { 220*65b390aaSDag-Erling Smørgrav #ifdef HAVE_SHMGET 221*65b390aaSDag-Erling Smørgrav struct shm_stat_info *shm_stat; 222*65b390aaSDag-Erling Smørgrav struct stats_info *stat_total; 223*65b390aaSDag-Erling Smørgrav struct stats_info *stat_info; 224*65b390aaSDag-Erling Smørgrav int modstack; 225*65b390aaSDag-Erling Smørgrav int offset; 226*65b390aaSDag-Erling Smørgrav 227*65b390aaSDag-Erling Smørgrav verbose(VERB_DETAIL, "SHM run - worker [%d] - daemon [%p] - timenow(%u) - timeboot(%u)", 228*65b390aaSDag-Erling Smørgrav worker->thread_num, worker->daemon, (unsigned)worker->env.now_tv->tv_sec, (unsigned)worker->daemon->time_boot.tv_sec); 229*65b390aaSDag-Erling Smørgrav 230*65b390aaSDag-Erling Smørgrav offset = worker->thread_num + 1; 231*65b390aaSDag-Erling Smørgrav stat_total = worker->daemon->shm_info->ptr_arr; 232*65b390aaSDag-Erling Smørgrav stat_info = worker->daemon->shm_info->ptr_arr + offset; 233*65b390aaSDag-Erling Smørgrav 234*65b390aaSDag-Erling Smørgrav /* Copy data to the current position */ 235*65b390aaSDag-Erling Smørgrav server_stats_compile(worker, stat_info, 0); 236*65b390aaSDag-Erling Smørgrav 237*65b390aaSDag-Erling Smørgrav /* First thread, zero fill total, and copy general info */ 238*65b390aaSDag-Erling Smørgrav if (worker->thread_num == 0) { 239*65b390aaSDag-Erling Smørgrav 240*65b390aaSDag-Erling Smørgrav /* Copy data to the current position */ 241*65b390aaSDag-Erling Smørgrav memset(stat_total, 0, sizeof(struct stats_info)); 242*65b390aaSDag-Erling Smørgrav 243*65b390aaSDag-Erling Smørgrav /* Point to data into SHM */ 244*65b390aaSDag-Erling Smørgrav shm_stat = worker->daemon->shm_info->ptr_ctl; 245*65b390aaSDag-Erling Smørgrav shm_stat->time.now = *worker->env.now_tv; 246*65b390aaSDag-Erling Smørgrav 247*65b390aaSDag-Erling Smørgrav timeval_subtract(&shm_stat->time.up, &shm_stat->time.now, &worker->daemon->time_boot); 248*65b390aaSDag-Erling Smørgrav timeval_subtract(&shm_stat->time.elapsed, &shm_stat->time.now, &worker->daemon->time_last_stat); 249*65b390aaSDag-Erling Smørgrav 250*65b390aaSDag-Erling Smørgrav shm_stat->mem.msg = slabhash_get_mem(worker->env.msg_cache); 251*65b390aaSDag-Erling Smørgrav shm_stat->mem.rrset = slabhash_get_mem(&worker->env.rrset_cache->table); 252*65b390aaSDag-Erling Smørgrav shm_stat->mem.val = 0; 253*65b390aaSDag-Erling Smørgrav shm_stat->mem.iter = 0; 254*65b390aaSDag-Erling Smørgrav 255*65b390aaSDag-Erling Smørgrav modstack = modstack_find(&worker->env.mesh->mods, "validator"); 256*65b390aaSDag-Erling Smørgrav if(modstack != -1) { 257*65b390aaSDag-Erling Smørgrav fptr_ok(fptr_whitelist_mod_get_mem(worker->env.mesh->mods.mod[modstack]->get_mem)); 258*65b390aaSDag-Erling Smørgrav shm_stat->mem.val = (*worker->env.mesh->mods.mod[modstack]->get_mem)(&worker->env, modstack); 259*65b390aaSDag-Erling Smørgrav } 260*65b390aaSDag-Erling Smørgrav modstack = modstack_find(&worker->env.mesh->mods, "iterator"); 261*65b390aaSDag-Erling Smørgrav if(modstack != -1) { 262*65b390aaSDag-Erling Smørgrav fptr_ok(fptr_whitelist_mod_get_mem(worker->env.mesh->mods.mod[modstack]->get_mem)); 263*65b390aaSDag-Erling Smørgrav shm_stat->mem.iter = (*worker->env.mesh->mods.mod[modstack]->get_mem)(&worker->env, modstack); 264*65b390aaSDag-Erling Smørgrav } 265*65b390aaSDag-Erling Smørgrav /* subnet mem value is available in shm, also when not enabled, 266*65b390aaSDag-Erling Smørgrav * to make the struct easier to memmap by other applications, 267*65b390aaSDag-Erling Smørgrav * independent of the configuration of unbound */ 268*65b390aaSDag-Erling Smørgrav shm_stat->mem.subnet = 0; 269*65b390aaSDag-Erling Smørgrav #ifdef CLIENT_SUBNET 270*65b390aaSDag-Erling Smørgrav modstack = modstack_find(&worker->env.mesh->mods, "subnet"); 271*65b390aaSDag-Erling Smørgrav if(modstack != -1) { 272*65b390aaSDag-Erling Smørgrav fptr_ok(fptr_whitelist_mod_get_mem(worker->env.mesh->mods.mod[modstack]->get_mem)); 273*65b390aaSDag-Erling Smørgrav shm_stat->mem.subnet = (*worker->env.mesh->mods.mod[modstack]->get_mem)(&worker->env, modstack); 274*65b390aaSDag-Erling Smørgrav } 275*65b390aaSDag-Erling Smørgrav #endif 276*65b390aaSDag-Erling Smørgrav } 277*65b390aaSDag-Erling Smørgrav 278*65b390aaSDag-Erling Smørgrav server_stats_add(stat_total, stat_info); 279*65b390aaSDag-Erling Smørgrav 280*65b390aaSDag-Erling Smørgrav /* print the thread statistics */ 281*65b390aaSDag-Erling Smørgrav stat_total->mesh_time_median /= (double)worker->daemon->num; 282*65b390aaSDag-Erling Smørgrav 283*65b390aaSDag-Erling Smørgrav #else 284*65b390aaSDag-Erling Smørgrav (void)worker; 285*65b390aaSDag-Erling Smørgrav #endif /* HAVE_SHMGET */ 286*65b390aaSDag-Erling Smørgrav } 287