1af93fea7SJake Freeland /*- 2af93fea7SJake Freeland * SPDX-License-Identifier: BSD-2-Clause 3af93fea7SJake Freeland * 4af93fea7SJake Freeland * Copyright (c) 2014 Dmitry Chagin <dchagin@FreeBSD.org> 5af93fea7SJake Freeland * Copyright (c) 2023 Jake Freeland <jfree@FreeBSD.org> 6af93fea7SJake Freeland * 7af93fea7SJake Freeland * Redistribution and use in source and binary forms, with or without 8af93fea7SJake Freeland * modification, are permitted provided that the following conditions 9af93fea7SJake Freeland * are met: 10af93fea7SJake Freeland * 1. Redistributions of source code must retain the above copyright 11af93fea7SJake Freeland * notice, this list of conditions and the following disclaimer. 12af93fea7SJake Freeland * 2. Redistributions in binary form must reproduce the above copyright 13af93fea7SJake Freeland * notice, this list of conditions and the following disclaimer in the 14af93fea7SJake Freeland * documentation and/or other materials provided with the distribution. 15af93fea7SJake Freeland * 16af93fea7SJake Freeland * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 17af93fea7SJake Freeland * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 18af93fea7SJake Freeland * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 19af93fea7SJake Freeland * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 20af93fea7SJake Freeland * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 21af93fea7SJake Freeland * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 22af93fea7SJake Freeland * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 23af93fea7SJake Freeland * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 24af93fea7SJake Freeland * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 25af93fea7SJake Freeland * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 26af93fea7SJake Freeland * SUCH DAMAGE. 27af93fea7SJake Freeland */ 28af93fea7SJake Freeland 29af93fea7SJake Freeland #include <sys/param.h> 30af93fea7SJake Freeland #include <sys/systm.h> 31af93fea7SJake Freeland #include <sys/callout.h> 32af93fea7SJake Freeland #include <sys/fcntl.h> 33af93fea7SJake Freeland #include <sys/file.h> 34af93fea7SJake Freeland #include <sys/filedesc.h> 35af93fea7SJake Freeland #include <sys/filio.h> 36af93fea7SJake Freeland #include <sys/kernel.h> 37af93fea7SJake Freeland #include <sys/lock.h> 38af93fea7SJake Freeland #include <sys/malloc.h> 39af93fea7SJake Freeland #include <sys/mount.h> 40af93fea7SJake Freeland #include <sys/mutex.h> 41af93fea7SJake Freeland #include <sys/poll.h> 42af93fea7SJake Freeland #include <sys/proc.h> 43af93fea7SJake Freeland #include <sys/queue.h> 44af93fea7SJake Freeland #include <sys/selinfo.h> 45af93fea7SJake Freeland #include <sys/stat.h> 46af93fea7SJake Freeland #include <sys/sysctl.h> 47af93fea7SJake Freeland #include <sys/sysent.h> 48af93fea7SJake Freeland #include <sys/sysproto.h> 49af93fea7SJake Freeland #include <sys/timerfd.h> 50af93fea7SJake Freeland #include <sys/timespec.h> 51af93fea7SJake Freeland #include <sys/uio.h> 52af93fea7SJake Freeland #include <sys/user.h> 53af93fea7SJake Freeland 54af93fea7SJake Freeland #include <security/audit/audit.h> 55af93fea7SJake Freeland 56af93fea7SJake Freeland #ifdef COMPAT_FREEBSD32 57af93fea7SJake Freeland #include <compat/freebsd32/freebsd32.h> 58af93fea7SJake Freeland #include <compat/freebsd32/freebsd32_proto.h> 59af93fea7SJake Freeland #endif 60af93fea7SJake Freeland 61af93fea7SJake Freeland static MALLOC_DEFINE(M_TIMERFD, "timerfd", "timerfd structures"); 62af93fea7SJake Freeland static LIST_HEAD(, timerfd) timerfd_head; 63af93fea7SJake Freeland static struct unrhdr64 tfdino_unr; 64af93fea7SJake Freeland 65af93fea7SJake Freeland #define TFD_NOJUMP 0 /* Realtime clock has not jumped. */ 66af93fea7SJake Freeland #define TFD_READ 1 /* Jumped, tfd has been read since. */ 67af93fea7SJake Freeland #define TFD_ZREAD 2 /* Jumped backwards, CANCEL_ON_SET=false. */ 68af93fea7SJake Freeland #define TFD_CANCELED 4 /* Jumped, CANCEL_ON_SET=true. */ 69af93fea7SJake Freeland #define TFD_JUMPED (TFD_ZREAD | TFD_CANCELED) 70af93fea7SJake Freeland 71af93fea7SJake Freeland struct timerfd { 72af93fea7SJake Freeland /* User specified. */ 73af93fea7SJake Freeland struct itimerspec tfd_time; /* tfd timer */ 74af93fea7SJake Freeland clockid_t tfd_clockid; /* timing base */ 75af93fea7SJake Freeland int tfd_flags; /* creation flags */ 76af93fea7SJake Freeland int tfd_timflags; /* timer flags */ 77af93fea7SJake Freeland 78af93fea7SJake Freeland /* Used internally. */ 79af93fea7SJake Freeland timerfd_t tfd_count; /* expiration count since last read */ 80af93fea7SJake Freeland bool tfd_expired; /* true upon initial expiration */ 81af93fea7SJake Freeland struct mtx tfd_lock; /* mtx lock */ 82af93fea7SJake Freeland struct callout tfd_callout; /* expiration notification */ 83af93fea7SJake Freeland struct selinfo tfd_sel; /* I/O alerts */ 84af93fea7SJake Freeland struct timespec tfd_boottim; /* cached boottime */ 85af93fea7SJake Freeland int tfd_jumped; /* timer jump status */ 86af93fea7SJake Freeland LIST_ENTRY(timerfd) entry; /* entry in list */ 87af93fea7SJake Freeland 88af93fea7SJake Freeland /* For stat(2). */ 89af93fea7SJake Freeland ino_t tfd_ino; /* inode number */ 90af93fea7SJake Freeland struct timespec tfd_atim; /* time of last read */ 91af93fea7SJake Freeland struct timespec tfd_mtim; /* time of last settime */ 92af93fea7SJake Freeland struct timespec tfd_birthtim; /* creation time */ 93af93fea7SJake Freeland }; 94af93fea7SJake Freeland 95af93fea7SJake Freeland static void 96af93fea7SJake Freeland timerfd_init(void *data) 97af93fea7SJake Freeland { 98af93fea7SJake Freeland new_unrhdr64(&tfdino_unr, 1); 99af93fea7SJake Freeland } 100af93fea7SJake Freeland 101af93fea7SJake Freeland SYSINIT(timerfd, SI_SUB_VFS, SI_ORDER_ANY, timerfd_init, NULL); 102af93fea7SJake Freeland 103af93fea7SJake Freeland static inline void 104af93fea7SJake Freeland timerfd_getboottime(struct timespec *ts) 105af93fea7SJake Freeland { 106af93fea7SJake Freeland struct timeval tv; 107af93fea7SJake Freeland getboottime(&tv); 108af93fea7SJake Freeland TIMEVAL_TO_TIMESPEC(&tv, ts); 109af93fea7SJake Freeland } 110af93fea7SJake Freeland 111af93fea7SJake Freeland /* 112af93fea7SJake Freeland * Call when a discontinuous jump has occured in CLOCK_REALTIME and 113af93fea7SJake Freeland * update timerfd's cached boottime. A jump can be triggered using 114af93fea7SJake Freeland * functions like clock_settime(2) or settimeofday(2). 115af93fea7SJake Freeland * 116af93fea7SJake Freeland * Timer is marked TFD_CANCELED if TFD_TIMER_CANCEL_ON_SET is set 117af93fea7SJake Freeland * and the realtime clock jumps. 118af93fea7SJake Freeland * Timer is marked TFD_ZREAD if TFD_TIMER_CANCEL_ON_SET is not set, 119af93fea7SJake Freeland * but the realtime clock jumps backwards. 120af93fea7SJake Freeland */ 121af93fea7SJake Freeland void 122af93fea7SJake Freeland timerfd_jumped(void) 123af93fea7SJake Freeland { 124af93fea7SJake Freeland struct timerfd *tfd; 125af93fea7SJake Freeland struct timespec boottime, diff; 126af93fea7SJake Freeland 127af93fea7SJake Freeland timerfd_getboottime(&boottime); 128af93fea7SJake Freeland LIST_FOREACH(tfd, &timerfd_head, entry) { 129af93fea7SJake Freeland mtx_lock(&tfd->tfd_lock); 130af93fea7SJake Freeland if (tfd->tfd_clockid != CLOCK_REALTIME || 131af93fea7SJake Freeland (tfd->tfd_timflags & TFD_TIMER_ABSTIME) == 0 || 132af93fea7SJake Freeland timespeccmp(&boottime, &tfd->tfd_boottim, ==)) { 133af93fea7SJake Freeland mtx_unlock(&tfd->tfd_lock); 134af93fea7SJake Freeland continue; 135af93fea7SJake Freeland } 136af93fea7SJake Freeland 137af93fea7SJake Freeland if (callout_active(&tfd->tfd_callout)) { 138af93fea7SJake Freeland if ((tfd->tfd_timflags & TFD_TIMER_CANCEL_ON_SET) != 0) 139af93fea7SJake Freeland tfd->tfd_jumped = TFD_CANCELED; 140af93fea7SJake Freeland else if (timespeccmp(&boottime, &tfd->tfd_boottim, <)) 141af93fea7SJake Freeland tfd->tfd_jumped = TFD_ZREAD; 142af93fea7SJake Freeland 143af93fea7SJake Freeland /* 144af93fea7SJake Freeland * Do not reschedule callout when 145af93fea7SJake Freeland * inside interval time loop. 146af93fea7SJake Freeland */ 147af93fea7SJake Freeland if (!tfd->tfd_expired) { 148af93fea7SJake Freeland timespecsub(&boottime, 149af93fea7SJake Freeland &tfd->tfd_boottim, &diff); 150af93fea7SJake Freeland timespecsub(&tfd->tfd_time.it_value, 151af93fea7SJake Freeland &diff, &tfd->tfd_time.it_value); 152af93fea7SJake Freeland if (callout_stop(&tfd->tfd_callout) == 1) { 153af93fea7SJake Freeland callout_schedule_sbt(&tfd->tfd_callout, 154af93fea7SJake Freeland tstosbt(tfd->tfd_time.it_value), 155af93fea7SJake Freeland 0, C_ABSOLUTE); 156af93fea7SJake Freeland } 157af93fea7SJake Freeland } 158af93fea7SJake Freeland } 159af93fea7SJake Freeland 160af93fea7SJake Freeland tfd->tfd_boottim = boottime; 161af93fea7SJake Freeland mtx_unlock(&tfd->tfd_lock); 162af93fea7SJake Freeland } 163af93fea7SJake Freeland } 164af93fea7SJake Freeland 165af93fea7SJake Freeland static int 166af93fea7SJake Freeland timerfd_read(struct file *fp, struct uio *uio, struct ucred *active_cred, 167af93fea7SJake Freeland int flags, struct thread *td) 168af93fea7SJake Freeland { 169af93fea7SJake Freeland struct timerfd *tfd = fp->f_data; 170af93fea7SJake Freeland timerfd_t count; 171af93fea7SJake Freeland int error = 0; 172af93fea7SJake Freeland 173af93fea7SJake Freeland if (uio->uio_resid < sizeof(timerfd_t)) 174af93fea7SJake Freeland return (EINVAL); 175af93fea7SJake Freeland 176af93fea7SJake Freeland mtx_lock(&tfd->tfd_lock); 177af93fea7SJake Freeland retry: 178af93fea7SJake Freeland getnanotime(&tfd->tfd_atim); 179af93fea7SJake Freeland if ((tfd->tfd_jumped & TFD_JUMPED) != 0) { 180af93fea7SJake Freeland if (tfd->tfd_jumped == TFD_CANCELED) 181af93fea7SJake Freeland error = ECANCELED; 182af93fea7SJake Freeland tfd->tfd_jumped = TFD_READ; 183af93fea7SJake Freeland tfd->tfd_count = 0; 184af93fea7SJake Freeland mtx_unlock(&tfd->tfd_lock); 185af93fea7SJake Freeland return (error); 186af93fea7SJake Freeland } else { 187af93fea7SJake Freeland tfd->tfd_jumped = TFD_NOJUMP; 188af93fea7SJake Freeland } 189af93fea7SJake Freeland if (tfd->tfd_count == 0) { 190af93fea7SJake Freeland if ((fp->f_flag & FNONBLOCK) != 0) { 191af93fea7SJake Freeland mtx_unlock(&tfd->tfd_lock); 192af93fea7SJake Freeland return (EAGAIN); 193af93fea7SJake Freeland } 194af93fea7SJake Freeland td->td_rtcgen = atomic_load_acq_int(&rtc_generation); 195af93fea7SJake Freeland error = mtx_sleep(&tfd->tfd_count, &tfd->tfd_lock, 196af93fea7SJake Freeland PCATCH, "tfdrd", 0); 197af93fea7SJake Freeland if (error == 0) { 198af93fea7SJake Freeland goto retry; 199af93fea7SJake Freeland } else { 200af93fea7SJake Freeland mtx_unlock(&tfd->tfd_lock); 201af93fea7SJake Freeland return (error); 202af93fea7SJake Freeland } 203af93fea7SJake Freeland } 204af93fea7SJake Freeland 205af93fea7SJake Freeland count = tfd->tfd_count; 206af93fea7SJake Freeland tfd->tfd_count = 0; 207af93fea7SJake Freeland mtx_unlock(&tfd->tfd_lock); 208af93fea7SJake Freeland error = uiomove(&count, sizeof(timerfd_t), uio); 209af93fea7SJake Freeland 210af93fea7SJake Freeland return (error); 211af93fea7SJake Freeland } 212af93fea7SJake Freeland 213af93fea7SJake Freeland static int 214af93fea7SJake Freeland timerfd_ioctl(struct file *fp, u_long cmd, void *data, 215af93fea7SJake Freeland struct ucred *active_cred, struct thread *td) 216af93fea7SJake Freeland { 217af93fea7SJake Freeland switch (cmd) { 218af93fea7SJake Freeland case FIOASYNC: 219af93fea7SJake Freeland if (*(int *)data != 0) 220af93fea7SJake Freeland atomic_set_int(&fp->f_flag, FASYNC); 221af93fea7SJake Freeland else 222af93fea7SJake Freeland atomic_clear_int(&fp->f_flag, FASYNC); 223af93fea7SJake Freeland return (0); 224af93fea7SJake Freeland case FIONBIO: 225af93fea7SJake Freeland if (*(int *)data != 0) 226af93fea7SJake Freeland atomic_set_int(&fp->f_flag, FNONBLOCK); 227af93fea7SJake Freeland else 228af93fea7SJake Freeland atomic_clear_int(&fp->f_flag, FNONBLOCK); 229af93fea7SJake Freeland return (0); 230af93fea7SJake Freeland } 231af93fea7SJake Freeland return (ENOTTY); 232af93fea7SJake Freeland } 233af93fea7SJake Freeland 234af93fea7SJake Freeland static int 235af93fea7SJake Freeland timerfd_poll(struct file *fp, int events, struct ucred *active_cred, 236af93fea7SJake Freeland struct thread *td) 237af93fea7SJake Freeland { 238af93fea7SJake Freeland struct timerfd *tfd = fp->f_data; 239af93fea7SJake Freeland int revents = 0; 240af93fea7SJake Freeland 241af93fea7SJake Freeland mtx_lock(&tfd->tfd_lock); 242af93fea7SJake Freeland if ((events & (POLLIN | POLLRDNORM)) != 0 && 243af93fea7SJake Freeland tfd->tfd_count > 0 && tfd->tfd_jumped != TFD_READ) 244af93fea7SJake Freeland revents |= events & (POLLIN | POLLRDNORM); 245af93fea7SJake Freeland if (revents == 0) 246af93fea7SJake Freeland selrecord(td, &tfd->tfd_sel); 247af93fea7SJake Freeland mtx_unlock(&tfd->tfd_lock); 248af93fea7SJake Freeland 249af93fea7SJake Freeland return (revents); 250af93fea7SJake Freeland } 251af93fea7SJake Freeland 252af93fea7SJake Freeland static void 253af93fea7SJake Freeland filt_timerfddetach(struct knote *kn) 254af93fea7SJake Freeland { 255af93fea7SJake Freeland struct timerfd *tfd = kn->kn_hook; 256af93fea7SJake Freeland 257af93fea7SJake Freeland mtx_lock(&tfd->tfd_lock); 258af93fea7SJake Freeland knlist_remove(&tfd->tfd_sel.si_note, kn, 1); 259af93fea7SJake Freeland mtx_unlock(&tfd->tfd_lock); 260af93fea7SJake Freeland } 261af93fea7SJake Freeland 262af93fea7SJake Freeland static int 263af93fea7SJake Freeland filt_timerfdread(struct knote *kn, long hint) 264af93fea7SJake Freeland { 265af93fea7SJake Freeland struct timerfd *tfd = kn->kn_hook; 266af93fea7SJake Freeland 267af93fea7SJake Freeland return (tfd->tfd_count > 0); 268af93fea7SJake Freeland } 269af93fea7SJake Freeland 270af93fea7SJake Freeland static struct filterops timerfd_rfiltops = { 271af93fea7SJake Freeland .f_isfd = 1, 272af93fea7SJake Freeland .f_detach = filt_timerfddetach, 273af93fea7SJake Freeland .f_event = filt_timerfdread, 274af93fea7SJake Freeland }; 275af93fea7SJake Freeland 276af93fea7SJake Freeland static int 277af93fea7SJake Freeland timerfd_kqfilter(struct file *fp, struct knote *kn) 278af93fea7SJake Freeland { 279af93fea7SJake Freeland struct timerfd *tfd = fp->f_data; 280af93fea7SJake Freeland 281af93fea7SJake Freeland if (kn->kn_filter != EVFILT_READ) 282af93fea7SJake Freeland return (EINVAL); 283af93fea7SJake Freeland 284af93fea7SJake Freeland kn->kn_fop = &timerfd_rfiltops; 285af93fea7SJake Freeland kn->kn_hook = tfd; 286af93fea7SJake Freeland knlist_add(&tfd->tfd_sel.si_note, kn, 0); 287af93fea7SJake Freeland 288af93fea7SJake Freeland return (0); 289af93fea7SJake Freeland } 290af93fea7SJake Freeland 291af93fea7SJake Freeland static int 292af93fea7SJake Freeland timerfd_stat(struct file *fp, struct stat *sb, struct ucred *active_cred) 293af93fea7SJake Freeland { 294af93fea7SJake Freeland struct timerfd *tfd = fp->f_data; 295af93fea7SJake Freeland 296af93fea7SJake Freeland bzero(sb, sizeof(*sb)); 297af93fea7SJake Freeland sb->st_nlink = fp->f_count - 1; 298af93fea7SJake Freeland sb->st_uid = fp->f_cred->cr_uid; 299af93fea7SJake Freeland sb->st_gid = fp->f_cred->cr_gid; 300af93fea7SJake Freeland sb->st_blksize = PAGE_SIZE; 301af93fea7SJake Freeland 302af93fea7SJake Freeland mtx_lock(&tfd->tfd_lock); 303af93fea7SJake Freeland sb->st_ino = tfd->tfd_ino; 304af93fea7SJake Freeland sb->st_atim = tfd->tfd_atim; 305af93fea7SJake Freeland sb->st_mtim = tfd->tfd_mtim; 306af93fea7SJake Freeland sb->st_birthtim = tfd->tfd_birthtim; 307af93fea7SJake Freeland mtx_unlock(&tfd->tfd_lock); 308af93fea7SJake Freeland 309af93fea7SJake Freeland return (0); 310af93fea7SJake Freeland } 311af93fea7SJake Freeland 312af93fea7SJake Freeland static int 313af93fea7SJake Freeland timerfd_close(struct file *fp, struct thread *td) 314af93fea7SJake Freeland { 315af93fea7SJake Freeland struct timerfd *tfd = fp->f_data; 316af93fea7SJake Freeland 317af93fea7SJake Freeland callout_drain(&tfd->tfd_callout); 318af93fea7SJake Freeland seldrain(&tfd->tfd_sel); 319af93fea7SJake Freeland knlist_destroy(&tfd->tfd_sel.si_note); 320af93fea7SJake Freeland mtx_destroy(&tfd->tfd_lock); 321af93fea7SJake Freeland LIST_REMOVE(tfd, entry); 322af93fea7SJake Freeland free(tfd, M_TIMERFD); 323af93fea7SJake Freeland fp->f_ops = &badfileops; 324af93fea7SJake Freeland 325af93fea7SJake Freeland return (0); 326af93fea7SJake Freeland } 327af93fea7SJake Freeland 328af93fea7SJake Freeland static int 329af93fea7SJake Freeland timerfd_fill_kinfo(struct file *fp, struct kinfo_file *kif, 330af93fea7SJake Freeland struct filedesc *fdp) 331af93fea7SJake Freeland { 332af93fea7SJake Freeland 333af93fea7SJake Freeland struct timerfd *tfd = fp->f_data; 334af93fea7SJake Freeland 335af93fea7SJake Freeland kif->kf_type = KF_TYPE_TIMERFD; 336af93fea7SJake Freeland mtx_lock(&tfd->tfd_lock); 337af93fea7SJake Freeland kif->kf_un.kf_timerfd.kf_timerfd_clockid = tfd->tfd_clockid; 338af93fea7SJake Freeland kif->kf_un.kf_timerfd.kf_timerfd_flags = tfd->tfd_flags; 339af93fea7SJake Freeland kif->kf_un.kf_timerfd.kf_timerfd_addr = (uintptr_t)tfd; 340af93fea7SJake Freeland mtx_unlock(&tfd->tfd_lock); 341af93fea7SJake Freeland 342af93fea7SJake Freeland return (0); 343af93fea7SJake Freeland } 344af93fea7SJake Freeland 345af93fea7SJake Freeland static struct fileops timerfdops = { 346af93fea7SJake Freeland .fo_read = timerfd_read, 347af93fea7SJake Freeland .fo_write = invfo_rdwr, 348af93fea7SJake Freeland .fo_truncate = invfo_truncate, 349af93fea7SJake Freeland .fo_ioctl = timerfd_ioctl, 350af93fea7SJake Freeland .fo_poll = timerfd_poll, 351af93fea7SJake Freeland .fo_kqfilter = timerfd_kqfilter, 352af93fea7SJake Freeland .fo_stat = timerfd_stat, 353af93fea7SJake Freeland .fo_close = timerfd_close, 354af93fea7SJake Freeland .fo_chmod = invfo_chmod, 355af93fea7SJake Freeland .fo_chown = invfo_chown, 356af93fea7SJake Freeland .fo_sendfile = invfo_sendfile, 357af93fea7SJake Freeland .fo_fill_kinfo = timerfd_fill_kinfo, 358af93fea7SJake Freeland .fo_flags = DFLAG_PASSABLE, 359af93fea7SJake Freeland }; 360af93fea7SJake Freeland 361af93fea7SJake Freeland static void 362af93fea7SJake Freeland timerfd_curval(struct timerfd *tfd, struct itimerspec *old_value) 363af93fea7SJake Freeland { 364af93fea7SJake Freeland struct timespec curr_value; 365af93fea7SJake Freeland 366af93fea7SJake Freeland *old_value = tfd->tfd_time; 367af93fea7SJake Freeland if (timespecisset(&tfd->tfd_time.it_value)) { 368af93fea7SJake Freeland nanouptime(&curr_value); 369af93fea7SJake Freeland timespecsub(&tfd->tfd_time.it_value, &curr_value, 370af93fea7SJake Freeland &old_value->it_value); 371af93fea7SJake Freeland } 372af93fea7SJake Freeland } 373af93fea7SJake Freeland 374af93fea7SJake Freeland static void 375af93fea7SJake Freeland timerfd_expire(void *arg) 376af93fea7SJake Freeland { 377af93fea7SJake Freeland struct timerfd *tfd = (struct timerfd *)arg; 378af93fea7SJake Freeland struct timespec uptime; 379af93fea7SJake Freeland 380af93fea7SJake Freeland ++tfd->tfd_count; 381af93fea7SJake Freeland tfd->tfd_expired = true; 382af93fea7SJake Freeland if (timespecisset(&tfd->tfd_time.it_interval)) { 383af93fea7SJake Freeland /* Count missed events. */ 384af93fea7SJake Freeland nanouptime(&uptime); 385af93fea7SJake Freeland if (timespeccmp(&uptime, &tfd->tfd_time.it_value, >)) { 386af93fea7SJake Freeland timespecsub(&uptime, &tfd->tfd_time.it_value, &uptime); 387af93fea7SJake Freeland tfd->tfd_count += tstosbt(uptime) / 388af93fea7SJake Freeland tstosbt(tfd->tfd_time.it_interval); 389af93fea7SJake Freeland } 390af93fea7SJake Freeland timespecadd(&tfd->tfd_time.it_value, 391af93fea7SJake Freeland &tfd->tfd_time.it_interval, &tfd->tfd_time.it_value); 392af93fea7SJake Freeland callout_schedule_sbt(&tfd->tfd_callout, 393af93fea7SJake Freeland tstosbt(tfd->tfd_time.it_value), 394af93fea7SJake Freeland 0, C_ABSOLUTE); 395af93fea7SJake Freeland } else { 396af93fea7SJake Freeland /* Single shot timer. */ 397af93fea7SJake Freeland callout_deactivate(&tfd->tfd_callout); 398af93fea7SJake Freeland timespecclear(&tfd->tfd_time.it_value); 399af93fea7SJake Freeland } 400af93fea7SJake Freeland 401af93fea7SJake Freeland wakeup(&tfd->tfd_count); 402af93fea7SJake Freeland selwakeup(&tfd->tfd_sel); 403af93fea7SJake Freeland KNOTE_LOCKED(&tfd->tfd_sel.si_note, 0); 404af93fea7SJake Freeland } 405af93fea7SJake Freeland 406af93fea7SJake Freeland int 407af93fea7SJake Freeland kern_timerfd_create(struct thread *td, int clockid, int flags) 408af93fea7SJake Freeland { 409af93fea7SJake Freeland struct file *fp; 410af93fea7SJake Freeland struct timerfd *tfd; 411af93fea7SJake Freeland int error, fd, fflags = 0; 412af93fea7SJake Freeland 413af93fea7SJake Freeland AUDIT_ARG_VALUE(clockid); 414af93fea7SJake Freeland AUDIT_ARG_FFLAGS(flags); 415af93fea7SJake Freeland 416af93fea7SJake Freeland if (clockid != CLOCK_REALTIME && clockid != CLOCK_MONOTONIC) 417af93fea7SJake Freeland return (EINVAL); 418af93fea7SJake Freeland if ((flags & ~(TFD_CLOEXEC | TFD_NONBLOCK)) != 0) 419af93fea7SJake Freeland return (EINVAL); 420af93fea7SJake Freeland if ((flags & TFD_CLOEXEC) != 0) 421af93fea7SJake Freeland fflags |= O_CLOEXEC; 422af93fea7SJake Freeland 423af93fea7SJake Freeland tfd = malloc(sizeof(*tfd), M_TIMERFD, M_WAITOK | M_ZERO); 424af93fea7SJake Freeland if (tfd == NULL) 425af93fea7SJake Freeland return (ENOMEM); 426af93fea7SJake Freeland tfd->tfd_clockid = (clockid_t)clockid; 427af93fea7SJake Freeland tfd->tfd_flags = flags; 428af93fea7SJake Freeland tfd->tfd_ino = alloc_unr64(&tfdino_unr); 429af93fea7SJake Freeland mtx_init(&tfd->tfd_lock, "timerfd", NULL, MTX_DEF); 430af93fea7SJake Freeland callout_init_mtx(&tfd->tfd_callout, &tfd->tfd_lock, 0); 431af93fea7SJake Freeland knlist_init_mtx(&tfd->tfd_sel.si_note, &tfd->tfd_lock); 432af93fea7SJake Freeland timerfd_getboottime(&tfd->tfd_boottim); 433af93fea7SJake Freeland getnanotime(&tfd->tfd_birthtim); 434af93fea7SJake Freeland LIST_INSERT_HEAD(&timerfd_head, tfd, entry); 435af93fea7SJake Freeland 436af93fea7SJake Freeland error = falloc(td, &fp, &fd, fflags); 437af93fea7SJake Freeland if (error != 0) 438af93fea7SJake Freeland return (error); 439af93fea7SJake Freeland fflags = FREAD; 440af93fea7SJake Freeland if ((flags & TFD_NONBLOCK) != 0) 441af93fea7SJake Freeland fflags |= FNONBLOCK; 442af93fea7SJake Freeland 443af93fea7SJake Freeland finit(fp, fflags, DTYPE_TIMERFD, tfd, &timerfdops); 444af93fea7SJake Freeland fdrop(fp, td); 445af93fea7SJake Freeland 446af93fea7SJake Freeland td->td_retval[0] = fd; 447af93fea7SJake Freeland return (0); 448af93fea7SJake Freeland } 449af93fea7SJake Freeland 450af93fea7SJake Freeland int 451af93fea7SJake Freeland kern_timerfd_gettime(struct thread *td, int fd, struct itimerspec *curr_value) 452af93fea7SJake Freeland { 453af93fea7SJake Freeland struct file *fp; 454af93fea7SJake Freeland struct timerfd *tfd; 455af93fea7SJake Freeland int error; 456af93fea7SJake Freeland 457af93fea7SJake Freeland error = fget(td, fd, &cap_write_rights, &fp); 458af93fea7SJake Freeland if (error != 0) 459af93fea7SJake Freeland return (error); 460af93fea7SJake Freeland tfd = fp->f_data; 461af93fea7SJake Freeland if (tfd == NULL || fp->f_type != DTYPE_TIMERFD) { 462af93fea7SJake Freeland fdrop(fp, td); 463af93fea7SJake Freeland return (EINVAL); 464af93fea7SJake Freeland } 465af93fea7SJake Freeland 466af93fea7SJake Freeland mtx_lock(&tfd->tfd_lock); 467af93fea7SJake Freeland timerfd_curval(tfd, curr_value); 468af93fea7SJake Freeland mtx_unlock(&tfd->tfd_lock); 469af93fea7SJake Freeland 470af93fea7SJake Freeland fdrop(fp, td); 471af93fea7SJake Freeland return (0); 472af93fea7SJake Freeland } 473af93fea7SJake Freeland 474af93fea7SJake Freeland int 475af93fea7SJake Freeland kern_timerfd_settime(struct thread *td, int fd, int flags, 476af93fea7SJake Freeland const struct itimerspec *new_value, struct itimerspec *old_value) 477af93fea7SJake Freeland { 478af93fea7SJake Freeland struct file *fp; 479af93fea7SJake Freeland struct timerfd *tfd; 480af93fea7SJake Freeland struct timespec ts; 481af93fea7SJake Freeland int error = 0; 482af93fea7SJake Freeland 483af93fea7SJake Freeland if ((flags & ~(TFD_TIMER_ABSTIME | TFD_TIMER_CANCEL_ON_SET)) != 0) 484af93fea7SJake Freeland return (EINVAL); 485af93fea7SJake Freeland if (!timespecvalid_interval(&new_value->it_value) || 486af93fea7SJake Freeland !timespecvalid_interval(&new_value->it_interval)) 487af93fea7SJake Freeland return (EINVAL); 488af93fea7SJake Freeland 489af93fea7SJake Freeland error = fget(td, fd, &cap_write_rights, &fp); 490af93fea7SJake Freeland if (error != 0) 491af93fea7SJake Freeland return (error); 492af93fea7SJake Freeland tfd = fp->f_data; 493af93fea7SJake Freeland if (tfd == NULL || fp->f_type != DTYPE_TIMERFD) { 494af93fea7SJake Freeland fdrop(fp, td); 495af93fea7SJake Freeland return (EINVAL); 496af93fea7SJake Freeland } 497af93fea7SJake Freeland 498af93fea7SJake Freeland mtx_lock(&tfd->tfd_lock); 499af93fea7SJake Freeland getnanotime(&tfd->tfd_mtim); 500af93fea7SJake Freeland tfd->tfd_timflags = flags; 501af93fea7SJake Freeland 502af93fea7SJake Freeland /* Store old itimerspec, if applicable. */ 503af93fea7SJake Freeland if (old_value != NULL) 504af93fea7SJake Freeland timerfd_curval(tfd, old_value); 505af93fea7SJake Freeland 506af93fea7SJake Freeland /* Set new expiration. */ 507af93fea7SJake Freeland tfd->tfd_time = *new_value; 508af93fea7SJake Freeland if (timespecisset(&tfd->tfd_time.it_value)) { 509af93fea7SJake Freeland if ((flags & TFD_TIMER_ABSTIME) == 0) { 510af93fea7SJake Freeland nanouptime(&ts); 511af93fea7SJake Freeland timespecadd(&tfd->tfd_time.it_value, &ts, 512af93fea7SJake Freeland &tfd->tfd_time.it_value); 513af93fea7SJake Freeland } else if (tfd->tfd_clockid == CLOCK_REALTIME) { 514af93fea7SJake Freeland /* ECANCELED if unread jump is pending. */ 515af93fea7SJake Freeland if (tfd->tfd_jumped == TFD_CANCELED) 516af93fea7SJake Freeland error = ECANCELED; 517af93fea7SJake Freeland /* Convert from CLOCK_REALTIME to CLOCK_BOOTTIME. */ 518af93fea7SJake Freeland timespecsub(&tfd->tfd_time.it_value, &tfd->tfd_boottim, 519af93fea7SJake Freeland &tfd->tfd_time.it_value); 520af93fea7SJake Freeland } 521af93fea7SJake Freeland callout_reset_sbt(&tfd->tfd_callout, 522af93fea7SJake Freeland tstosbt(tfd->tfd_time.it_value), 523af93fea7SJake Freeland 0, timerfd_expire, tfd, C_ABSOLUTE); 524af93fea7SJake Freeland } else { 525af93fea7SJake Freeland callout_stop(&tfd->tfd_callout); 526af93fea7SJake Freeland } 527af93fea7SJake Freeland tfd->tfd_count = 0; 528af93fea7SJake Freeland tfd->tfd_expired = false; 529af93fea7SJake Freeland tfd->tfd_jumped = TFD_NOJUMP; 530af93fea7SJake Freeland mtx_unlock(&tfd->tfd_lock); 531af93fea7SJake Freeland 532af93fea7SJake Freeland fdrop(fp, td); 533af93fea7SJake Freeland return (error); 534af93fea7SJake Freeland } 535af93fea7SJake Freeland 536af93fea7SJake Freeland int 537af93fea7SJake Freeland sys_timerfd_create(struct thread *td, struct timerfd_create_args *uap) 538af93fea7SJake Freeland { 539af93fea7SJake Freeland return (kern_timerfd_create(td, uap->clockid, uap->flags)); 540af93fea7SJake Freeland } 541af93fea7SJake Freeland 542af93fea7SJake Freeland int 543af93fea7SJake Freeland sys_timerfd_gettime(struct thread *td, struct timerfd_gettime_args *uap) 544af93fea7SJake Freeland { 545af93fea7SJake Freeland struct itimerspec curr_value; 546af93fea7SJake Freeland int error; 547af93fea7SJake Freeland 548af93fea7SJake Freeland error = kern_timerfd_gettime(td, uap->fd, &curr_value); 549af93fea7SJake Freeland if (error == 0) 550af93fea7SJake Freeland error = copyout(&curr_value, uap->curr_value, 551af93fea7SJake Freeland sizeof(curr_value)); 552af93fea7SJake Freeland 553af93fea7SJake Freeland return (error); 554af93fea7SJake Freeland } 555af93fea7SJake Freeland 556af93fea7SJake Freeland int 557af93fea7SJake Freeland sys_timerfd_settime(struct thread *td, struct timerfd_settime_args *uap) 558af93fea7SJake Freeland { 559af93fea7SJake Freeland struct itimerspec new_value, old_value; 560af93fea7SJake Freeland int error; 561af93fea7SJake Freeland 562af93fea7SJake Freeland error = copyin(uap->new_value, &new_value, sizeof(new_value)); 563af93fea7SJake Freeland if (error != 0) 564af93fea7SJake Freeland return (error); 565af93fea7SJake Freeland if (uap->old_value == NULL) { 566af93fea7SJake Freeland error = kern_timerfd_settime(td, uap->fd, uap->flags, 567af93fea7SJake Freeland &new_value, NULL); 568af93fea7SJake Freeland } else { 569af93fea7SJake Freeland error = kern_timerfd_settime(td, uap->fd, uap->flags, 570af93fea7SJake Freeland &new_value, &old_value); 571af93fea7SJake Freeland if (error == 0) 572af93fea7SJake Freeland error = copyout(&old_value, uap->old_value, 573af93fea7SJake Freeland sizeof(old_value)); 574af93fea7SJake Freeland } 575af93fea7SJake Freeland return (error); 576af93fea7SJake Freeland } 577af93fea7SJake Freeland 578af93fea7SJake Freeland #ifdef COMPAT_FREEBSD32 579af93fea7SJake Freeland int 580af93fea7SJake Freeland freebsd32_timerfd_gettime(struct thread *td, 581af93fea7SJake Freeland struct freebsd32_timerfd_gettime_args *uap) 582af93fea7SJake Freeland { 583af93fea7SJake Freeland struct itimerspec curr_value; 584af93fea7SJake Freeland struct itimerspec32 curr_value32; 585af93fea7SJake Freeland int error; 586af93fea7SJake Freeland 587af93fea7SJake Freeland error = kern_timerfd_gettime(td, uap->fd, &curr_value); 588af93fea7SJake Freeland if (error == 0) { 589af93fea7SJake Freeland CP(curr_value, curr_value32, it_value.tv_sec); 590af93fea7SJake Freeland CP(curr_value, curr_value32, it_value.tv_nsec); 591af93fea7SJake Freeland CP(curr_value, curr_value32, it_interval.tv_sec); 592af93fea7SJake Freeland CP(curr_value, curr_value32, it_interval.tv_nsec); 593af93fea7SJake Freeland error = copyout(&curr_value32, uap->curr_value, 594af93fea7SJake Freeland sizeof(curr_value32)); 595af93fea7SJake Freeland } 596af93fea7SJake Freeland 597af93fea7SJake Freeland return (error); 598af93fea7SJake Freeland } 599af93fea7SJake Freeland 600af93fea7SJake Freeland int 601af93fea7SJake Freeland freebsd32_timerfd_settime(struct thread *td, 602af93fea7SJake Freeland struct freebsd32_timerfd_settime_args *uap) 603af93fea7SJake Freeland { 604af93fea7SJake Freeland struct itimerspec new_value, old_value; 605af93fea7SJake Freeland struct itimerspec32 new_value32, old_value32; 606af93fea7SJake Freeland int error; 607af93fea7SJake Freeland 608af93fea7SJake Freeland error = copyin(uap->new_value, &new_value32, sizeof(new_value32)); 609af93fea7SJake Freeland if (error != 0) 610af93fea7SJake Freeland return (error); 611af93fea7SJake Freeland CP(new_value32, new_value, it_value.tv_sec); 612af93fea7SJake Freeland CP(new_value32, new_value, it_value.tv_nsec); 613af93fea7SJake Freeland CP(new_value32, new_value, it_interval.tv_sec); 614af93fea7SJake Freeland CP(new_value32, new_value, it_interval.tv_nsec); 615af93fea7SJake Freeland if (uap->old_value == NULL) { 616af93fea7SJake Freeland error = kern_timerfd_settime(td, uap->fd, uap->flags, 617af93fea7SJake Freeland &new_value, NULL); 618af93fea7SJake Freeland } else { 619af93fea7SJake Freeland error = kern_timerfd_settime(td, uap->fd, uap->flags, 620af93fea7SJake Freeland &new_value, &old_value); 621af93fea7SJake Freeland if (error == 0) { 622af93fea7SJake Freeland CP(old_value, old_value32, it_value.tv_sec); 623af93fea7SJake Freeland CP(old_value, old_value32, it_value.tv_nsec); 624af93fea7SJake Freeland CP(old_value, old_value32, it_interval.tv_sec); 625af93fea7SJake Freeland CP(old_value, old_value32, it_interval.tv_nsec); 626af93fea7SJake Freeland error = copyout(&old_value32, uap->old_value, 627af93fea7SJake Freeland sizeof(old_value32)); 628af93fea7SJake Freeland } 629af93fea7SJake Freeland } 630af93fea7SJake Freeland return (error); 631af93fea7SJake Freeland } 632af93fea7SJake Freeland #endif 633