1 #include "libeio/xthread.h"
2 
3 #include <errno.h>
4 
5 #include "EXTERN.h"
6 #include "perl.h"
7 #include "XSUB.h"
8 #include "perliol.h"
9 
10 #if !defined mg_findext
11 # define mg_findext(sv,type,vtbl) mg_find (sv, type)
12 #endif
13 
14 #include <stddef.h>
15 #include <stdlib.h>
16 #include <errno.h>
17 #include <sys/types.h>
18 #include <sys/socket.h>
19 #include <sys/stat.h>
20 #include <limits.h>
21 #include <fcntl.h>
22 #include <sched.h>
23 
24 /* the incompetent fool that created musl keeps __linux__, refuses
25  * to implement any linux standard apis, and also has no way to test
26  * for his broken iplementation. don't complain to me if this fails
27  * for you.
28  */
29 #if __linux__ && (defined __GLIBC__ || defined __UCLIBC__)
30 # include <linux/fs.h>
31 # ifdef FS_IOC_FIEMAP
32 #  include <linux/types.h>
33 #  include <linux/fiemap.h>
34 #  define HAVE_FIEMAP 1
35 # endif
36 #endif
37 
38 /* perl namespace pollution */
39 #undef VERSION
40 
41 /* perl stupidly overrides readdir and maybe others */
42 /* with thread-unsafe versions, imagine that :( */
43 #undef readdir
44 #undef opendir
45 #undef closedir
46 
47 #ifdef _WIN32
48 
49   // perl overrides all those nice libc functions
50 
51   #undef malloc
52   #undef free
53   #undef open
54   #undef read
55   #undef write
56   #undef send
57   #undef recv
58   #undef stat
59   #undef lstat
60   #undef fstat
61   #undef truncate
62   #undef ftruncate
63   #undef open
64   #undef link
65   #undef close
66   #undef unlink
67   #undef mkdir
68   #undef rmdir
69   #undef rename
70   #undef lseek
71   #undef opendir
72   #undef readdir
73   #undef closedir
74   #undef chmod
75   #undef fchmod
76   #undef dup
77   #undef dup2
78   #undef abort
79   #undef pipe
80   #undef utime
81 
82   #define EIO_STRUCT_STAT struct _stati64
83   #define EIO_STRUCT_STATI64
84 
85 #else
86 
87   #include <sys/time.h>
88   #include <sys/select.h>
89   #include <sys/wait.h>
90   #include <unistd.h>
91   #include <utime.h>
92   #include <signal.h>
93 
94   #define EIO_STRUCT_STAT Stat_t
95 
96 #endif
97 
98 /*****************************************************************************/
99 
100 #if __GNUC__ >= 3
101 # define expect(expr,value) __builtin_expect ((expr),(value))
102 #else
103 # define expect(expr,value) (expr)
104 #endif
105 
106 #define expect_false(expr) expect ((expr) != 0, 0)
107 #define expect_true(expr)  expect ((expr) != 0, 1)
108 
109 /*****************************************************************************/
110 
111 #include "config.h"
112 
113 #if HAVE_SYS_MKDEV_H
114 # include <sys/mkdev.h>
115 #elif HAVE_SYS_SYSMACROS_H
116 # include <sys/sysmacros.h>
117 #endif
118 
119 #if _POSIX_MEMLOCK || _POSIX_MEMLOCK_RANGE || _POSIX_MAPPED_FILES
120 # include <sys/mman.h>
121 #endif
122 
123 #if HAVE_SYS_UIO_H
124 # include <sys/uio.h>
125 #endif
126 
127 #if HAVE_ST_XTIMENSEC
128 # define ATIMENSEC PL_statcache.st_atimensec
129 # define MTIMENSEC PL_statcache.st_mtimensec
130 # define CTIMENSEC PL_statcache.st_ctimensec
131 #elif HAVE_ST_XTIMESPEC
132 # define ATIMENSEC PL_statcache.st_atim.tv_nsec
133 # define MTIMENSEC PL_statcache.st_mtim.tv_nsec
134 # define CTIMENSEC PL_statcache.st_ctim.tv_nsec
135 #else
136 # define ATIMENSEC 0
137 # define MTIMENSEC 0
138 # define CTIMENSEC 0
139 #endif
140 
141 #if HAVE_ST_BIRTHTIMENSEC
142 # define BTIMESEC  PL_statcache.st_birthtime
143 # define BTIMENSEC PL_statcache.st_birthtimensec
144 #elif HAVE_ST_BIRTHTIMESPEC
145 # define BTIMESEC  PL_statcache.st_birthtim.tv_sec
146 # define BTIMENSEC PL_statcache.st_birthtim.tv_nsec
147 #else
148 # define BTIMESEC  0
149 # define BTIMENSEC 0
150 #endif
151 
152 #if HAVE_ST_GEN
153 # define ST_GEN    PL_statcache.st_gen
154 #else
155 # define ST_GEN    0
156 #endif
157 
158 #include "schmorp.h"
159 
160 #if HAVE_EVENTFD
161 # include <sys/eventfd.h>
162 #endif
163 
164 #if HAVE_TIMERFD
165 # include <sys/timerfd.h>
166 #endif
167 
168 #if HAVE_RLIMITS
169   #include <sys/time.h>
170   #include <sys/resource.h>
171 #endif
172 
173 typedef SV SV8; /* byte-sv, used for argument-checking */
174 typedef int aio_rfd; /* read file desriptor */
175 typedef int aio_wfd; /* write file descriptor */
176 
177 static HV *aio_stash, *aio_req_stash, *aio_grp_stash, *aio_wd_stash;
178 
179 #define EIO_REQ_MEMBERS	\
180   SV *callback;		\
181   SV *sv1, *sv2;	\
182   SV *sv3, *sv4;	\
183   STRLEN stroffset;	\
184   SV *self;
185 
186 #define EIO_NO_WRAPPERS 1
187 
188 #include "libeio/eio.h"
189 
190 static int req_invoke    (eio_req *req);
191 #define EIO_FINISH(req)  req_invoke (req)
192 static void req_destroy  (eio_req *grp);
193 #define EIO_DESTROY(req) req_destroy (req)
194 
195 #include "libeio/eio.c"
196 
197 #if !HAVE_POSIX_FADVISE
198 # define posix_fadvise(a,b,c,d) errno = ENOSYS /* also return ENOSYS */
199 #endif
200 
201 #if !HAVE_POSIX_MADVISE
202 # define posix_madvise(a,b,c) errno = ENOSYS /* also return ENOSYS */
203 #endif
204 
205 #ifndef MAP_ANONYMOUS
206 # ifdef MAP_ANON
207 #  define MAP_ANONYMOUS MAP_ANON
208 # else
209 #  define MAP_ANONYMOUS MAP_FIXED /* and hope this fails */
210 # endif
211 #endif
212 
213 #ifndef makedev
214 # define makedev(maj,min) (((maj) << 8) | (min))
215 #endif
216 #ifndef major
217 # define major(dev) ((dev) >> 8)
218 #endif
219 #ifndef minor
220 # define minor(dev) ((dev) & 0xff)
221 #endif
222 
223 /* solaris has a non-posix/unix compliant PAGESIZE that breaks compilation */
224 #ifdef __sun
225 # undef PAGESIZE
226 #endif
227 
228 #if PAGESIZE <= 0
229 # define PAGESIZE sysconf (_SC_PAGESIZE)
230 #endif
231 
232 /* solaris perl seems to declare a wrong syscall function that clashes with system includes */
233 #ifdef __sun
234 # undef HAVE_SYSCALL
235 #endif
236 
237 #if HAVE_SYSCALL
238 #include <sys/syscall.h>
239 #else
240 # define syscall(nr,...) (errno = ENOSYS, -1)
241 #endif
242 
243 /*****************************************************************************/
244 
245 #if !_POSIX_MAPPED_FILES
246 # define mmap(addr,length,prot,flags,fd,offs) (errno = ENOSYS, (void *)-1)
247 # define munmap(addr,length)                  EIO_ENOSYS ()
248 #endif
249 
250 #if !_POSIX_MEMORY_PROTECTION
251 # define mprotect(addr,len,prot)              EIO_ENOSYS ()
252 #endif
253 
254 #if !MREMAP_MAYMOVE
255 # define mremap(old_address,old_size,new_size,flags,new_address) (errno = ENOSYS, (void *)-1)
256 #endif
257 
258 #define FOREIGN_MAGIC PERL_MAGIC_ext
259 
260 static int ecb_cold
mmap_free(pTHX_ SV * sv,MAGIC * mg)261 mmap_free (pTHX_ SV *sv, MAGIC *mg)
262 {
263   int old_errno = errno;
264   munmap (mg->mg_ptr, (size_t)mg->mg_obj);
265   errno = old_errno;
266 
267   mg->mg_obj = 0; /* just in case */
268 
269   SvREADONLY_off (sv);
270 
271   if (SvPVX (sv) != mg->mg_ptr)
272     croak ("ERROR: IO::AIO::mmap-mapped scalar changed location, detected");
273 
274   SvCUR_set (sv, 0);
275   SvPVX (sv) = 0;
276   SvOK_off (sv);
277 
278   return 0;
279 }
280 
281 static MGVTBL mmap_vtbl = {
282   0, 0, 0, 0, mmap_free
283 };
284 
285 static int ecb_cold
sysfree_free(pTHX_ SV * sv,MAGIC * mg)286 sysfree_free (pTHX_ SV *sv, MAGIC *mg)
287 {
288   free (mg->mg_ptr);
289   mg->mg_obj = 0; /* just in case */
290 
291   SvREADONLY_off (sv);
292 
293   if (SvPVX (sv) != mg->mg_ptr)
294     croak ("ERROR: IO::AIO mapped scalar changed location, detected");
295 
296   SvCUR_set (sv, 0);
297   SvPVX (sv) = 0;
298   SvOK_off (sv);
299 
300   return 0;
301 }
302 
303 static MGVTBL sysfree_vtbl = {
304   0, 0, 0, 0, sysfree_free
305 };
306 
307 /*****************************************************************************/
308 
309 /* helper: set scalar to foreign ptr with custom free */
310 ecb_noinline
311 static void
sv_set_foreign(SV * sv,const MGVTBL * const vtbl,void * addr,IV length)312 sv_set_foreign (SV *sv, const MGVTBL *const vtbl, void *addr, IV length)
313 {
314   sv_force_normal (sv);
315 
316   /* we store the length in mg_obj, as namlen is I32 :/ */
317   sv_magicext (sv, 0, FOREIGN_MAGIC, vtbl, (char *)addr, 0)
318     ->mg_obj = (SV *)length;
319 
320   SvUPGRADE (sv, SVt_PV); /* nop... */
321 
322   if (SvLEN (sv))
323     Safefree (SvPVX (sv));
324 
325   SvPVX (sv) = (char *)addr;
326   SvCUR_set (sv, length);
327   SvLEN_set (sv, 0);
328   SvPOK_only (sv);
329 }
330 
331 static void
sv_clear_foreign(SV * sv)332 sv_clear_foreign (SV *sv)
333 {
334   /* todo: iterate over magic and only free ours, but of course */
335   /* the perl5porters will call that (correct) behaviour buggy */
336   sv_unmagic (sv, FOREIGN_MAGIC);
337 }
338 
339 /*****************************************************************************/
340 
341 /* defines all sorts of constants to 0 unless they are already defined */
342 /* also provides const_iv_ and const_niv_ macros for them */
343 #include "def0.h"
344 
345 /*****************************************************************************/
346 
347 static void
fiemap(eio_req * req)348 fiemap (eio_req *req)
349 {
350   req->result = -1;
351 
352 #if HAVE_FIEMAP
353   /* assume some c99 */
354   struct fiemap *fiemap = 0;
355   size_t end_offset;
356   int count = req->int3;
357 
358   req->flags |= EIO_FLAG_PTR1_FREE;
359 
360   /* heuristic: start with 512 bytes (8 extents), and if that isn't enough, */
361   /* increase in fixed steps */
362   if (count < 0)
363     count = 8;
364 
365   fiemap = malloc (sizeof (*fiemap) + sizeof (struct fiemap_extent) * count);
366   errno = ENOMEM;
367   if (!fiemap)
368     return;
369 
370   req->ptr1 = fiemap;
371 
372   fiemap->fm_start        = req->offs;
373   fiemap->fm_length       = req->size;
374   fiemap->fm_flags        = req->int2;
375   fiemap->fm_extent_count = count;
376 
377   if (ioctl (req->int1, FS_IOC_FIEMAP, fiemap) < 0)
378     return;
379 
380   if (req->int3 >= 0 /* not autosizing */
381       || !fiemap->fm_mapped_extents /* no more extents */
382       || fiemap->fm_extents [fiemap->fm_mapped_extents - 1].fe_flags & FIEMAP_EXTENT_LAST /* hit eof */)
383     goto done;
384 
385   /* else we have to loop -
386    * it would be tempting (actually I tried that first) to just query the
387    * number of extents needed, but linux often feels like not returning all
388    * extents, without telling us it left any out. this complicates
389    * this quite a bit.
390    */
391 
392   end_offset = fiemap->fm_length + (fiemap->fm_length == FIEMAP_MAX_OFFSET ? 0 : fiemap->fm_start);
393 
394   for (;;)
395     {
396       /* we go in 54 extent steps - 3kb, in the hope that this fits nicely on the eio stack (normally 16+ kb) */
397       char scratch[3072];
398       struct fiemap *incmap = (struct fiemap *)scratch;
399 
400       incmap->fm_start        = fiemap->fm_extents [fiemap->fm_mapped_extents - 1].fe_logical
401                                 + fiemap->fm_extents [fiemap->fm_mapped_extents - 1].fe_length;
402       incmap->fm_length       = fiemap->fm_length - (incmap->fm_start - fiemap->fm_start);
403       incmap->fm_flags        = fiemap->fm_flags;
404       incmap->fm_extent_count = (sizeof (scratch) - sizeof (struct fiemap)) / sizeof (struct fiemap_extent);
405 
406       if (ioctl (req->int1, FS_IOC_FIEMAP, incmap) < 0)
407         return;
408 
409       if (!incmap->fm_mapped_extents)
410         goto done;
411 
412       count = fiemap->fm_mapped_extents + incmap->fm_mapped_extents;
413       fiemap = realloc (fiemap, sizeof (*fiemap) + sizeof (struct fiemap_extent) * count);
414       errno = ENOMEM;
415       if (!fiemap)
416         return;
417 
418       req->ptr1 = fiemap;
419 
420       for (count = 0; count < incmap->fm_mapped_extents; ++count)
421         {
422           struct fiemap_extent *e = incmap->fm_extents + count;
423 
424           fiemap->fm_extents [fiemap->fm_mapped_extents++] = *e;
425 
426           if (e->fe_logical >= end_offset)
427             goto done;
428 
429           if (e->fe_flags & FIEMAP_EXTENT_LAST)
430             goto done;
431 
432         }
433     }
434 
435 done:
436   req->result = 0;
437 
438 #else
439   errno = ENOSYS;
440 #endif
441 }
442 
443 /*****************************************************************************/
444 
445 static int close_fd; /* dummy fd to close fds via dup2 */
446 
447 #if HAVE_STATX
448 static struct statx stx;
449 #define statx_offsetof(member) offsetof (struct statx, member)
450 #define eio__statx statx
451 #else
452 #define statx_offsetof(member) 0
453 #define eio__statx(dir,path,flags,mask,stx) EIO_ENOSYS()
454 #endif
455 
456 enum {
457   FLAG_SV2_RO_OFF = 0x40, /* data was set readonly */
458 };
459 
460 typedef eio_req *aio_req;
461 typedef eio_req *aio_req_ornot;
462 typedef eio_wd   aio_wd;
463 
464 static SV *on_next_submit;
465 static int next_pri = EIO_PRI_DEFAULT;
466 static int max_outstanding;
467 
468 static s_epipe respipe;
469 
470 static void req_destroy (aio_req req);
471 static void req_cancel (aio_req req);
472 
473 static void
want_poll(void)474 want_poll (void)
475 {
476   /* write a dummy byte to the pipe so fh becomes ready */
477   s_epipe_signal (&respipe);
478 }
479 
480 static void
done_poll(void)481 done_poll (void)
482 {
483   /* read any signals sent by the worker threads */
484   s_epipe_drain (&respipe);
485 }
486 
487 /* must be called at most once */
488 ecb_noinline
489 static SV *
req_sv(aio_req req,HV * stash)490 req_sv (aio_req req, HV *stash)
491 {
492   if (!req->self)
493     {
494       req->self = (SV *)newHV ();
495       sv_magic (req->self, 0, PERL_MAGIC_ext, (char *)req, 0);
496     }
497 
498   return sv_2mortal (sv_bless (newRV_inc (req->self), stash));
499 }
500 
501 static SV *
newSVaio_wd(aio_wd wd)502 newSVaio_wd (aio_wd wd)
503 {
504   return sv_bless (newRV_noinc (newSViv ((intptr_t)wd)), aio_wd_stash);
505 }
506 
507 ecb_noinline
508 static aio_req
SvAIO_REQ(SV * sv)509 SvAIO_REQ (SV *sv)
510 {
511   MAGIC *mg;
512 
513   if (!SvROK (sv)
514       /* for speed reasons, we do not verify that SvROK actually has a stash ptr */
515       || (SvSTASH (SvRV (sv)) != aio_grp_stash
516           && SvSTASH (SvRV (sv)) != aio_req_stash
517           && !sv_derived_from (sv, "IO::AIO::REQ")))
518     croak ("object of class IO::AIO::REQ expected");
519 
520   mg = mg_find (SvRV (sv), PERL_MAGIC_ext);
521 
522   return mg ? (aio_req)mg->mg_ptr : 0;
523 }
524 
525 static aio_wd
SvAIO_WD(SV * sv)526 SvAIO_WD (SV *sv)
527 {
528   if (!SvROK (sv)
529       || SvTYPE (SvRV (sv)) != SVt_PVMG
530       || SvSTASH (SvRV (sv)) != aio_wd_stash)
531     croak ("IO::AIO: expected a working directory object as returned by aio_wd");
532 
533   return (aio_wd)(long)SvIVX (SvRV (sv));
534 }
535 
536 static SV *
newmortalFH(int fd,int flags)537 newmortalFH (int fd, int flags)
538 {
539   if (fd < 0)
540     return &PL_sv_undef;
541 
542   GV *gv = (GV *)sv_newmortal ();
543   char sym[64];
544   int symlen;
545 
546   symlen = snprintf (sym, sizeof (sym), "fd#%d", fd);
547   gv_init (gv, aio_stash, sym, symlen, 0);
548 
549   symlen = snprintf (
550      sym,
551      sizeof (sym),
552      "%s&=%d",
553      flags == O_RDONLY ? "<" : flags == O_WRONLY ? ">" : "+<",
554      fd
555   );
556 
557   return do_open (gv, sym, symlen, 0, 0, 0, 0)
558          ? (SV *)gv : &PL_sv_undef;
559 }
560 
561 static void
aio_grp_feed(aio_req grp)562 aio_grp_feed (aio_req grp)
563 {
564   if (grp->sv2 && SvOK (grp->sv2))
565     {
566       dSP;
567 
568       ENTER;
569       SAVETMPS;
570       PUSHMARK (SP);
571       XPUSHs (req_sv (grp, aio_grp_stash));
572       PUTBACK;
573       call_sv (grp->sv2, G_VOID | G_EVAL | G_KEEPERR);
574       SPAGAIN;
575       FREETMPS;
576       LEAVE;
577     }
578 }
579 
580 ecb_noinline
581 static void
req_submit(eio_req * req)582 req_submit (eio_req *req)
583 {
584   eio_submit (req);
585 
586   if (expect_false (on_next_submit))
587     {
588       dSP;
589       SV *cb = sv_2mortal (on_next_submit);
590 
591       on_next_submit = 0;
592 
593       PUSHMARK (SP);
594       PUTBACK;
595       call_sv (cb, G_DISCARD | G_EVAL);
596     }
597 }
598 
599 static int
req_invoke(eio_req * req)600 req_invoke (eio_req *req)
601 {
602   if (req->flags & FLAG_SV2_RO_OFF)
603     SvREADONLY_off (req->sv2);
604 
605   if (!EIO_CANCELLED (req) && req->callback)
606     {
607       dSP;
608       static SV *sv_result_cache; /* caches the result integer SV */
609       SV *sv_result;
610 
611       ENTER;
612       SAVETMPS;
613       PUSHMARK (SP);
614       EXTEND (SP, 1);
615 
616       /* do not recreate the result IV from scratch each time */
617       if (expect_true (sv_result_cache))
618         {
619           sv_result = sv_result_cache; sv_result_cache = 0;
620           SvIV_set (sv_result, req->result);
621           SvIOK_only (sv_result);
622         }
623       else
624         {
625           sv_result = newSViv (req->result);
626           SvREADONLY_on (sv_result);
627         }
628 
629       switch (req->type)
630         {
631           case EIO_WD_OPEN:
632             PUSHs (req->result ? &PL_sv_undef : sv_2mortal (newSVaio_wd (req->wd)));
633             break;
634 
635           case EIO_READDIR:
636             {
637               SV *rv = &PL_sv_undef;
638 
639               if (req->result >= 0)
640                 {
641                   int i;
642                   char *names = (char *)req->ptr2;
643                   eio_dirent *ent = (eio_dirent *)req->ptr1; /* might be 0 */
644                   AV *av = newAV ();
645 
646                   av_extend (av, req->result - 1);
647 
648                   for (i = 0; i < req->result; ++i)
649                     {
650                       if (req->int1 & EIO_READDIR_DENTS)
651                         {
652                           SV *namesv = newSVpvn (names + ent->nameofs, ent->namelen);
653 
654                           if (req->int1 & EIO_READDIR_CUSTOM2)
655                             {
656                               static SV *sv_type [EIO_DT_MAX + 1]; /* type sv cache */
657                               AV *avent = newAV ();
658 
659                               av_extend (avent, 2);
660 
661                               if (!sv_type [ent->type])
662                                 {
663                                   sv_type [ent->type] = newSViv (ent->type);
664                                   SvREADONLY_on (sv_type [ent->type]);
665                                 }
666 
667                               av_store (avent, 0, namesv);
668                               av_store (avent, 1, SvREFCNT_inc (sv_type [ent->type]));
669                               av_store (avent, 2, IVSIZE >= 8 ? newSVuv (ent->inode) : newSVnv (ent->inode));
670 
671                               av_store (av, i, newRV_noinc ((SV *)avent));
672                             }
673                           else
674                             av_store (av, i, namesv);
675 
676                           ++ent;
677                         }
678                       else
679                         {
680                           SV *name = newSVpv (names, 0);
681                           av_store (av, i, name);
682                           names += SvCUR (name) + 1;
683                         }
684                     }
685 
686                   rv = sv_2mortal (newRV_noinc ((SV *)av));
687                 }
688 
689               PUSHs (rv);
690 
691               if (req->int1 & EIO_READDIR_CUSTOM1)
692                 XPUSHs (sv_2mortal (newSViv (req->int1 & ~(EIO_READDIR_CUSTOM1 | EIO_READDIR_CUSTOM2))));
693             }
694             break;
695 
696           case EIO_OPEN:
697             PUSHs (newmortalFH (req->result, req->int1 & (O_RDONLY | O_WRONLY | O_RDWR)));
698             break;
699 
700           case EIO_STATVFS:
701           case EIO_FSTATVFS:
702             {
703               SV *rv = &PL_sv_undef;
704 
705 #ifndef _WIN32
706               if (req->result >= 0)
707                 {
708                   EIO_STRUCT_STATVFS *f = EIO_STATVFS_BUF (req);
709                   HV *hv = newHV ();
710                   /* POSIX requires fsid to be unsigned long, but AIX in its infinite wisdom
711                    * chooses to make it a struct.
712                    */
713                   unsigned long fsid = 0;
714                   memcpy (&fsid, &f->f_fsid, sizeof (unsigned long) < sizeof (f->f_fsid) ? sizeof (unsigned long) : sizeof (f->f_fsid));
715 
716                   rv = sv_2mortal (newRV_noinc ((SV *)hv));
717 
718                   hv_store (hv, "bsize"  , sizeof ("bsize"  ) - 1, newSVval64 (f->f_bsize  ), 0);
719                   hv_store (hv, "frsize" , sizeof ("frsize" ) - 1, newSVval64 (f->f_frsize ), 0);
720                   hv_store (hv, "blocks" , sizeof ("blocks" ) - 1, newSVval64 (f->f_blocks ), 0);
721                   hv_store (hv, "bfree"  , sizeof ("bfree"  ) - 1, newSVval64 (f->f_bfree  ), 0);
722                   hv_store (hv, "bavail" , sizeof ("bavail" ) - 1, newSVval64 (f->f_bavail ), 0);
723                   hv_store (hv, "files"  , sizeof ("files"  ) - 1, newSVval64 (f->f_files  ), 0);
724                   hv_store (hv, "ffree"  , sizeof ("ffree"  ) - 1, newSVval64 (f->f_ffree  ), 0);
725                   hv_store (hv, "favail" , sizeof ("favail" ) - 1, newSVval64 (f->f_favail ), 0);
726                   hv_store (hv, "fsid"   , sizeof ("fsid"   ) - 1, newSVval64 (fsid        ), 0);
727                   hv_store (hv, "flag"   , sizeof ("flag"   ) - 1, newSVval64 (f->f_flag   ), 0);
728                   hv_store (hv, "namemax", sizeof ("namemax") - 1, newSVval64 (f->f_namemax), 0);
729                 }
730 #endif
731 
732               PUSHs (rv);
733             }
734 
735             break;
736 
737           case EIO_GROUP:
738             req->int1 = 2; /* mark group as finished */
739 
740             if (req->sv1)
741               {
742                 int i;
743                 AV *av = (AV *)req->sv1;
744 
745                 EXTEND (SP, AvFILL (av) + 1);
746                 for (i = 0; i <= AvFILL (av); ++i)
747                   PUSHs (*av_fetch (av, i, 0));
748               }
749             break;
750 
751           case EIO_NOP:
752           case EIO_BUSY:
753             break;
754 
755           case EIO_READLINK:
756           case EIO_REALPATH:
757             if (req->result > 0)
758               PUSHs (sv_2mortal (newSVpvn (req->ptr2, req->result)));
759             break;
760 
761           case EIO_STAT:
762           case EIO_LSTAT:
763           case EIO_FSTAT:
764             PL_laststype = req->type == EIO_LSTAT ? OP_LSTAT : OP_STAT;
765 
766             if (!(PL_laststatval = req->result))
767               /* if compilation fails here then perl's Stat_t is not struct _stati64 */
768               PL_statcache = *(EIO_STRUCT_STAT *)(req->ptr2);
769 
770             PUSHs (sv_result);
771             break;
772 
773           case EIO_SEEK:
774             PUSHs (req->result ? sv_result : sv_2mortal (newSVval64 (req->offs)));
775             break;
776 
777           case EIO_READ:
778             {
779               SvCUR_set (req->sv2, req->stroffset + (req->result > 0 ? req->result : 0));
780               *SvEND (req->sv2) = 0;
781               SvPOK_only (req->sv2);
782               SvSETMAGIC (req->sv2);
783               PUSHs (sv_result);
784             }
785             break;
786 
787           case EIO_SLURP:
788             {
789               if (req->result >= 0)
790                 {
791                   /* if length was originally not known, we steal the malloc'ed memory */
792                   if (req->flags & EIO_FLAG_PTR2_FREE)
793                     {
794                       req->flags &= ~EIO_FLAG_PTR2_FREE;
795                       sv_set_foreign (req->sv2, &sysfree_vtbl, req->ptr2, req->result);
796                     }
797                   else
798                     {
799                       SvCUR_set (req->sv2, req->result);
800                       *SvEND (req->sv2) = 0;
801                       SvPOK_only (req->sv2);
802                     }
803 
804                   SvSETMAGIC (req->sv2);
805                 }
806 
807               PUSHs (sv_result);
808             }
809             break;
810 
811           case EIO_CUSTOM:
812             if (req->feed == fiemap)
813               {
814 #if HAVE_FIEMAP
815                 if (!req->result)
816                   {
817                     struct fiemap *fiemap = (struct fiemap *)req->ptr1;
818 
819                     if (fiemap->fm_extent_count)
820                       {
821                         AV *av = newAV ();
822                         int i;
823 
824                         while (fiemap->fm_mapped_extents)
825                           {
826                             struct fiemap_extent *extent = &fiemap->fm_extents [--fiemap->fm_mapped_extents];
827                             AV *ext_av = newAV ();
828 
829                             av_store (ext_av, 3, newSVuv    (extent->fe_flags));
830                             av_store (ext_av, 2, newSVval64 (extent->fe_length));
831                             av_store (ext_av, 1, newSVval64 (extent->fe_physical));
832                             av_store (ext_av, 0, newSVval64 (extent->fe_logical));
833 
834                             av_store (av, fiemap->fm_mapped_extents, newRV_noinc ((SV *)ext_av));
835                           }
836 
837                         PUSHs (sv_2mortal (newRV_noinc ((SV *)av)));
838                       }
839                     else
840                       {
841                         SvIV_set (sv_result, fiemap->fm_mapped_extents);
842                         PUSHs (sv_result);
843                       }
844                   }
845 #endif
846               }
847             else
848               PUSHs (sv_result);
849             break;
850 
851 #if 0
852           case EIO_CLOSE:
853             PerlIOUnix_refcnt_dec (req->int1);
854             break;
855 #endif
856 
857           case EIO_DUP2: /* EIO_DUP2 actually means aio_close(), so fudge result value */
858             if (req->result > 0)
859               SvIV_set (sv_result, 0);
860             /* FALLTHROUGH */
861 
862           default:
863             PUSHs (sv_result);
864             break;
865         }
866 
867       errno = req->errorno;
868 
869       PUTBACK;
870       call_sv (req->callback, G_VOID | G_EVAL | G_DISCARD);
871       SPAGAIN;
872 
873       if (expect_false (SvREFCNT (sv_result) != 1 || sv_result_cache))
874         SvREFCNT_dec (sv_result);
875       else
876         sv_result_cache = sv_result;
877 
878       FREETMPS;
879       LEAVE;
880 
881       PUTBACK;
882     }
883 
884   return !!SvTRUE (ERRSV);
885 }
886 
887 static void
req_destroy(aio_req req)888 req_destroy (aio_req req)
889 {
890   if (req->self)
891     {
892       sv_unmagic (req->self, PERL_MAGIC_ext);
893       SvREFCNT_dec (req->self);
894     }
895 
896   SvREFCNT_dec (req->sv1);
897   SvREFCNT_dec (req->sv2);
898   SvREFCNT_dec (req->sv3);
899   SvREFCNT_dec (req->sv4);
900   SvREFCNT_dec (req->callback);
901 
902   free (req);
903 }
904 
905 static void
req_cancel_subs(aio_req grp)906 req_cancel_subs (aio_req grp)
907 {
908   if (grp->type != EIO_GROUP)
909     return;
910 
911   SvREFCNT_dec (grp->sv2);
912   grp->sv2 = 0;
913 
914   eio_grp_cancel (grp);
915 }
916 
917 ecb_cold
918 static void
create_respipe(void)919 create_respipe (void)
920 {
921   if (s_epipe_renew (&respipe))
922     croak ("IO::AIO: unable to initialize result pipe");
923 }
924 
925 static void
poll_wait(void)926 poll_wait (void)
927 {
928   while (eio_nreqs ())
929     {
930       int size;
931 
932       X_LOCK   (EIO_POOL->reslock);
933       size = EIO_POOL->res_queue.size;
934       X_UNLOCK (EIO_POOL->reslock);
935 
936       if (size)
937         return;
938 
939       etp_maybe_start_thread (EIO_POOL);
940 
941       s_epipe_wait (&respipe);
942     }
943 }
944 
945 static int
poll_cb(void)946 poll_cb (void)
947 {
948   for (;;)
949     {
950       int res = eio_poll ();
951 
952       if (res > 0)
953         croak (0);
954 
955       if (!max_outstanding || max_outstanding > eio_nreqs ())
956         return res;
957 
958       poll_wait ();
959     }
960 }
961 
962 ecb_cold
963 static void
reinit(void)964 reinit (void)
965 {
966   create_respipe ();
967 
968   if (eio_init (want_poll, done_poll) < 0)
969     croak ("IO::AIO: unable to initialise eio library");
970 }
971 
972 /*****************************************************************************/
973 
974 static SV *
get_cb(SV * cb_sv)975 get_cb (SV *cb_sv)
976 {
977   SvGETMAGIC (cb_sv);
978   return SvOK (cb_sv) ? s_get_cv_croak (cb_sv) : 0;
979 }
980 
981 ecb_noinline
982 static aio_req ecb_noinline
dreq(SV * callback)983 dreq (SV *callback)
984 {
985   SV *cb_cv;
986   aio_req req;
987   int req_pri = next_pri;
988   next_pri = EIO_PRI_DEFAULT;
989 
990   cb_cv = get_cb (callback);
991 
992   req = calloc (sizeof (*req), 1);
993   if (!req)
994     croak ("out of memory during eio_req allocation");
995 
996   req->callback = SvREFCNT_inc (cb_cv);
997   req->pri = req_pri;
998 
999   return req;
1000 }
1001 
1002 #define dREQ							\
1003   aio_req req = dreq (callback);				\
1004 
1005 #define REQ_SEND						\
1006   PUTBACK;							\
1007   req_submit (req);						\
1008   SPAGAIN;							\
1009 								\
1010   if (GIMME_V != G_VOID)					\
1011     XPUSHs (req_sv (req, aio_req_stash));
1012 
1013 /* *wdsv, *pathsv, *wd and *ptr must be 0-initialized */
1014 ecb_inline
1015 void
req_set_path(SV * path,SV ** wdsv,SV ** pathsv,eio_wd * wd,void ** ptr)1016 req_set_path (SV *path, SV **wdsv, SV **pathsv, eio_wd *wd, void **ptr)
1017 {
1018   if (expect_false (SvROK (path)))
1019     {
1020       SV *rv = SvRV (path);
1021       SV *wdob;
1022 
1023       if (SvTYPE (rv) == SVt_PVAV && AvFILLp (rv) == 1)
1024         {
1025           path = AvARRAY (rv)[1];
1026           wdob = AvARRAY (rv)[0];
1027 
1028           if (SvOK (wdob))
1029             {
1030               *wd = SvAIO_WD (wdob);
1031               *wdsv = SvREFCNT_inc_NN (SvRV (wdob));
1032             }
1033           else
1034             *wd = EIO_INVALID_WD;
1035         }
1036       else if (SvTYPE (rv) == SVt_PVMG && SvSTASH (rv) == aio_wd_stash)
1037         {
1038           *wd = (aio_wd)(long)SvIVX (rv);
1039           *wdsv = SvREFCNT_inc_NN (rv);
1040           *ptr = ".";
1041           return; /* path set to "." */
1042         }
1043       else
1044         croak ("IO::AIO: pathname arguments must be specified as a string, an IO::AIO::WD object or a [IO::AIO::WD, path] pair");
1045     }
1046 
1047   *pathsv = newSVsv (path);
1048   *ptr = SvPVbyte_nolen (*pathsv);
1049 }
1050 
1051 ecb_noinline
1052 static void
req_set_path1(aio_req req,SV * path)1053 req_set_path1 (aio_req req, SV *path)
1054 {
1055   req_set_path (path, &req->sv1, &req->sv3, &req->wd, &req->ptr1);
1056 }
1057 
1058 ecb_noinline
1059 static void
req_set_fh_or_path(aio_req req,int type_path,int type_fh,SV * fh_or_path)1060 req_set_fh_or_path (aio_req req, int type_path, int type_fh, SV *fh_or_path)
1061 {
1062   SV *rv = SvROK (fh_or_path) ? SvRV (fh_or_path) : fh_or_path;
1063 
1064   switch (SvTYPE (rv))
1065     {
1066       case SVt_PVIO:
1067       case SVt_PVLV:
1068       case SVt_PVGV:
1069         req->type = type_fh;
1070         req->sv1  = newSVsv (fh_or_path);
1071         req->int1 = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
1072         break;
1073 
1074       default:
1075         req->type = type_path;
1076         req_set_path1 (req, fh_or_path);
1077         break;
1078     }
1079 }
1080 
1081 /*****************************************************************************/
1082 
1083 static void
ts_set(struct timespec * ts,NV value)1084 ts_set (struct timespec *ts, NV value)
1085 {
1086   ts->tv_sec  = value;
1087   ts->tv_nsec = (value - ts->tv_sec) * 1e9;
1088 }
1089 
1090 static NV
ts_get(const struct timespec * ts)1091 ts_get (const struct timespec *ts)
1092 {
1093   return ts->tv_sec + ts->tv_nsec * 1e-9;
1094 }
1095 
1096 /*****************************************************************************/
1097 
1098 XS(boot_IO__AIO) ecb_cold;
1099 
1100 MODULE = IO::AIO                PACKAGE = IO::AIO
1101 
1102 PROTOTYPES: ENABLE
1103 
1104 BOOT:
1105 {
1106   static const struct {
1107     const char *name;
1108     IV iv;
1109   } *civ, const_iv[] = {
1110 #   define const_niv(name, value) { # name, (IV) value },
1111 #   define const_iv(name) { # name, (IV) name },
1112 #   define const_eio(name) { # name, (IV) EIO_ ## name },
1113 
1114     /* you have to re-run ./gendef0 after adding/removing any constants here */
1115     /* the first block can be undef if missing */
1116     const_iv (ENOSYS)
1117     const_iv (EXDEV)
1118     const_iv (EBADR)
1119 
1120     /* for lseek */
1121     const_iv (SEEK_DATA)
1122     const_iv (SEEK_HOLE)
1123 
1124     const_niv (FADV_NORMAL    , POSIX_FADV_NORMAL)
1125     const_niv (FADV_SEQUENTIAL, POSIX_FADV_SEQUENTIAL)
1126     const_niv (FADV_RANDOM    , POSIX_FADV_RANDOM)
1127     const_niv (FADV_NOREUSE   , POSIX_FADV_NOREUSE)
1128     const_niv (FADV_WILLNEED  , POSIX_FADV_WILLNEED)
1129     const_niv (FADV_DONTNEED  , POSIX_FADV_DONTNEED)
1130 
1131     const_niv (MADV_NORMAL    , POSIX_MADV_NORMAL)
1132     const_niv (MADV_SEQUENTIAL, POSIX_MADV_SEQUENTIAL)
1133     const_niv (MADV_RANDOM    , POSIX_MADV_RANDOM)
1134     const_niv (MADV_WILLNEED  , POSIX_MADV_WILLNEED)
1135     const_niv (MADV_DONTNEED  , POSIX_MADV_DONTNEED)
1136 
1137     /* the second block will be 0 when missing */
1138     const_iv (O_ACCMODE)
1139 
1140     const_iv (O_RDONLY)
1141     const_iv (O_WRONLY)
1142     const_iv (O_RDWR)
1143     const_iv (O_CREAT)
1144     const_iv (O_TRUNC)
1145     const_iv (O_EXCL)
1146     const_iv (O_APPEND)
1147 
1148     const_iv (O_ASYNC)
1149     const_iv (O_DIRECT)
1150     const_iv (O_NOATIME)
1151 
1152     const_iv (O_CLOEXEC)
1153     const_iv (O_NOCTTY)
1154     const_iv (O_NOFOLLOW)
1155     const_iv (O_NONBLOCK)
1156     const_iv (O_EXEC)
1157     const_iv (O_SEARCH)
1158     const_iv (O_DIRECTORY)
1159     const_iv (O_DSYNC)
1160     const_iv (O_RSYNC)
1161     const_iv (O_SYNC)
1162     const_iv (O_PATH)
1163     const_iv (O_TMPFILE)
1164     const_iv (O_TTY_INIT)
1165 
1166     const_iv (S_IFIFO)
1167     const_iv (S_IFCHR)
1168     const_iv (S_IFBLK)
1169     const_iv (S_IFLNK)
1170     const_iv (S_IFREG)
1171     const_iv (S_IFDIR)
1172     const_iv (S_IFWHT)
1173     const_iv (S_IFSOCK)
1174     const_iv (S_IFMT)
1175 
1176     const_iv (ST_RDONLY)
1177     const_iv (ST_NOSUID)
1178     const_iv (ST_NODEV)
1179     const_iv (ST_NOEXEC)
1180     const_iv (ST_SYNCHRONOUS)
1181     const_iv (ST_MANDLOCK)
1182     const_iv (ST_WRITE)
1183     const_iv (ST_APPEND)
1184     const_iv (ST_IMMUTABLE)
1185     const_iv (ST_NOATIME)
1186     const_iv (ST_NODIRATIME)
1187     const_iv (ST_RELATIME)
1188 
1189     const_iv (PROT_NONE)
1190     const_iv (PROT_EXEC)
1191     const_iv (PROT_READ)
1192     const_iv (PROT_WRITE)
1193 
1194     const_iv (MAP_PRIVATE)
1195     const_iv (MAP_SHARED)
1196     const_iv (MAP_FIXED)
1197     const_iv (MAP_ANONYMOUS)
1198 
1199     /* linuxish */
1200     const_iv (MAP_LOCKED)
1201     const_iv (MAP_NORESERVE)
1202     const_iv (MAP_POPULATE)
1203     const_iv (MAP_NONBLOCK)
1204     const_iv (MAP_GROWSDOWN)
1205     const_iv (MAP_32BIT)
1206     const_iv (MAP_HUGETLB)
1207     const_iv (MAP_STACK)
1208     const_iv (MAP_FIXED_NOREPLACE)
1209     const_iv (MAP_SHARED_VALIDATE)
1210     const_iv (MAP_SYNC)
1211     const_iv (MAP_UNINITIALIZED)
1212 
1213     const_iv (MREMAP_MAYMOVE)
1214     const_iv (MREMAP_FIXED)
1215 
1216     const_iv (MSG_CMSG_CLOEXEC)
1217     const_iv (SOCK_CLOEXEC)
1218 
1219     const_iv (F_DUPFD_CLOEXEC)
1220 
1221     const_iv (F_ADD_SEALS)
1222     const_iv (F_GET_SEALS)
1223     const_iv (F_SEAL_SEAL)
1224     const_iv (F_SEAL_SHRINK)
1225     const_iv (F_SEAL_GROW)
1226     const_iv (F_SEAL_WRITE)
1227 
1228     const_iv (F_OFD_GETLK)
1229     const_iv (F_OFD_SETLK)
1230     const_iv (F_OFD_GETLKW)
1231 
1232     const_iv (FIFREEZE)
1233     const_iv (FITHAW)
1234     const_iv (FITRIM)
1235     const_iv (FICLONE)
1236     const_iv (FICLONERANGE)
1237     const_iv (FIDEDUPERANGE)
1238 
1239     const_iv (FS_IOC_GETFLAGS)
1240     const_iv (FS_IOC_SETFLAGS)
1241     const_iv (FS_IOC_GETVERSION)
1242     const_iv (FS_IOC_SETVERSION)
1243     const_iv (FS_IOC_FIEMAP)
1244     const_iv (FS_IOC_FSGETXATTR)
1245     const_iv (FS_IOC_FSSETXATTR)
1246     const_iv (FS_IOC_SET_ENCRYPTION_POLICY)
1247     const_iv (FS_IOC_GET_ENCRYPTION_PWSALT)
1248     const_iv (FS_IOC_GET_ENCRYPTION_POLICY)
1249 
1250     const_iv (FS_KEY_DESCRIPTOR_SIZE)
1251 
1252     const_iv (FS_SECRM_FL)
1253     const_iv (FS_UNRM_FL)
1254     const_iv (FS_COMPR_FL)
1255     const_iv (FS_SYNC_FL)
1256     const_iv (FS_IMMUTABLE_FL)
1257     const_iv (FS_APPEND_FL)
1258     const_iv (FS_NODUMP_FL)
1259     const_iv (FS_NOATIME_FL)
1260     const_iv (FS_DIRTY_FL)
1261     const_iv (FS_COMPRBLK_FL)
1262     const_iv (FS_NOCOMP_FL)
1263     const_iv (FS_ENCRYPT_FL)
1264     const_iv (FS_BTREE_FL)
1265     const_iv (FS_INDEX_FL)
1266     const_iv (FS_JOURNAL_DATA_FL)
1267     const_iv (FS_NOTAIL_FL)
1268     const_iv (FS_DIRSYNC_FL)
1269     const_iv (FS_TOPDIR_FL)
1270     const_iv (FS_FL_USER_MODIFIABLE)
1271 
1272     const_iv (FS_XFLAG_REALTIME)
1273     const_iv (FS_XFLAG_PREALLOC)
1274     const_iv (FS_XFLAG_IMMUTABLE)
1275     const_iv (FS_XFLAG_APPEND)
1276     const_iv (FS_XFLAG_SYNC)
1277     const_iv (FS_XFLAG_NOATIME)
1278     const_iv (FS_XFLAG_NODUMP)
1279     const_iv (FS_XFLAG_RTINHERIT)
1280     const_iv (FS_XFLAG_PROJINHERIT)
1281     const_iv (FS_XFLAG_NOSYMLINKS)
1282     const_iv (FS_XFLAG_EXTSIZE)
1283     const_iv (FS_XFLAG_EXTSZINHERIT)
1284     const_iv (FS_XFLAG_NODEFRAG)
1285     const_iv (FS_XFLAG_FILESTREAM)
1286     const_iv (FS_XFLAG_DAX)
1287     const_iv (FS_XFLAG_HASATTR)
1288 
1289     const_iv (FIEMAP_FLAG_SYNC)
1290     const_iv (FIEMAP_FLAG_XATTR)
1291     const_iv (FIEMAP_FLAGS_COMPAT)
1292     const_iv (FIEMAP_EXTENT_LAST)
1293     const_iv (FIEMAP_EXTENT_UNKNOWN)
1294     const_iv (FIEMAP_EXTENT_DELALLOC)
1295     const_iv (FIEMAP_EXTENT_ENCODED)
1296     const_iv (FIEMAP_EXTENT_DATA_ENCRYPTED)
1297     const_iv (FIEMAP_EXTENT_NOT_ALIGNED)
1298     const_iv (FIEMAP_EXTENT_DATA_INLINE)
1299     const_iv (FIEMAP_EXTENT_DATA_TAIL)
1300     const_iv (FIEMAP_EXTENT_UNWRITTEN)
1301     const_iv (FIEMAP_EXTENT_MERGED)
1302     const_iv (FIEMAP_EXTENT_SHARED)
1303 
1304     const_iv (SPLICE_F_MOVE)
1305     const_iv (SPLICE_F_NONBLOCK)
1306     const_iv (SPLICE_F_MORE)
1307     const_iv (SPLICE_F_GIFT)
1308 
1309     const_iv (EFD_CLOEXEC)
1310     const_iv (EFD_NONBLOCK)
1311     const_iv (EFD_SEMAPHORE)
1312 
1313     const_iv (MFD_CLOEXEC)
1314     const_iv (MFD_ALLOW_SEALING)
1315     const_iv (MFD_HUGETLB)
1316 
1317     const_iv (CLOCK_REALTIME)
1318     const_iv (CLOCK_MONOTONIC)
1319     const_iv (CLOCK_BOOTTIME)
1320     const_iv (CLOCK_REALTIME_ALARM)
1321     const_iv (CLOCK_BOOTTIME_ALARM)
1322 
1323     const_iv (TFD_NONBLOCK)
1324     const_iv (TFD_CLOEXEC)
1325 
1326     const_iv (TFD_TIMER_ABSTIME)
1327     const_iv (TFD_TIMER_CANCEL_ON_SET)
1328 
1329     const_iv (STATX_TYPE)
1330     const_iv (STATX_MODE)
1331     const_iv (STATX_NLINK)
1332     const_iv (STATX_UID)
1333     const_iv (STATX_GID)
1334     const_iv (STATX_ATIME)
1335     const_iv (STATX_MTIME)
1336     const_iv (STATX_CTIME)
1337     const_iv (STATX_INO)
1338     const_iv (STATX_SIZE)
1339     const_iv (STATX_BLOCKS)
1340     const_iv (STATX_BASIC_STATS)
1341     const_iv (STATX_ALL)
1342     const_iv (STATX_BTIME)
1343     const_iv (STATX_ATTR_COMPRESSED)
1344     const_iv (STATX_ATTR_IMMUTABLE)
1345     const_iv (STATX_ATTR_APPEND)
1346     const_iv (STATX_ATTR_NODUMP)
1347     const_iv (STATX_ATTR_ENCRYPTED)
1348     const_iv (STATX_ATTR_AUTOMOUNT)
1349 
1350     const_iv (AT_FDCWD)
1351     const_iv (AT_SYMLINK_NOFOLLOW)
1352     const_iv (AT_EACCESS)
1353     const_iv (AT_REMOVEDIR)
1354     const_iv (AT_SYMLINK_FOLLOW)
1355     const_iv (AT_NO_AUTOMOUNT)
1356     const_iv (AT_EMPTY_PATH)
1357     const_iv (AT_STATX_SYNC_TYPE)
1358     const_iv (AT_STATX_AS_STAT)
1359     const_iv (AT_STATX_FORCE_SYNC)
1360     const_iv (AT_STATX_DONT_SYNC)
1361     const_iv (AT_RECURSIVE)
1362 
1363     const_iv (OPEN_TREE_CLONE)
1364 
1365     const_iv (FSOPEN_CLOEXEC)
1366 
1367     const_iv (FSPICK_CLOEXEC)
1368     const_iv (FSPICK_SYMLINK_NOFOLLOW)
1369     const_iv (FSPICK_NO_AUTOMOUNT)
1370     const_iv (FSPICK_EMPTY_PATH)
1371 
1372     const_iv (MOVE_MOUNT_F_SYMLINKS)
1373     const_iv (MOVE_MOUNT_F_AUTOMOUNTS)
1374     const_iv (MOVE_MOUNT_F_EMPTY_PATH)
1375     const_iv (MOVE_MOUNT_T_SYMLINKS)
1376     const_iv (MOVE_MOUNT_T_AUTOMOUNTS)
1377     const_iv (MOVE_MOUNT_T_EMPTY_PATH)
1378 
1379     /* waitid */
1380     const_iv (P_PID)
1381     const_iv (P_PIDFD)
1382     const_iv (P_PGID)
1383     const_iv (P_ALL)
1384 
1385     const_iv (FSCONFIG_SET_FLAG)
1386     const_iv (FSCONFIG_SET_STRING)
1387     const_iv (FSCONFIG_SET_BINARY)
1388     const_iv (FSCONFIG_SET_PATH)
1389     const_iv (FSCONFIG_SET_PATH_EMPTY)
1390     const_iv (FSCONFIG_SET_FD)
1391     const_iv (FSCONFIG_CMD_CREATE)
1392     const_iv (FSCONFIG_CMD_RECONFIGURE)
1393 
1394     const_iv (MOUNT_ATTR_RDONLY)
1395     const_iv (MOUNT_ATTR_NOSUID)
1396     const_iv (MOUNT_ATTR_NODEV)
1397     const_iv (MOUNT_ATTR_NOEXEC)
1398     const_iv (MOUNT_ATTR__ATIME)
1399     const_iv (MOUNT_ATTR_RELATIME)
1400     const_iv (MOUNT_ATTR_NOATIME)
1401     const_iv (MOUNT_ATTR_STRICTATIME)
1402     const_iv (MOUNT_ATTR_NODIRATIME)
1403 
1404     /* these are libeio constants, and are independent of gendef0 */
1405     const_eio (SEEK_SET)
1406     const_eio (SEEK_CUR)
1407     const_eio (SEEK_END)
1408 
1409     const_eio (MCL_FUTURE)
1410     const_eio (MCL_CURRENT)
1411     const_eio (MCL_ONFAULT)
1412 
1413     const_eio (MS_ASYNC)
1414     const_eio (MS_INVALIDATE)
1415     const_eio (MS_SYNC)
1416 
1417     const_eio (MT_MODIFY)
1418 
1419     const_eio (SYNC_FILE_RANGE_WAIT_BEFORE)
1420     const_eio (SYNC_FILE_RANGE_WRITE)
1421     const_eio (SYNC_FILE_RANGE_WAIT_AFTER)
1422 
1423     const_eio (FALLOC_FL_KEEP_SIZE)
1424     const_eio (FALLOC_FL_PUNCH_HOLE)
1425     const_eio (FALLOC_FL_COLLAPSE_RANGE)
1426     const_eio (FALLOC_FL_ZERO_RANGE)
1427     const_eio (FALLOC_FL_INSERT_RANGE)
1428     const_eio (FALLOC_FL_UNSHARE_RANGE)
1429 
1430     const_eio (RENAME_NOREPLACE)
1431     const_eio (RENAME_EXCHANGE)
1432     const_eio (RENAME_WHITEOUT)
1433 
1434     const_eio (READDIR_DENTS)
1435     const_eio (READDIR_DIRS_FIRST)
1436     const_eio (READDIR_STAT_ORDER)
1437     const_eio (READDIR_FOUND_UNKNOWN)
1438 
1439     const_eio (DT_UNKNOWN)
1440     const_eio (DT_FIFO)
1441     const_eio (DT_CHR)
1442     const_eio (DT_DIR)
1443     const_eio (DT_BLK)
1444     const_eio (DT_REG)
1445     const_eio (DT_LNK)
1446     const_eio (DT_SOCK)
1447     const_eio (DT_WHT)
1448   };
1449 
1450   aio_stash     = gv_stashpv ("IO::AIO"     , 1);
1451   aio_req_stash = gv_stashpv ("IO::AIO::REQ", 1);
1452   aio_grp_stash = gv_stashpv ("IO::AIO::GRP", 1);
1453   aio_wd_stash  = gv_stashpv ("IO::AIO::WD" , 1);
1454 
1455   for (civ = const_iv + sizeof (const_iv) / sizeof (const_iv [0]); civ > const_iv; civ--)
1456     newCONSTSUB (aio_stash, (char *)civ[-1].name, newSViv (civ[-1].iv));
1457 
1458   newCONSTSUB (aio_stash, "PAGESIZE", newSViv (PAGESIZE));
1459 
1460   /* allocate dummy pipe fd for aio_close */
1461   {
1462     int pipefd [2];
1463 
1464     if (
1465 #ifdef _WIN32
1466       _pipe (pipefd, 1, _O_BINARY) < 0
1467 #else
1468       pipe (pipefd) < 0
1469       || fcntl (pipefd [0], F_SETFD, FD_CLOEXEC) < 0
1470 #endif
1471       || close (pipefd [1]) < 0
1472     )
1473       croak ("IO::AIO: unable to create dummy pipe for aio_close");
1474 
1475     close_fd = pipefd [0];
1476   }
1477 
1478   reinit ();
1479 }
1480 
1481 void
1482 reinit ()
1483 	PROTOTYPE:
1484 
1485 void
1486 max_poll_reqs (unsigned int nreqs)
1487 	PROTOTYPE: $
1488         CODE:
1489         eio_set_max_poll_reqs (nreqs);
1490 
1491 void
1492 max_poll_time (double nseconds)
1493 	PROTOTYPE: $
1494         CODE:
1495         eio_set_max_poll_time (nseconds);
1496 
1497 void
1498 min_parallel (unsigned int nthreads)
1499 	PROTOTYPE: $
1500         CODE:
1501         eio_set_min_parallel (nthreads);
1502 
1503 void
1504 max_parallel (unsigned int nthreads)
1505 	PROTOTYPE: $
1506         CODE:
1507         eio_set_max_parallel (nthreads);
1508 
1509 void
1510 max_idle (unsigned int nthreads)
1511 	PROTOTYPE: $
1512         CODE:
1513         eio_set_max_idle (nthreads);
1514 
1515 void
1516 idle_timeout (unsigned int seconds)
1517 	PROTOTYPE: $
1518         CODE:
1519         eio_set_idle_timeout (seconds);
1520 
1521 void
1522 max_outstanding (unsigned int maxreqs)
1523 	PROTOTYPE: $
1524         CODE:
1525         max_outstanding = maxreqs;
1526 
1527 void
1528 aio_wd (SV8 *pathname, SV *callback = &PL_sv_undef)
1529 	PPCODE:
1530 {
1531         dREQ;
1532 
1533         req->type = EIO_WD_OPEN;
1534         req_set_path1 (req, pathname);
1535 
1536         REQ_SEND;
1537 }
1538 
1539 void
1540 aio_open (SV8 *pathname, int flags, int mode, SV *callback = &PL_sv_undef)
1541 	PPCODE:
1542 {
1543         dREQ;
1544 
1545         req->type = EIO_OPEN;
1546         req_set_path1 (req, pathname);
1547         req->int1 = flags;
1548         req->int2 = mode;
1549 
1550         REQ_SEND;
1551 }
1552 
1553 void
1554 aio_fsync (SV *fh, SV *callback = &PL_sv_undef)
1555         ALIAS:
1556            aio_fsync     = EIO_FSYNC
1557            aio_fdatasync = EIO_FDATASYNC
1558            aio_syncfs    = EIO_SYNCFS
1559 	PPCODE:
1560 {
1561 	int fd = s_fileno_croak (fh, 0);
1562         dREQ;
1563 
1564         req->type = ix;
1565         req->sv1  = newSVsv (fh);
1566         req->int1 = fd;
1567 
1568         REQ_SEND;
1569 }
1570 
1571 void
1572 aio_sync_file_range (SV *fh, off_t offset, size_t nbytes, UV flags, SV *callback = &PL_sv_undef)
1573 	PPCODE:
1574 {
1575 	int fd = s_fileno_croak (fh, 0);
1576         dREQ;
1577 
1578         req->type = EIO_SYNC_FILE_RANGE;
1579         req->sv1  = newSVsv (fh);
1580         req->int1 = fd;
1581         req->offs = offset;
1582         req->size = nbytes;
1583         req->int2 = flags;
1584 
1585         REQ_SEND;
1586 }
1587 
1588 void
1589 aio_allocate (SV *fh, int mode, off_t offset, size_t len, SV *callback = &PL_sv_undef)
1590 	PPCODE:
1591 {
1592 	int fd = s_fileno_croak (fh, 0);
1593         dREQ;
1594 
1595         req->type = EIO_FALLOCATE;
1596         req->sv1  = newSVsv (fh);
1597         req->int1 = fd;
1598         req->int2 = mode;
1599         req->offs = offset;
1600         req->size = len;
1601 
1602         REQ_SEND;
1603 }
1604 
1605 void
1606 aio_close (SV *fh, SV *callback = &PL_sv_undef)
1607 	PPCODE:
1608 {
1609 	int fd = s_fileno_croak (fh, 0);
1610         dREQ;
1611 #if 0
1612         /* partially duplicate logic in s_fileno */
1613 	SvGETMAGIC (fh);
1614 
1615 	if (SvROK (fh))
1616 	  {
1617 	    fh = SvRV (fh);
1618 	    SvGETMAGIC (fh);
1619 	  }
1620 
1621         if (SvTYPE (fh) == SVt_PVGV)
1622           {
1623             /* perl filehandle */
1624             PerlIOUnix_refcnt_inc (fd);
1625             do_close ((GV *)fh, 1);
1626 
1627             req->type = EIO_CLOSE;
1628             req->int1 = fd;
1629             /*req->sv2  = newSVsv (fh);*/ /* since we stole the fd, no need to keep the fh */
1630           }
1631         else
1632 #endif
1633           {
1634             /* fd number */
1635             req->type = EIO_DUP2;
1636             req->int1 = close_fd;
1637             req->sv2  = newSVsv (fh);
1638             req->int2 = fd;
1639           }
1640 
1641         REQ_SEND;
1642 }
1643 
1644 void
1645 aio_seek (SV *fh, SV *offset, int whence, SV *callback = &PL_sv_undef)
1646         PPCODE:
1647 {
1648         int fd = s_fileno_croak (fh, 0);
1649         dREQ;
1650 
1651         req->type = EIO_SEEK;
1652         req->sv1  = newSVsv (fh);
1653         req->int1 = fd;
1654         req->offs = SvVAL64 (offset);
1655         req->int2 = whence;
1656 
1657         REQ_SEND;
1658 }
1659 
1660 void
1661 aio_read (SV *fh, SV *offset, SV *length, SV8 *data, IV dataoffset, SV *callback = &PL_sv_undef)
1662         ALIAS:
1663            aio_read  = EIO_READ
1664            aio_write = EIO_WRITE
1665         PPCODE:
1666 {
1667         STRLEN svlen;
1668         int fd = s_fileno_croak (fh, ix == EIO_WRITE);
1669         char *svptr = SvPVbyte (data, svlen);
1670         UV len = SvUV (length);
1671 
1672         if (dataoffset < 0)
1673           dataoffset += svlen;
1674 
1675         if (dataoffset < 0 || dataoffset > svlen)
1676           croak ("dataoffset outside of data scalar");
1677 
1678         if (ix == EIO_WRITE)
1679           {
1680             /* write: check length and adjust. */
1681             if (!SvOK (length) || len + dataoffset > svlen)
1682               len = svlen - dataoffset;
1683           }
1684         else
1685           {
1686             /* read: check type and grow scalar as necessary */
1687             if (!SvPOK (data) || SvLEN (data) >= SvCUR (data))
1688               svptr = sv_grow (data, len + dataoffset + 1);
1689             else if (SvCUR (data) < len + dataoffset)
1690               croak ("length + dataoffset outside of scalar, and cannot grow");
1691           }
1692 
1693         {
1694           dREQ;
1695 
1696           req->type = ix;
1697           req->sv1  = newSVsv (fh);
1698           req->int1 = fd;
1699           req->offs = SvOK (offset) ? SvVAL64 (offset) : -1;
1700           req->size = len;
1701           req->sv2  = SvREFCNT_inc (data);
1702           req->ptr2 = (char *)svptr + dataoffset;
1703           req->stroffset = dataoffset;
1704 
1705           if (!SvREADONLY (data))
1706             {
1707               SvREADONLY_on (data);
1708               req->flags |= FLAG_SV2_RO_OFF;
1709             }
1710 
1711           REQ_SEND;
1712         }
1713 }
1714 
1715 void
1716 aio_ioctl (SV *fh, unsigned long request, SV8 *arg, SV *callback = &PL_sv_undef)
1717         ALIAS:
1718            aio_ioctl = EIO_IOCTL
1719            aio_fcntl = EIO_FCNTL
1720         PPCODE:
1721 {
1722         int fd = s_fileno_croak (fh, 0);
1723         char *svptr;
1724 
1725         if (SvPOK (arg) || !SvNIOK (arg))
1726           {
1727             STRLEN svlen;
1728             /* perl uses IOCPARM_LEN for fcntl, so we do, too */
1729 #ifdef IOCPARM_LEN
1730             STRLEN need = IOCPARM_LEN (request);
1731 #else
1732             STRLEN need = 256;
1733 #endif
1734 
1735             if (svlen < need)
1736               svptr = SvGROW (arg, need);
1737           }
1738         else
1739           svptr = (char *)SvIV (arg);
1740 
1741         {
1742           dREQ;
1743 
1744           req->type = ix;
1745           req->sv1  = newSVsv (fh);
1746           req->int1 = fd;
1747           req->int2 = (long)request;
1748           req->sv2  = SvREFCNT_inc (arg);
1749           req->ptr2 = svptr;
1750 
1751           REQ_SEND;
1752         }
1753 }
1754 
1755 void
1756 aio_readlink (SV8 *pathname, SV *callback = &PL_sv_undef)
1757         ALIAS:
1758            aio_readlink = EIO_READLINK
1759            aio_realpath = EIO_REALPATH
1760         PPCODE:
1761 {
1762         dREQ;
1763 
1764         req->type = ix;
1765         req_set_path1 (req, pathname);
1766 
1767         REQ_SEND;
1768 }
1769 
1770 void
1771 aio_sendfile (SV *out_fh, SV *in_fh, off_t in_offset, size_t length, SV *callback = &PL_sv_undef)
1772         PPCODE:
1773 {
1774 	int ifd = s_fileno_croak (in_fh , 0);
1775 	int ofd = s_fileno_croak (out_fh, 1);
1776 	dREQ;
1777 
1778         req->type = EIO_SENDFILE;
1779         req->sv1  = newSVsv (out_fh);
1780         req->int1 = ofd;
1781         req->sv2  = newSVsv (in_fh);
1782         req->int2 = ifd;
1783         req->offs = in_offset;
1784         req->size = length;
1785 
1786         REQ_SEND;
1787 }
1788 
1789 void
1790 aio_readahead (SV *fh, off_t offset, size_t length, SV *callback = &PL_sv_undef)
1791         PPCODE:
1792 {
1793 	int fd = s_fileno_croak (fh, 0);
1794 	dREQ;
1795 
1796         req->type = EIO_READAHEAD;
1797         req->sv1  = newSVsv (fh);
1798         req->int1 = fd;
1799         req->offs = offset;
1800         req->size = length;
1801 
1802         REQ_SEND;
1803 }
1804 
1805 void
1806 aio_stat (SV8 *fh_or_path, SV *callback = &PL_sv_undef)
1807         ALIAS:
1808            aio_stat    = EIO_STAT
1809            aio_lstat   = EIO_LSTAT
1810            aio_statvfs = EIO_STATVFS
1811 	PPCODE:
1812 {
1813 	dREQ;
1814 
1815         req_set_fh_or_path (req, ix, ix == EIO_STATVFS ? EIO_FSTATVFS : EIO_FSTAT, fh_or_path);
1816 
1817         REQ_SEND;
1818 }
1819 
1820 void
1821 st_xtime ()
1822 	ALIAS:
1823            st_atime = 0x01
1824            st_mtime = 0x02
1825            st_ctime = 0x04
1826            st_btime = 0x08
1827            st_xtime = 0x0f
1828 	PPCODE:
1829         EXTEND (SP, 4);
1830         if (ix & 0x01) PUSHs (newSVnv (PL_statcache.st_atime + 1e-9 * ATIMENSEC));
1831         if (ix & 0x02) PUSHs (newSVnv (PL_statcache.st_mtime + 1e-9 * MTIMENSEC));
1832         if (ix & 0x04) PUSHs (newSVnv (PL_statcache.st_ctime + 1e-9 * CTIMENSEC));
1833         if (ix & 0x08) PUSHs (newSVnv (BTIMESEC              + 1e-9 * BTIMENSEC));
1834 
1835 void
1836 st_xtimensec ()
1837 	ALIAS:
1838            st_atimensec = 0x01
1839            st_mtimensec = 0x02
1840            st_ctimensec = 0x04
1841            st_btimensec = 0x08
1842            st_xtimensec = 0x0f
1843            st_btimesec  = 0x10
1844            st_gen       = 0x20
1845 	PPCODE:
1846         EXTEND (SP, 4);
1847         if (ix & 0x01) PUSHs (newSViv (ATIMENSEC));
1848         if (ix & 0x02) PUSHs (newSViv (MTIMENSEC));
1849         if (ix & 0x04) PUSHs (newSViv (CTIMENSEC));
1850         if (ix & 0x08) PUSHs (newSViv (BTIMENSEC));
1851         if (ix & 0x10) PUSHs (newSVuv (BTIMESEC));
1852         if (ix & 0x20) PUSHs (newSVuv (ST_GEN));
1853 
1854 UV
1855 major (UV dev)
1856 	ALIAS:
1857         minor = 1
1858 	CODE:
1859         RETVAL = ix ? minor (dev) : major (dev);
1860 	OUTPUT:
1861         RETVAL
1862 
1863 UV
1864 makedev (UV maj, UV min)
1865 	CODE:
1866         RETVAL = makedev (maj, min);
1867 	OUTPUT:
1868         RETVAL
1869 
1870 void
1871 aio_utime (SV8 *fh_or_path, SV *atime, SV *mtime, SV *callback = &PL_sv_undef)
1872 	PPCODE:
1873 {
1874 	dREQ;
1875 
1876         req->nv1 = SvOK (atime) ? SvNV (atime) : -1.;
1877         req->nv2 = SvOK (mtime) ? SvNV (mtime) : -1.;
1878         req_set_fh_or_path (req, EIO_UTIME, EIO_FUTIME, fh_or_path);
1879 
1880         REQ_SEND;
1881 }
1882 
1883 void
1884 aio_truncate (SV8 *fh_or_path, SV *offset, SV *callback = &PL_sv_undef)
1885 	PPCODE:
1886 {
1887 	dREQ;
1888 
1889         req->offs = SvOK (offset) ? SvVAL64 (offset) : -1;
1890         req_set_fh_or_path (req, EIO_TRUNCATE, EIO_FTRUNCATE, fh_or_path);
1891 
1892         REQ_SEND;
1893 }
1894 
1895 void
1896 aio_chmod (SV8 *fh_or_path, int mode, SV *callback = &PL_sv_undef)
1897 	PPCODE:
1898 {
1899 	dREQ;
1900 
1901         req->int2 = mode;
1902         req_set_fh_or_path (req, EIO_CHMOD, EIO_FCHMOD, fh_or_path);
1903 
1904         REQ_SEND;
1905 }
1906 
1907 void
1908 aio_chown (SV8 *fh_or_path, SV *uid, SV *gid, SV *callback = &PL_sv_undef)
1909 	PPCODE:
1910 {
1911 	dREQ;
1912 
1913         req->int2 = SvOK (uid) ? SvIV (uid) : -1;
1914         req->int3 = SvOK (gid) ? SvIV (gid) : -1;
1915         req_set_fh_or_path (req, EIO_CHOWN, EIO_FCHOWN, fh_or_path);
1916 
1917         REQ_SEND;
1918 }
1919 
1920 void
1921 aio_readdirx (SV8 *pathname, IV flags, SV *callback = &PL_sv_undef)
1922 	PPCODE:
1923 {
1924 	dREQ;
1925 
1926         req->type = EIO_READDIR;
1927         req->int1 = flags | EIO_READDIR_DENTS | EIO_READDIR_CUSTOM1;
1928 
1929         if (flags & EIO_READDIR_DENTS)
1930           req->int1 |= EIO_READDIR_CUSTOM2;
1931 
1932         req_set_path1 (req, pathname);
1933 
1934 	REQ_SEND;
1935 }
1936 
1937 void
1938 aio_mkdir (SV8 *pathname, int mode, SV *callback = &PL_sv_undef)
1939 	PPCODE:
1940 {
1941 	dREQ;
1942 
1943         req->type = EIO_MKDIR;
1944         req->int2 = mode;
1945         req_set_path1 (req, pathname);
1946 
1947         REQ_SEND;
1948 }
1949 
1950 void
1951 aio_unlink (SV8 *pathname, SV *callback = &PL_sv_undef)
1952         ALIAS:
1953            aio_unlink  = EIO_UNLINK
1954            aio_rmdir   = EIO_RMDIR
1955            aio_readdir = EIO_READDIR
1956 	PPCODE:
1957 {
1958 	dREQ;
1959 
1960         req->type = ix;
1961         req_set_path1 (req, pathname);
1962 
1963 	REQ_SEND;
1964 }
1965 
1966 void
1967 aio_link (SV8 *oldpath, SV8 *newpath, SV *callback = &PL_sv_undef)
1968         ALIAS:
1969            aio_link    = EIO_LINK
1970            aio_symlink = EIO_SYMLINK
1971            aio_rename  = EIO_RENAME
1972 	PPCODE:
1973 {
1974         eio_wd wd2 = 0;
1975 	dREQ;
1976 
1977         req->type = ix;
1978         req_set_path1 (req, oldpath);
1979         req_set_path (newpath, &req->sv2, &req->sv4, &wd2, &req->ptr2);
1980         req->int3 = (long)wd2;
1981 
1982 	REQ_SEND;
1983 }
1984 
1985 void
1986 aio_rename2 (SV8 *oldpath, SV8 *newpath, int flags = 0, SV *callback = &PL_sv_undef)
1987 	PPCODE:
1988 {
1989         eio_wd wd2 = 0;
1990 	dREQ;
1991 
1992         req->type = EIO_RENAME;
1993         req_set_path1 (req, oldpath);
1994         req_set_path (newpath, &req->sv2, &req->sv4, &wd2, &req->ptr2);
1995         req->int2 = flags;
1996         req->int3 = (long)wd2;
1997 
1998 	REQ_SEND;
1999 }
2000 
2001 void
2002 aio_mknod (SV8 *pathname, int mode, UV dev, SV *callback = &PL_sv_undef)
2003 	PPCODE:
2004 {
2005 	dREQ;
2006 
2007         req->type = EIO_MKNOD;
2008         req->int2 = (mode_t)mode;
2009         req->offs = dev;
2010         req_set_path1 (req, pathname);
2011 
2012 	REQ_SEND;
2013 }
2014 
2015 void
2016 aio_mtouch (SV8 *data, IV offset = 0, SV *length = &PL_sv_undef, int flags = -1, SV *callback = &PL_sv_undef)
2017         ALIAS:
2018            aio_mtouch = EIO_MTOUCH
2019            aio_msync  = EIO_MSYNC
2020         PPCODE:
2021 {
2022         STRLEN svlen;
2023         char *svptr = SvPVbyte (data, svlen);
2024         UV len = SvUV (length);
2025 
2026         if (flags < 0)
2027           flags = ix == EIO_MSYNC ? EIO_MS_SYNC : 0;
2028 
2029         if (offset < 0)
2030           offset += svlen;
2031 
2032         if (offset < 0 || offset > svlen)
2033           croak ("offset outside of scalar");
2034 
2035         if (!SvOK (length) || len + offset > svlen)
2036           len = svlen - offset;
2037 
2038         {
2039           dREQ;
2040 
2041           req->type = ix;
2042           req->sv2  = SvREFCNT_inc (data);
2043           req->ptr2 = (char *)svptr + offset;
2044           req->size = len;
2045           req->int1 = flags;
2046 
2047           REQ_SEND;
2048         }
2049 }
2050 
2051 void
2052 aio_mlock (SV8 *data, IV offset = 0, SV *length = &PL_sv_undef, SV *callback = &PL_sv_undef)
2053         PPCODE:
2054 {
2055         STRLEN svlen;
2056         char *svptr = SvPVbyte (data, svlen);
2057         UV len = SvUV (length);
2058 
2059         if (offset < 0)
2060           offset += svlen;
2061 
2062         if (offset < 0 || offset > svlen)
2063           croak ("offset outside of scalar");
2064 
2065         if (!SvOK (length) || len + offset > svlen)
2066           len = svlen - offset;
2067 
2068         {
2069           dREQ;
2070 
2071           req->type = EIO_MLOCK;
2072           req->sv2  = SvREFCNT_inc (data);
2073           req->ptr2 = (char *)svptr + offset;
2074           req->size = len;
2075 
2076           REQ_SEND;
2077         }
2078 }
2079 
2080 void
2081 aio_mlockall (IV flags, SV *callback = &PL_sv_undef)
2082         PPCODE:
2083 {
2084         dREQ;
2085 
2086         req->type = EIO_MLOCKALL;
2087         req->int1 = flags;
2088 
2089         REQ_SEND;
2090 }
2091 
2092 void
2093 aio_fiemap (SV *fh, off_t start, SV *length, U32 flags, SV *count, SV *callback = &PL_sv_undef)
2094         PPCODE:
2095 {
2096 	int fd = s_fileno_croak (fh, 0);
2097 	dREQ;
2098 
2099         req->type = EIO_CUSTOM;
2100         req->sv1  = newSVsv (fh);
2101         req->int1 = fd;
2102 
2103         req->feed = fiemap;
2104 #if HAVE_FIEMAP
2105         /* keep our fingers crossed that the next two types are 64 bit */
2106         req->offs = start;
2107         req->size = SvOK (length) ? SvVAL64 (length) : ~0ULL;
2108         req->int2 = flags;
2109         req->int3 = SvOK (count) ? SvIV (count) : -1;
2110 #endif
2111 
2112 	REQ_SEND;
2113 }
2114 
2115 void
2116 aio_slurp (SV *pathname, off_t offset, UV length, SV8 *data, SV *callback = &PL_sv_undef)
2117         PPCODE:
2118 {
2119         char *svptr = 0;
2120 
2121         sv_clear_foreign (data);
2122 
2123         if (length) /* known length, directly read into scalar */
2124           {
2125             if (!SvPOK (data) || SvLEN (data) >= SvCUR (data))
2126               svptr = sv_grow (data, length + 1);
2127             else if (SvCUR (data) < length)
2128               croak ("length outside of scalar, and cannot grow");
2129             else
2130               svptr = SvPVbyte_nolen (data);
2131           }
2132 
2133         {
2134           dREQ;
2135 
2136           req->type = EIO_SLURP;
2137           req_set_path1 (req, pathname);
2138           req->offs = offset;
2139           req->size = length;
2140           req->sv2  = SvREFCNT_inc (data);
2141           req->ptr2 = svptr;
2142 
2143           if (!SvREADONLY (data))
2144             {
2145               SvREADONLY_on (data);
2146               req->flags |= FLAG_SV2_RO_OFF;
2147             }
2148 
2149           REQ_SEND;
2150         }
2151 }
2152 
2153 void
2154 aio_busy (double delay, SV *callback = &PL_sv_undef)
2155 	PPCODE:
2156 {
2157 	dREQ;
2158 
2159         req->type = EIO_BUSY;
2160         req->nv1  = delay < 0. ? 0. : delay;
2161 
2162 	REQ_SEND;
2163 }
2164 
2165 void
2166 aio_group (SV *callback = &PL_sv_undef)
2167         PPCODE:
2168 {
2169 	dREQ;
2170 
2171         req->type = EIO_GROUP;
2172 
2173         PUTBACK;
2174         req_submit (req);
2175         SPAGAIN;
2176 
2177         XPUSHs (req_sv (req, aio_grp_stash));
2178 }
2179 
2180 void
2181 aio_nop (SV *callback = &PL_sv_undef)
2182 	ALIAS:
2183            aio_nop  = EIO_NOP
2184            aio_sync = EIO_SYNC
2185 	PPCODE:
2186 {
2187 	dREQ;
2188 
2189         req->type = ix;
2190 
2191 	REQ_SEND;
2192 }
2193 
2194 int
2195 aioreq_pri (int pri = NO_INIT)
2196 	CODE:
2197 	RETVAL = next_pri;
2198 	if (items > 0)
2199 	  {
2200 	    if (pri < EIO_PRI_MIN) pri = EIO_PRI_MIN;
2201 	    if (pri > EIO_PRI_MAX) pri = EIO_PRI_MAX;
2202 	    next_pri = pri;
2203 	  }
2204 	OUTPUT:
2205 	RETVAL
2206 
2207 void
2208 aioreq_nice (int nice = 0)
2209 	CODE:
2210 	nice = next_pri - nice;
2211 	if (nice < EIO_PRI_MIN) nice = EIO_PRI_MIN;
2212 	if (nice > EIO_PRI_MAX) nice = EIO_PRI_MAX;
2213 	next_pri = nice;
2214 
2215 void
2216 flush ()
2217 	CODE:
2218         while (eio_nreqs ())
2219           {
2220             poll_wait ();
2221             poll_cb ();
2222           }
2223 
2224 int
2225 poll ()
2226 	CODE:
2227         poll_wait ();
2228         RETVAL = poll_cb ();
2229 	OUTPUT:
2230 	RETVAL
2231 
2232 int
2233 poll_fileno ()
2234 	CODE:
2235         RETVAL = s_epipe_fd (&respipe);
2236 	OUTPUT:
2237 	RETVAL
2238 
2239 int
2240 poll_cb (...)
2241 	PROTOTYPE:
2242 	CODE:
2243         RETVAL = poll_cb ();
2244 	OUTPUT:
2245 	RETVAL
2246 
2247 void
2248 poll_wait ()
2249 	CODE:
2250         poll_wait ();
2251 
2252 int
2253 nreqs ()
2254 	CODE:
2255         RETVAL = eio_nreqs ();
2256 	OUTPUT:
2257 	RETVAL
2258 
2259 int
2260 nready ()
2261 	CODE:
2262         RETVAL = eio_nready ();
2263 	OUTPUT:
2264 	RETVAL
2265 
2266 int
2267 npending ()
2268 	CODE:
2269         RETVAL = eio_npending ();
2270 	OUTPUT:
2271 	RETVAL
2272 
2273 int
2274 nthreads ()
2275 	CODE:
2276         RETVAL = eio_nthreads ();
2277 	OUTPUT:
2278 	RETVAL
2279 
2280 int
2281 fadvise (aio_rfd fh, off_t offset, off_t length, IV advice)
2282         CODE:
2283         RETVAL = posix_fadvise (fh, offset, length, advice);
2284 	OUTPUT:
2285         RETVAL
2286 
2287 IV
2288 sendfile (aio_wfd ofh, aio_rfd ifh, off_t offset, size_t count)
2289         CODE:
2290         RETVAL = eio_sendfile_sync (ofh, ifh, offset, count);
2291 	OUTPUT:
2292         RETVAL
2293 
2294 void
2295 mmap (SV *scalar, STRLEN length, int prot, int flags, SV *fh = &PL_sv_undef, off_t offset = 0)
2296 	PPCODE:
2297         sv_clear_foreign (scalar);
2298 {
2299         int fd = SvOK (fh) ? s_fileno_croak (fh, flags & PROT_WRITE) : -1;
2300         void *addr = (void *)mmap (0, length, prot, flags, fd, offset);
2301 	if (addr == (void *)-1)
2302 	  XSRETURN_NO;
2303 
2304         sv_set_foreign (scalar, &mmap_vtbl, addr, length);
2305 
2306 	if (!(prot & PROT_WRITE))
2307 	  SvREADONLY_on (scalar);
2308 
2309         XSRETURN_YES;
2310 }
2311 
2312 void
2313 munmap (SV *scalar)
2314 	CODE:
2315         sv_clear_foreign (scalar);
2316 
2317 SV *
2318 mremap (SV *scalar, STRLEN new_length, int flags = MREMAP_MAYMOVE, IV new_address = 0)
2319 	CODE:
2320 {
2321         MAGIC *mg = mg_findext (scalar, FOREIGN_MAGIC, &mmap_vtbl);
2322         void *new;
2323 
2324         if (!mg || SvPVX (scalar) != mg->mg_ptr)
2325           croak ("IO::AIO::mremap: scalar not mapped by IO::AIO::mmap or improperly modified");
2326 
2327         new = mremap (mg->mg_ptr, (size_t)mg->mg_obj, new_length, flags, (void *)new_address);
2328 
2329         RETVAL = &PL_sv_no;
2330 
2331         if (new != (void *)-1)
2332           {
2333             RETVAL = new == (void *)mg->mg_ptr
2334               ? newSVpvn ("0 but true", 10)
2335               : &PL_sv_yes;
2336 
2337             mg->mg_ptr = (char *)new;
2338             mg->mg_obj = (SV *)new_length;
2339 
2340             SvPVX (scalar) = mg->mg_ptr;
2341             SvCUR_set (scalar, new_length);
2342           }
2343 }
2344 	OUTPUT:
2345         RETVAL
2346 
2347 int
2348 madvise (SV *scalar, IV offset = 0, SV *length = &PL_sv_undef, IV advice_or_prot)
2349 	ALIAS:
2350         mprotect = 1
2351         CODE:
2352 {
2353 	STRLEN svlen;
2354 	void *addr = SvPVbyte (scalar, svlen);
2355         STRLEN len = SvUV (length);
2356 
2357         if (offset < 0)
2358           offset += svlen;
2359 
2360         if (offset < 0 || offset > svlen)
2361           croak ("offset outside of scalar");
2362 
2363         if (!SvOK (length) || len + offset > svlen)
2364           len = svlen - offset;
2365 
2366         addr = (void *)(((intptr_t)addr) + offset);
2367         eio_page_align (&addr, &len);
2368 
2369         switch (ix)
2370           {
2371             case 0: RETVAL = posix_madvise (addr, len, advice_or_prot); break;
2372             case 1: RETVAL = mprotect      (addr, len, advice_or_prot); break;
2373           }
2374 }
2375 	OUTPUT:
2376         RETVAL
2377 
2378 int
2379 munlock (SV *scalar, IV offset = 0, SV *length = &PL_sv_undef)
2380         CODE:
2381 {
2382 	STRLEN svlen;
2383 	void *addr = SvPVbyte (scalar, svlen);
2384         size_t len = SvUV (length);
2385 
2386         if (offset < 0)
2387           offset += svlen;
2388 
2389         if (offset < 0 || offset > svlen)
2390           croak ("offset outside of scalar");
2391 
2392         if (!SvOK (length) || len + offset > svlen)
2393           len = svlen - offset;
2394 
2395         addr = (void *)(((intptr_t)addr) + offset);
2396         eio_page_align (&addr, &len);
2397 #if _POSIX_MEMLOCK_RANGE
2398         RETVAL = munlock (addr, len);
2399 #else
2400         RETVAL = EIO_ENOSYS ();
2401 #endif
2402 }
2403         OUTPUT:
2404         RETVAL
2405 
2406 int
2407 mlockall (int flags)
2408 	PROTOTYPE: $;
2409         CODE:
2410         RETVAL = eio_mlockall_sync (flags);
2411 	OUTPUT:
2412         RETVAL
2413 
2414 int
2415 munlockall ()
2416         CODE:
2417 #if _POSIX_MEMLOCK
2418         munlockall ();
2419 #else
2420         RETVAL = EIO_ENOSYS ();
2421 #endif
2422         OUTPUT:
2423         RETVAL
2424 
2425 int
statx(SV8 * pathname,int flags,UV mask)2426 statx (SV8 *pathname, int flags, UV mask)
2427         CODE:
2428 {
2429 	/* undocumented, and might go away, and anyway, should use eio_statx */
2430 	SV *wdsv = 0;
2431         SV *pathsv = 0;
2432         eio_wd wd = EIO_CWD;
2433         void *ptr;
2434         int res;
2435 
2436 	req_set_path (pathname, &wdsv, &pathsv, &wd, &ptr);
2437         RETVAL = eio__statx (!wd || wd->fd == EIO_CWD ? AT_FDCWD : wd->fd, ptr, flags, mask & STATX_ALL, &stx);
2438 
2439         SvREFCNT_dec (pathsv);
2440         SvREFCNT_dec (wdsv);
2441 }
2442 	OUTPUT:
2443         RETVAL
2444 
2445 U32
2446 stx_mode ()
2447 	PROTOTYPE:
2448 	CODE:
2449 #if HAVE_STATX
2450         RETVAL = stx.stx_mode;
2451 #else
2452 	XSRETURN_UNDEF;
2453 #endif
2454 	OUTPUT:
2455         RETVAL
2456 
2457 #define STATX_OFFSET_mask            statx_offsetof (stx_mask)
2458 #define STATX_OFFSET_blksize         statx_offsetof (stx_blksize)
2459 #define STATX_OFFSET_nlink           statx_offsetof (stx_nlink)
2460 #define STATX_OFFSET_uid             statx_offsetof (stx_uid)
2461 #define STATX_OFFSET_gid             statx_offsetof (stx_gid)
2462 #define STATX_OFFSET_rdev_major      statx_offsetof (stx_rdev_major)
2463 #define STATX_OFFSET_rdev_minor      statx_offsetof (stx_rdev_minor)
2464 #define STATX_OFFSET_dev_major       statx_offsetof (stx_dev_major)
2465 #define STATX_OFFSET_dev_minor       statx_offsetof (stx_dev_minor)
2466 #define STATX_OFFSET_attributes      statx_offsetof (stx_attributes)
2467 #define STATX_OFFSET_ino             statx_offsetof (stx_ino)
2468 #define STATX_OFFSET_size            statx_offsetof (stx_size)
2469 #define STATX_OFFSET_blocks          statx_offsetof (stx_blocks)
2470 #define STATX_OFFSET_attributes_mask statx_offsetof (stx_attributes_mask)
2471 #define STATX_OFFSET_atime           statx_offsetof (stx_atime)
2472 #define STATX_OFFSET_btime           statx_offsetof (stx_btime)
2473 #define STATX_OFFSET_ctime           statx_offsetof (stx_ctime)
2474 #define STATX_OFFSET_mtime           statx_offsetof (stx_mtime)
2475 
2476 U32
2477 stx_mask ()
2478 	PROTOTYPE:
2479         ALIAS:
2480         stx_mask       = STATX_OFFSET_mask
2481         stx_blksize    = STATX_OFFSET_blksize
2482         stx_nlink      = STATX_OFFSET_nlink
2483         stx_uid        = STATX_OFFSET_uid
2484         stx_gid        = STATX_OFFSET_gid
2485         stx_rdev_major = STATX_OFFSET_rdev_major
2486         stx_rdev_minor = STATX_OFFSET_rdev_minor
2487         stx_dev_major  = STATX_OFFSET_dev_major
2488         stx_dev_minor  = STATX_OFFSET_dev_minor
2489 	CODE:
2490 #if HAVE_STATX
2491         RETVAL = *(__u32 *)((char *)&stx + ix);
2492 #else
2493 	XSRETURN_UNDEF;
2494 #endif
2495 	OUTPUT:
2496         RETVAL
2497 
2498 VAL64
2499 stx_attributes ()
2500 	PROTOTYPE:
2501         ALIAS:
2502         stx_attributes      = STATX_OFFSET_attributes
2503         stx_ino             = STATX_OFFSET_ino
2504         stx_size            = STATX_OFFSET_size
2505         stx_blocks          = STATX_OFFSET_blocks
2506         stx_attributes_mask = STATX_OFFSET_attributes_mask
2507 	CODE:
2508 #if HAVE_STATX
2509         RETVAL = *(__u64 *)((char *)&stx + ix);
2510 #else
2511 	XSRETURN_UNDEF;
2512 #endif
2513 	OUTPUT:
2514         RETVAL
2515 
2516 NV
2517 stx_atime ()
2518 	PROTOTYPE:
2519         ALIAS:
2520         stx_atime      = STATX_OFFSET_atime
2521         stx_btime      = STATX_OFFSET_btime
2522         stx_ctime      = STATX_OFFSET_ctime
2523         stx_mtime      = STATX_OFFSET_mtime
2524 	CODE:
2525 #if HAVE_STATX
2526         struct statx_timestamp *ts = (struct statx_timestamp *)((char *)&stx + ix);
2527         RETVAL = ts->tv_sec + ts->tv_nsec * 1e-9;
2528 #else
2529 	XSRETURN_UNDEF;
2530 #endif
2531 	OUTPUT:
2532         RETVAL
2533 
2534 VAL64
2535 stx_atimesec ()
2536 	PROTOTYPE:
2537         ALIAS:
2538         stx_atimesec   = STATX_OFFSET_atime
2539         stx_btimesec   = STATX_OFFSET_btime
2540         stx_ctimesec   = STATX_OFFSET_ctime
2541         stx_mtimesec   = STATX_OFFSET_mtime
2542 	CODE:
2543 #if HAVE_STATX
2544         struct statx_timestamp *ts = (struct statx_timestamp *)((char *)&stx + ix);
2545         RETVAL = ts->tv_sec;
2546 #else
2547 	XSRETURN_UNDEF;
2548 #endif
2549 	OUTPUT:
2550         RETVAL
2551 
2552 U32
2553 stx_atimensec ()
2554 	PROTOTYPE:
2555         ALIAS:
2556         stx_atimensec  = STATX_OFFSET_atime
2557         stx_btimensec  = STATX_OFFSET_btime
2558         stx_ctimensec  = STATX_OFFSET_ctime
2559         stx_mtimensec  = STATX_OFFSET_mtime
2560 	CODE:
2561 #if HAVE_STATX
2562         struct statx_timestamp *ts = (struct statx_timestamp *)((char *)&stx + ix);
2563         RETVAL = ts->tv_nsec;
2564 #else
2565         RETVAL = 0;
2566 #endif
2567 	OUTPUT:
2568         RETVAL
2569 
2570 void
accept4(aio_rfd rfh,SV * sockaddr,int salen,int flags)2571 accept4 (aio_rfd rfh, SV *sockaddr, int salen, int flags)
2572 	PPCODE:
2573 {
2574         SV *retval;
2575 #if HAVE_ACCEPT4
2576         socklen_t salen_ = salen ? salen + 1 : 0;
2577 
2578         if (salen)
2579           {
2580             sv_upgrade (sockaddr, SVt_PV);
2581             sv_grow (sockaddr, salen_);
2582           }
2583 
2584         int res = accept4 (rfh, salen ? (struct sockaddr *)SvPVX (sockaddr) : 0, salen ? &salen_ : 0, flags);
2585 
2586         retval = newmortalFH (res, O_RDWR);
2587 
2588         if (res >= 0 && salen > 0)
2589           {
2590             if (salen_ > salen + 1)
2591               salen_ = salen + 1;
2592 
2593             SvPOK_only (sockaddr);
2594             SvCUR_set (sockaddr, salen_);
2595           }
2596 #else
2597         errno = ENOSYS;
2598         retval = &PL_sv_undef;
2599 #endif
2600         XPUSHs (retval);
2601 }
2602 
2603 ssize_t
splice(aio_rfd rfh,SV * off_in,aio_wfd wfh,SV * off_out,size_t length,unsigned int flags)2604 splice (aio_rfd rfh, SV *off_in, aio_wfd wfh, SV *off_out, size_t length, unsigned int flags)
2605         CODE:
2606 {
2607 #if HAVE_LINUX_SPLICE
2608 	loff_t off_in_, off_out_;
2609         RETVAL = splice (
2610           rfh, SvOK (off_in ) ? (off_in_  = SvVAL64 (off_in )), &off_in_  : 0,
2611           wfh, SvOK (off_out) ? (off_out_ = SvVAL64 (off_out)), &off_out_ : 0,
2612           length, flags
2613         );
2614 #else
2615         RETVAL = EIO_ENOSYS ();
2616 #endif
2617 }
2618 	OUTPUT:
2619         RETVAL
2620 
2621 ssize_t
2622 tee (aio_rfd rfh, aio_wfd wfh, size_t length, unsigned int flags)
2623         CODE:
2624 #if HAVE_LINUX_SPLICE
2625         RETVAL = tee (rfh, wfh, length, flags);
2626 #else
2627         RETVAL = EIO_ENOSYS ();
2628 #endif
2629 	OUTPUT:
2630         RETVAL
2631 
2632 int
2633 pipesize (aio_rfd rfh, int new_size = -1)
2634 	PROTOTYPE: $;$
2635         CODE:
2636 #if defined(F_SETPIPE_SZ) && defined(F_GETPIPE_SZ)
2637         if (new_size >= 0)
2638           RETVAL = fcntl (rfh, F_SETPIPE_SZ, new_size);
2639         else
2640           RETVAL = fcntl (rfh, F_GETPIPE_SZ);
2641 #else
2642         errno = ENOSYS;
2643         RETVAL = -1;
2644 #endif
2645         OUTPUT:
2646         RETVAL
2647 
2648 void
2649 pipe2 (int flags = 0)
2650 	PROTOTYPE: ;$
2651         PPCODE:
2652 {
2653 	int fd[2];
2654         int res;
2655 
2656         if (flags)
2657 #if HAVE_PIPE2
2658           res = pipe2 (fd, flags);
2659 #else
2660           res = (errno = ENOSYS, -1);
2661 #endif
2662         else
2663           res = pipe (fd);
2664 
2665         if (!res)
2666           {
2667             EXTEND (SP, 2);
2668             PUSHs (newmortalFH (fd[0], O_RDONLY));
2669             PUSHs (newmortalFH (fd[1], O_WRONLY));
2670           }
2671 }
2672 
2673 void
2674 pidfd_open (int pid, unsigned int flags = 0)
2675 	PPCODE:
2676 {
2677         /*GENDEF0_SYSCALL(pidfd_open,434)*/
2678         int fd = syscall (SYS_pidfd_open, pid, flags);
2679         XPUSHs (newmortalFH (fd, O_RDWR));
2680 }
2681 
2682 int
2683 pidfd_send_signal (SV *pidfh, int sig, SV *siginfo = &PL_sv_undef, unsigned int flags = 0)
2684 	PPCODE:
2685 {
2686 	int res;
2687 #if HAVE_SIGINFO_T
2688 	siginfo_t si = { 0 };
2689 
2690         if (SvOK (siginfo))
2691           {
2692             HV *hv;
2693             SV **svp;
2694 
2695             if (!SvROK (siginfo) || SvTYPE (SvRV (siginfo)) != SVt_PVHV)
2696               croak ("siginfo argument must be a hashref with 'code', 'pid', 'uid' and 'value_int' or 'value_ptr' members, caught");
2697 
2698             hv = (HV *)SvRV (siginfo);
2699 
2700             if ((svp = hv_fetchs (hv, "code"     , 0))) si.si_code            =         SvIV (*svp);
2701             if ((svp = hv_fetchs (hv, "pid"      , 0))) si.si_pid             =         SvIV (*svp);
2702             if ((svp = hv_fetchs (hv, "uid"      , 0))) si.si_uid             =         SvIV (*svp);
2703             if ((svp = hv_fetchs (hv, "value_int", 0))) si.si_value.sival_int =         SvIV (*svp);
2704             if ((svp = hv_fetchs (hv, "value_ptr", 0))) si.si_value.sival_ptr = (void *)SvIV (*svp);
2705           }
2706 
2707         /*GENDEF0_SYSCALL(pidfd_send_signal,424)*/
2708         res = syscall (SYS_pidfd_send_signal, s_fileno_croak (pidfh, 0), sig, SvOK (siginfo) ? &si : 0, flags);
2709 #else
2710         res = (errno = ENOSYS, -1);
2711 #endif
2712 
2713         XPUSHs (sv_2mortal (newSViv (res)));
2714 }
2715 
2716 void
2717 pidfd_getfd (SV *pidfh, int targetfd, unsigned int flags = 0)
2718 	PPCODE:
2719 {
2720         /*GENDEF0_SYSCALL(pidfd_getfd,438)*/
2721         int fd = syscall (SYS_pidfd_getfd, s_fileno_croak (pidfh, 0), targetfd, flags);
2722         XPUSHs (newmortalFH (fd, O_RDWR));
2723 }
2724 
2725 void
2726 eventfd (unsigned int initval = 0, int flags = 0)
2727 	PPCODE:
2728 {
2729 	int fd;
2730 #if HAVE_EVENTFD
2731         fd = eventfd (initval, flags);
2732 #else
2733         fd = (errno = ENOSYS, -1);
2734 #endif
2735 
2736         XPUSHs (newmortalFH (fd, O_RDWR));
2737 }
2738 
2739 void
2740 timerfd_create (int clockid, int flags = 0)
2741 	PPCODE:
2742 {
2743 	int fd;
2744 #if HAVE_TIMERFD
2745         fd = timerfd_create (clockid, flags);
2746 #else
2747         fd = (errno = ENOSYS, -1);
2748 #endif
2749 
2750         XPUSHs (newmortalFH (fd, O_RDWR));
2751 }
2752 
2753 void
timerfd_settime(SV * fh,int flags,NV interval,NV value)2754 timerfd_settime (SV *fh, int flags, NV interval, NV value)
2755 	PPCODE:
2756 {
2757         int fd = s_fileno_croak (fh, 0);
2758 #if HAVE_TIMERFD
2759 	int res;
2760         struct itimerspec its, ots;
2761 
2762         ts_set (&its.it_interval, interval);
2763         ts_set (&its.it_value   , value);
2764         res = timerfd_settime (fd, flags, &its, &ots);
2765 
2766         if (!res)
2767           {
2768             EXTEND (SP, 2);
2769             PUSHs (newSVnv (ts_get (&ots.it_interval)));
2770             PUSHs (newSVnv (ts_get (&ots.it_value)));
2771           }
2772 #else
2773         errno = ENOSYS;
2774 #endif
2775 }
2776 
2777 void
timerfd_gettime(SV * fh)2778 timerfd_gettime (SV *fh)
2779 	PPCODE:
2780 {
2781         int fd = s_fileno_croak (fh, 0);
2782 #if HAVE_TIMERFD
2783 	int res;
2784         struct itimerspec ots;
2785         res = timerfd_gettime (fd, &ots);
2786 
2787         if (!res)
2788           {
2789             EXTEND (SP, 2);
2790             PUSHs (newSVnv (ts_get (&ots.it_interval)));
2791             PUSHs (newSVnv (ts_get (&ots.it_value)));
2792           }
2793 #else
2794         errno = ENOSYS;
2795 #endif
2796 }
2797 
2798 void
2799 memfd_create (SV8 *pathname, int flags = 0)
2800 	PPCODE:
2801 {
2802 	int fd;
2803 #if HAVE_MEMFD_CREATE
2804         fd = memfd_create (SvPVbyte_nolen (pathname), flags);
2805 #else
2806         fd = (errno = ENOSYS, -1);
2807 #endif
2808 
2809         XPUSHs (newmortalFH (fd, O_RDWR));
2810 }
2811 
2812 UV
2813 get_fdlimit ()
2814 	CODE:
2815 #if HAVE_RLIMITS
2816         struct rlimit rl;
2817         if (0 == getrlimit (RLIMIT_NOFILE, &rl))
2818 	  XSRETURN_UV (rl.rlim_cur == RLIM_INFINITY ? (UV)-1 : rl.rlim_cur);
2819 #endif
2820         XSRETURN_UNDEF;
2821 	OUTPUT:
2822         RETVAL
2823 
2824 void
2825 min_fdlimit (UV limit = 0x7fffffffU)
2826 	CODE:
2827 {
2828 #if HAVE_RLIMITS
2829         struct rlimit rl;
2830         rlim_t orig_rlim_max;
2831         UV bit;
2832 
2833         if (0 != getrlimit (RLIMIT_NOFILE, &rl))
2834           goto fail;
2835 
2836         if (rl.rlim_cur == RLIM_INFINITY)
2837           XSRETURN_YES;
2838 
2839         orig_rlim_max = rl.rlim_max == RLIM_INFINITY ? ((rlim_t)0)-1 : rl.rlim_max;
2840 
2841         if (rl.rlim_cur < limit)
2842           {
2843             rl.rlim_cur = limit;
2844 
2845             if (rl.rlim_max < rl.rlim_cur && rl.rlim_max != RLIM_INFINITY)
2846               rl.rlim_max = rl.rlim_cur;
2847           }
2848 
2849         if (0 == setrlimit (RLIMIT_NOFILE, &rl))
2850           XSRETURN_YES;
2851 
2852         if (errno == EPERM)
2853           {
2854             /* setrlimit failed with EPERM - maybe we can't raise the hardlimit, or maybe */
2855             /* our limit overflows a system-wide limit */
2856             /* try an adaptive algorithm, but do not lower the hardlimit */
2857             rl.rlim_max = 0;
2858             for (bit = 0x40000000U; bit; bit >>= 1)
2859               {
2860                 rl.rlim_max |= bit;
2861                 rl.rlim_cur = rl.rlim_max;
2862 
2863                 /* never decrease the hard limit */
2864                 if (rl.rlim_max < orig_rlim_max)
2865                   break;
2866 
2867                 if (0 != setrlimit (RLIMIT_NOFILE, &rl))
2868                   rl.rlim_max &= ~bit; /* too high, remove bit again */
2869               }
2870 
2871             /* now, raise the soft limit to the max permitted */
2872             if (0 == getrlimit (RLIMIT_NOFILE, &rl))
2873               {
2874                 rl.rlim_cur = rl.rlim_max;
2875                 if (0 == setrlimit (RLIMIT_NOFILE, &rl))
2876                   errno = EPERM;
2877               }
2878 	  }
2879 #endif
2880         fail:
2881         XSRETURN_UNDEF;
2882 }
2883 
2884 void _on_next_submit (SV *cb)
2885 	CODE:
2886         SvREFCNT_dec (on_next_submit);
2887         on_next_submit = SvOK (cb) ? newSVsv (cb) : 0;
2888 
2889 PROTOTYPES: DISABLE
2890 
2891 MODULE = IO::AIO                PACKAGE = IO::AIO::WD
2892 
2893 BOOT:
2894 {
2895   newCONSTSUB (aio_stash, "CWD"       , newSVaio_wd (EIO_CWD       ));
2896   newCONSTSUB (aio_stash, "INVALID_WD", newSVaio_wd (EIO_INVALID_WD));
2897 }
2898 
2899 void
DESTROY(SV * self)2900 DESTROY (SV *self)
2901 	CODE:
2902 {
2903 	aio_wd wd = SvAIO_WD (self);
2904 #if HAVE_AT
2905         {
2906           SV *callback = &PL_sv_undef;
2907           dREQ; /* clobbers next_pri :/ */
2908           next_pri = req->pri; /* restore next_pri */
2909           req->pri = EIO_PRI_MAX; /* better use max. priority to conserve fds */
2910           req->type = EIO_WD_CLOSE;
2911           req->wd = wd;
2912           REQ_SEND;
2913         }
2914 #else
2915         eio_wd_close_sync (wd);
2916 #endif
2917 }
2918 
2919 MODULE = IO::AIO                PACKAGE = IO::AIO::REQ
2920 
2921 void
2922 cancel (aio_req_ornot req)
2923 	CODE:
2924         eio_cancel (req);
2925 
2926 void
2927 cb (aio_req_ornot req, SV *callback = NO_INIT)
2928 	PPCODE:
2929 {
2930         if (GIMME_V != G_VOID)
2931           XPUSHs (req->callback ? sv_2mortal (newRV_inc (req->callback)) : &PL_sv_undef);
2932 
2933         if (items > 1)
2934           {
2935             SV *cb_cv = get_cb (callback);
2936 
2937             SvREFCNT_dec (req->callback);
2938             req->callback = SvREFCNT_inc (cb_cv);
2939           }
2940 }
2941 
2942 MODULE = IO::AIO                PACKAGE = IO::AIO::GRP
2943 
2944 void
add(aio_req grp,...)2945 add (aio_req grp, ...)
2946         PPCODE:
2947 {
2948 	int i;
2949 
2950         if (grp->int1 == 2)
2951           croak ("cannot add requests to IO::AIO::GRP after the group finished");
2952 
2953 	for (i = 1; i < items; ++i )
2954           {
2955             aio_req req;
2956 
2957             if (GIMME_V != G_VOID)
2958               XPUSHs (sv_2mortal (newSVsv (ST (i))));
2959 
2960             req = SvAIO_REQ (ST (i));
2961 
2962             if (req)
2963               eio_grp_add (grp, req);
2964           }
2965 }
2966 
2967 void
2968 cancel_subs (aio_req_ornot req)
2969 	CODE:
2970         req_cancel_subs (req);
2971 
2972 void
result(aio_req grp,...)2973 result (aio_req grp, ...)
2974         CODE:
2975 {
2976         int i;
2977         AV *av;
2978 
2979         grp->errorno = errno;
2980 
2981         av = newAV ();
2982         av_extend (av, items - 1);
2983 
2984         for (i = 1; i < items; ++i )
2985           av_push (av, newSVsv (ST (i)));
2986 
2987         SvREFCNT_dec (grp->sv1);
2988         grp->sv1 = (SV *)av;
2989 }
2990 
2991 void
2992 errno (aio_req grp, int errorno = errno)
2993         CODE:
2994         grp->errorno = errorno;
2995 
2996 void
2997 limit (aio_req grp, int limit)
2998 	CODE:
2999         eio_grp_limit (grp, limit);
3000 
3001 void
3002 feed (aio_req grp, SV *callback = &PL_sv_undef)
3003 	CODE:
3004 {
3005         SvREFCNT_dec (grp->sv2);
3006         grp->sv2  = newSVsv (callback);
3007         grp->feed = aio_grp_feed;
3008 
3009         if (grp->int2 <= 0)
3010           grp->int2 = 2;
3011 
3012         eio_grp_limit (grp, grp->int2);
3013 }
3014 
3015