1 //===- FuzzerUtilFuchsia.cpp - Misc utils for Fuchsia. --------------------===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 // Misc utils implementation using Fuchsia/Zircon APIs.
9 //===----------------------------------------------------------------------===//
10 #include "FuzzerPlatform.h"
11 
12 #if LIBFUZZER_FUCHSIA
13 
14 #include "FuzzerInternal.h"
15 #include "FuzzerUtil.h"
16 #include <cassert>
17 #include <cerrno>
18 #include <cinttypes>
19 #include <cstdint>
20 #include <fcntl.h>
21 #include <lib/fdio/fdio.h>
22 #include <lib/fdio/spawn.h>
23 #include <string>
24 #include <sys/select.h>
25 #include <thread>
26 #include <unistd.h>
27 #include <zircon/errors.h>
28 #include <zircon/process.h>
29 #include <zircon/sanitizer.h>
30 #include <zircon/status.h>
31 #include <zircon/syscalls.h>
32 #include <zircon/syscalls/debug.h>
33 #include <zircon/syscalls/exception.h>
34 #include <zircon/syscalls/object.h>
35 #include <zircon/types.h>
36 
37 #include <vector>
38 
39 namespace fuzzer {
40 
41 // Given that Fuchsia doesn't have the POSIX signals that libFuzzer was written
42 // around, the general approach is to spin up dedicated threads to watch for
43 // each requested condition (alarm, interrupt, crash).  Of these, the crash
44 // handler is the most involved, as it requires resuming the crashed thread in
45 // order to invoke the sanitizers to get the needed state.
46 
47 // Forward declaration of assembly trampoline needed to resume crashed threads.
48 // This appears to have external linkage to  C++, which is why it's not in the
49 // anonymous namespace.  The assembly definition inside MakeTrampoline()
50 // actually defines the symbol with internal linkage only.
51 void CrashTrampolineAsm() __asm__("CrashTrampolineAsm");
52 
53 namespace {
54 
55 // Helper function to handle Zircon syscall failures.
56 void ExitOnErr(zx_status_t Status, const char *Syscall) {
57   if (Status != ZX_OK) {
58     Printf("libFuzzer: %s failed: %s\n", Syscall,
59            _zx_status_get_string(Status));
60     exit(1);
61   }
62 }
63 
64 void AlarmHandler(int Seconds) {
65   while (true) {
66     SleepSeconds(Seconds);
67     Fuzzer::StaticAlarmCallback();
68   }
69 }
70 
71 // CFAOffset is used to reference the stack pointer before entering the
72 // trampoline (Stack Pointer + CFAOffset = prev Stack Pointer). Before jumping
73 // to the trampoline we copy all the registers onto the stack. We need to make
74 // sure that the new stack has enough space to store all the registers.
75 //
76 // The trampoline holds CFI information regarding the registers stored in the
77 // stack, which is then used by the unwinder to restore them.
78 #if defined(__x86_64__)
79 // In x86_64 the crashing function might also be using the red zone (128 bytes
80 // on top of their rsp).
81 constexpr size_t CFAOffset = 128 + sizeof(zx_thread_state_general_regs_t);
82 #elif defined(__aarch64__)
83 // In aarch64 we need to always have the stack pointer aligned to 16 bytes, so we
84 // make sure that we are keeping that same alignment.
85 constexpr size_t CFAOffset = (sizeof(zx_thread_state_general_regs_t) + 15) & -(uintptr_t)16;
86 #endif
87 
88 // For the crash handler, we need to call Fuzzer::StaticCrashSignalCallback
89 // without POSIX signal handlers.  To achieve this, we use an assembly function
90 // to add the necessary CFI unwinding information and a C function to bridge
91 // from that back into C++.
92 
93 // FIXME: This works as a short-term solution, but this code really shouldn't be
94 // architecture dependent. A better long term solution is to implement remote
95 // unwinding and expose the necessary APIs through sanitizer_common and/or ASAN
96 // to allow the exception handling thread to gather the crash state directly.
97 //
98 // Alternatively, Fuchsia may in future actually implement basic signal
99 // handling for the machine trap signals.
100 #if defined(__x86_64__)
101 #define FOREACH_REGISTER(OP_REG, OP_NUM) \
102   OP_REG(rax)                            \
103   OP_REG(rbx)                            \
104   OP_REG(rcx)                            \
105   OP_REG(rdx)                            \
106   OP_REG(rsi)                            \
107   OP_REG(rdi)                            \
108   OP_REG(rbp)                            \
109   OP_REG(rsp)                            \
110   OP_REG(r8)                             \
111   OP_REG(r9)                             \
112   OP_REG(r10)                            \
113   OP_REG(r11)                            \
114   OP_REG(r12)                            \
115   OP_REG(r13)                            \
116   OP_REG(r14)                            \
117   OP_REG(r15)                            \
118   OP_REG(rip)
119 
120 #elif defined(__aarch64__)
121 #define FOREACH_REGISTER(OP_REG, OP_NUM) \
122   OP_NUM(0)                              \
123   OP_NUM(1)                              \
124   OP_NUM(2)                              \
125   OP_NUM(3)                              \
126   OP_NUM(4)                              \
127   OP_NUM(5)                              \
128   OP_NUM(6)                              \
129   OP_NUM(7)                              \
130   OP_NUM(8)                              \
131   OP_NUM(9)                              \
132   OP_NUM(10)                             \
133   OP_NUM(11)                             \
134   OP_NUM(12)                             \
135   OP_NUM(13)                             \
136   OP_NUM(14)                             \
137   OP_NUM(15)                             \
138   OP_NUM(16)                             \
139   OP_NUM(17)                             \
140   OP_NUM(18)                             \
141   OP_NUM(19)                             \
142   OP_NUM(20)                             \
143   OP_NUM(21)                             \
144   OP_NUM(22)                             \
145   OP_NUM(23)                             \
146   OP_NUM(24)                             \
147   OP_NUM(25)                             \
148   OP_NUM(26)                             \
149   OP_NUM(27)                             \
150   OP_NUM(28)                             \
151   OP_NUM(29)                             \
152   OP_REG(sp)
153 
154 #else
155 #error "Unsupported architecture for fuzzing on Fuchsia"
156 #endif
157 
158 // Produces a CFI directive for the named or numbered register.
159 // The value used refers to an assembler immediate operand with the same name
160 // as the register (see ASM_OPERAND_REG).
161 #define CFI_OFFSET_REG(reg) ".cfi_offset " #reg ", %c[" #reg "]\n"
162 #define CFI_OFFSET_NUM(num) CFI_OFFSET_REG(x##num)
163 
164 // Produces an assembler immediate operand for the named or numbered register.
165 // This operand contains the offset of the register relative to the CFA.
166 #define ASM_OPERAND_REG(reg) \
167   [reg] "i"(offsetof(zx_thread_state_general_regs_t, reg) - CFAOffset),
168 #define ASM_OPERAND_NUM(num)                                 \
169   [x##num] "i"(offsetof(zx_thread_state_general_regs_t, r[num]) - CFAOffset),
170 
171 // Trampoline to bridge from the assembly below to the static C++ crash
172 // callback.
173 __attribute__((noreturn))
174 static void StaticCrashHandler() {
175   Fuzzer::StaticCrashSignalCallback();
176   for (;;) {
177     _Exit(1);
178   }
179 }
180 
181 // Creates the trampoline with the necessary CFI information to unwind through
182 // to the crashing call stack:
183 //  * Defining the CFA so that it points to the stack pointer at the point
184 //    of crash.
185 //  * Storing all registers at the point of crash in the stack and refer to them
186 //    via CFI information (relative to the CFA).
187 //  * Setting the return column so the unwinder knows how to continue unwinding.
188 //  * (x86_64) making sure rsp is aligned before calling StaticCrashHandler.
189 //  * Calling StaticCrashHandler that will trigger the unwinder.
190 //
191 // The __attribute__((used)) is necessary because the function
192 // is never called; it's just a container around the assembly to allow it to
193 // use operands for compile-time computed constants.
194 __attribute__((used))
195 void MakeTrampoline() {
196   __asm__(".cfi_endproc\n"
197     ".pushsection .text.CrashTrampolineAsm\n"
198     ".type CrashTrampolineAsm,STT_FUNC\n"
199 "CrashTrampolineAsm:\n"
200     ".cfi_startproc simple\n"
201     ".cfi_signal_frame\n"
202 #if defined(__x86_64__)
203     ".cfi_return_column rip\n"
204     ".cfi_def_cfa rsp, %c[CFAOffset]\n"
205     FOREACH_REGISTER(CFI_OFFSET_REG, CFI_OFFSET_NUM)
206     "mov %%rsp, %%rbp\n"
207     ".cfi_def_cfa_register rbp\n"
208     "andq $-16, %%rsp\n"
209     "call %c[StaticCrashHandler]\n"
210     "ud2\n"
211 #elif defined(__aarch64__)
212     ".cfi_return_column 33\n"
213     ".cfi_def_cfa sp, %c[CFAOffset]\n"
214     FOREACH_REGISTER(CFI_OFFSET_REG, CFI_OFFSET_NUM)
215     ".cfi_offset 33, %c[pc]\n"
216     ".cfi_offset 30, %c[lr]\n"
217     "bl %c[StaticCrashHandler]\n"
218     "brk 1\n"
219 #else
220 #error "Unsupported architecture for fuzzing on Fuchsia"
221 #endif
222     ".cfi_endproc\n"
223     ".size CrashTrampolineAsm, . - CrashTrampolineAsm\n"
224     ".popsection\n"
225     ".cfi_startproc\n"
226     : // No outputs
227     : FOREACH_REGISTER(ASM_OPERAND_REG, ASM_OPERAND_NUM)
228 #if defined(__aarch64__)
229       ASM_OPERAND_REG(pc)
230       ASM_OPERAND_REG(lr)
231 #endif
232       [StaticCrashHandler] "i" (StaticCrashHandler),
233       [CFAOffset] "i" (CFAOffset));
234 }
235 
236 void CrashHandler(zx_handle_t *Event) {
237   // This structure is used to ensure we close handles to objects we create in
238   // this handler.
239   struct ScopedHandle {
240     ~ScopedHandle() { _zx_handle_close(Handle); }
241     zx_handle_t Handle = ZX_HANDLE_INVALID;
242   };
243 
244   // Create the exception channel.  We need to claim to be a "debugger" so the
245   // kernel will allow us to modify and resume dying threads (see below). Once
246   // the channel is set, we can signal the main thread to continue and wait
247   // for the exception to arrive.
248   ScopedHandle Channel;
249   zx_handle_t Self = _zx_process_self();
250   ExitOnErr(_zx_task_create_exception_channel(
251                 Self, ZX_EXCEPTION_CHANNEL_DEBUGGER, &Channel.Handle),
252             "_zx_task_create_exception_channel");
253 
254   ExitOnErr(_zx_object_signal(*Event, 0, ZX_USER_SIGNAL_0),
255             "_zx_object_signal");
256 
257   // This thread lives as long as the process in order to keep handling
258   // crashes.  In practice, the first crashed thread to reach the end of the
259   // StaticCrashHandler will end the process.
260   while (true) {
261     ExitOnErr(_zx_object_wait_one(Channel.Handle, ZX_CHANNEL_READABLE,
262                                   ZX_TIME_INFINITE, nullptr),
263               "_zx_object_wait_one");
264 
265     zx_exception_info_t ExceptionInfo;
266     ScopedHandle Exception;
267     ExitOnErr(_zx_channel_read(Channel.Handle, 0, &ExceptionInfo,
268                                &Exception.Handle, sizeof(ExceptionInfo), 1,
269                                nullptr, nullptr),
270               "_zx_channel_read");
271 
272     // Ignore informational synthetic exceptions.
273     if (ZX_EXCP_THREAD_STARTING == ExceptionInfo.type ||
274         ZX_EXCP_THREAD_EXITING == ExceptionInfo.type ||
275         ZX_EXCP_PROCESS_STARTING == ExceptionInfo.type) {
276       continue;
277     }
278 
279     // At this point, we want to get the state of the crashing thread, but
280     // libFuzzer and the sanitizers assume this will happen from that same
281     // thread via a POSIX signal handler. "Resurrecting" the thread in the
282     // middle of the appropriate callback is as simple as forcibly setting the
283     // instruction pointer/program counter, provided we NEVER EVER return from
284     // that function (since otherwise our stack will not be valid).
285     ScopedHandle Thread;
286     ExitOnErr(_zx_exception_get_thread(Exception.Handle, &Thread.Handle),
287               "_zx_exception_get_thread");
288 
289     zx_thread_state_general_regs_t GeneralRegisters;
290     ExitOnErr(_zx_thread_read_state(Thread.Handle, ZX_THREAD_STATE_GENERAL_REGS,
291                                     &GeneralRegisters,
292                                     sizeof(GeneralRegisters)),
293               "_zx_thread_read_state");
294 
295     // To unwind properly, we need to push the crashing thread's register state
296     // onto the stack and jump into a trampoline with CFI instructions on how
297     // to restore it.
298 #if defined(__x86_64__)
299     uintptr_t StackPtr = GeneralRegisters.rsp - CFAOffset;
300     __unsanitized_memcpy(reinterpret_cast<void *>(StackPtr), &GeneralRegisters,
301                          sizeof(GeneralRegisters));
302     GeneralRegisters.rsp = StackPtr;
303     GeneralRegisters.rip = reinterpret_cast<zx_vaddr_t>(CrashTrampolineAsm);
304 
305 #elif defined(__aarch64__)
306     uintptr_t StackPtr = GeneralRegisters.sp - CFAOffset;
307     __unsanitized_memcpy(reinterpret_cast<void *>(StackPtr), &GeneralRegisters,
308                          sizeof(GeneralRegisters));
309     GeneralRegisters.sp = StackPtr;
310     GeneralRegisters.pc = reinterpret_cast<zx_vaddr_t>(CrashTrampolineAsm);
311 
312 #else
313 #error "Unsupported architecture for fuzzing on Fuchsia"
314 #endif
315 
316     // Now force the crashing thread's state.
317     ExitOnErr(
318         _zx_thread_write_state(Thread.Handle, ZX_THREAD_STATE_GENERAL_REGS,
319                                &GeneralRegisters, sizeof(GeneralRegisters)),
320         "_zx_thread_write_state");
321 
322     // Set the exception to HANDLED so it resumes the thread on close.
323     uint32_t ExceptionState = ZX_EXCEPTION_STATE_HANDLED;
324     ExitOnErr(_zx_object_set_property(Exception.Handle, ZX_PROP_EXCEPTION_STATE,
325                                       &ExceptionState, sizeof(ExceptionState)),
326               "zx_object_set_property");
327   }
328 }
329 
330 } // namespace
331 
332 // Platform specific functions.
333 void SetSignalHandler(const FuzzingOptions &Options) {
334   // Make sure information from libFuzzer and the sanitizers are easy to
335   // reassemble. `__sanitizer_log_write` has the added benefit of ensuring the
336   // DSO map is always available for the symbolizer.
337   // A uint64_t fits in 20 chars, so 64 is plenty.
338   char Buf[64];
339   memset(Buf, 0, sizeof(Buf));
340   snprintf(Buf, sizeof(Buf), "==%lu== INFO: libFuzzer starting.\n", GetPid());
341   if (EF->__sanitizer_log_write)
342     __sanitizer_log_write(Buf, sizeof(Buf));
343   Printf("%s", Buf);
344 
345   // Set up alarm handler if needed.
346   if (Options.HandleAlrm && Options.UnitTimeoutSec > 0) {
347     std::thread T(AlarmHandler, Options.UnitTimeoutSec / 2 + 1);
348     T.detach();
349   }
350 
351   // Options.HandleInt and Options.HandleTerm are not supported on Fuchsia
352 
353   // Early exit if no crash handler needed.
354   if (!Options.HandleSegv && !Options.HandleBus && !Options.HandleIll &&
355       !Options.HandleFpe && !Options.HandleAbrt)
356     return;
357 
358   // Set up the crash handler and wait until it is ready before proceeding.
359   zx_handle_t Event;
360   ExitOnErr(_zx_event_create(0, &Event), "_zx_event_create");
361 
362   std::thread T(CrashHandler, &Event);
363   zx_status_t Status =
364       _zx_object_wait_one(Event, ZX_USER_SIGNAL_0, ZX_TIME_INFINITE, nullptr);
365   _zx_handle_close(Event);
366   ExitOnErr(Status, "_zx_object_wait_one");
367 
368   T.detach();
369 }
370 
371 void SleepSeconds(int Seconds) {
372   _zx_nanosleep(_zx_deadline_after(ZX_SEC(Seconds)));
373 }
374 
375 unsigned long GetPid() {
376   zx_status_t rc;
377   zx_info_handle_basic_t Info;
378   if ((rc = _zx_object_get_info(_zx_process_self(), ZX_INFO_HANDLE_BASIC, &Info,
379                                 sizeof(Info), NULL, NULL)) != ZX_OK) {
380     Printf("libFuzzer: unable to get info about self: %s\n",
381            _zx_status_get_string(rc));
382     exit(1);
383   }
384   return Info.koid;
385 }
386 
387 size_t GetPeakRSSMb() {
388   zx_status_t rc;
389   zx_info_task_stats_t Info;
390   if ((rc = _zx_object_get_info(_zx_process_self(), ZX_INFO_TASK_STATS, &Info,
391                                 sizeof(Info), NULL, NULL)) != ZX_OK) {
392     Printf("libFuzzer: unable to get info about self: %s\n",
393            _zx_status_get_string(rc));
394     exit(1);
395   }
396   return (Info.mem_private_bytes + Info.mem_shared_bytes) >> 20;
397 }
398 
399 template <typename Fn>
400 class RunOnDestruction {
401  public:
402   explicit RunOnDestruction(Fn fn) : fn_(fn) {}
403   ~RunOnDestruction() { fn_(); }
404 
405  private:
406   Fn fn_;
407 };
408 
409 template <typename Fn>
410 RunOnDestruction<Fn> at_scope_exit(Fn fn) {
411   return RunOnDestruction<Fn>(fn);
412 }
413 
414 static fdio_spawn_action_t clone_fd_action(int localFd, int targetFd) {
415   return {
416       .action = FDIO_SPAWN_ACTION_CLONE_FD,
417       .fd =
418           {
419               .local_fd = localFd,
420               .target_fd = targetFd,
421           },
422   };
423 }
424 
425 int ExecuteCommand(const Command &Cmd) {
426   zx_status_t rc;
427 
428   // Convert arguments to C array
429   auto Args = Cmd.getArguments();
430   size_t Argc = Args.size();
431   assert(Argc != 0);
432   std::unique_ptr<const char *[]> Argv(new const char *[Argc + 1]);
433   for (size_t i = 0; i < Argc; ++i)
434     Argv[i] = Args[i].c_str();
435   Argv[Argc] = nullptr;
436 
437   // Determine output.  On Fuchsia, the fuzzer is typically run as a component
438   // that lacks a mutable working directory. Fortunately, when this is the case
439   // a mutable output directory must be specified using "-artifact_prefix=...",
440   // so write the log file(s) there.
441   // However, we don't want to apply this logic for absolute paths.
442   int FdOut = STDOUT_FILENO;
443   bool discardStdout = false;
444   bool discardStderr = false;
445 
446   if (Cmd.hasOutputFile()) {
447     std::string Path = Cmd.getOutputFile();
448     if (Path == getDevNull()) {
449       // On Fuchsia, there's no "/dev/null" like-file, so we
450       // just don't copy the FDs into the spawned process.
451       discardStdout = true;
452     } else {
453       bool IsAbsolutePath = Path.length() > 1 && Path[0] == '/';
454       if (!IsAbsolutePath && Cmd.hasFlag("artifact_prefix"))
455         Path = Cmd.getFlagValue("artifact_prefix") + "/" + Path;
456 
457       FdOut = open(Path.c_str(), O_WRONLY | O_CREAT | O_TRUNC, 0);
458       if (FdOut == -1) {
459         Printf("libFuzzer: failed to open %s: %s\n", Path.c_str(),
460                strerror(errno));
461         return ZX_ERR_IO;
462       }
463     }
464   }
465   auto CloseFdOut = at_scope_exit([FdOut]() {
466     if (FdOut != STDOUT_FILENO)
467       close(FdOut);
468   });
469 
470   // Determine stderr
471   int FdErr = STDERR_FILENO;
472   if (Cmd.isOutAndErrCombined()) {
473     FdErr = FdOut;
474     if (discardStdout)
475       discardStderr = true;
476   }
477 
478   // Clone the file descriptors into the new process
479   std::vector<fdio_spawn_action_t> SpawnActions;
480   SpawnActions.push_back(clone_fd_action(STDIN_FILENO, STDIN_FILENO));
481 
482   if (!discardStdout)
483     SpawnActions.push_back(clone_fd_action(FdOut, STDOUT_FILENO));
484   if (!discardStderr)
485     SpawnActions.push_back(clone_fd_action(FdErr, STDERR_FILENO));
486 
487   // Start the process.
488   char ErrorMsg[FDIO_SPAWN_ERR_MSG_MAX_LENGTH];
489   zx_handle_t ProcessHandle = ZX_HANDLE_INVALID;
490   rc = fdio_spawn_etc(ZX_HANDLE_INVALID,
491                       FDIO_SPAWN_CLONE_ALL & (~FDIO_SPAWN_CLONE_STDIO), Argv[0],
492                       Argv.get(), nullptr, SpawnActions.size(),
493                       SpawnActions.data(), &ProcessHandle, ErrorMsg);
494 
495   if (rc != ZX_OK) {
496     Printf("libFuzzer: failed to launch '%s': %s, %s\n", Argv[0], ErrorMsg,
497            _zx_status_get_string(rc));
498     return rc;
499   }
500   auto CloseHandle = at_scope_exit([&]() { _zx_handle_close(ProcessHandle); });
501 
502   // Now join the process and return the exit status.
503   if ((rc = _zx_object_wait_one(ProcessHandle, ZX_PROCESS_TERMINATED,
504                                 ZX_TIME_INFINITE, nullptr)) != ZX_OK) {
505     Printf("libFuzzer: failed to join '%s': %s\n", Argv[0],
506            _zx_status_get_string(rc));
507     return rc;
508   }
509 
510   zx_info_process_t Info;
511   if ((rc = _zx_object_get_info(ProcessHandle, ZX_INFO_PROCESS, &Info,
512                                 sizeof(Info), nullptr, nullptr)) != ZX_OK) {
513     Printf("libFuzzer: unable to get return code from '%s': %s\n", Argv[0],
514            _zx_status_get_string(rc));
515     return rc;
516   }
517 
518   return static_cast<int>(Info.return_code);
519 }
520 
521 bool ExecuteCommand(const Command &BaseCmd, std::string *CmdOutput) {
522   auto LogFilePath = TempPath("SimPopenOut", ".txt");
523   Command Cmd(BaseCmd);
524   Cmd.setOutputFile(LogFilePath);
525   int Ret = ExecuteCommand(Cmd);
526   *CmdOutput = FileToString(LogFilePath);
527   RemoveFile(LogFilePath);
528   return Ret == 0;
529 }
530 
531 const void *SearchMemory(const void *Data, size_t DataLen, const void *Patt,
532                          size_t PattLen) {
533   return memmem(Data, DataLen, Patt, PattLen);
534 }
535 
536 // In fuchsia, accessing /dev/null is not supported. There's nothing
537 // similar to a file that discards everything that is written to it.
538 // The way of doing something similar in fuchsia is by using
539 // fdio_null_create and binding that to a file descriptor.
540 void DiscardOutput(int Fd) {
541   fdio_t *fdio_null = fdio_null_create();
542   if (fdio_null == nullptr) return;
543   int nullfd = fdio_bind_to_fd(fdio_null, -1, 0);
544   if (nullfd < 0) return;
545   dup2(nullfd, Fd);
546 }
547 
548 } // namespace fuzzer
549 
550 #endif // LIBFUZZER_FUCHSIA
551