1 //===--- raw_ostream.cpp - Implement the raw_ostream classes --------------===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 //
9 // This implements support for bulk buffered stream output.
10 //
11 //===----------------------------------------------------------------------===//
12
13 #include "llvm/Support/raw_ostream.h"
14 #include "llvm/ADT/StringExtras.h"
15 #include "llvm/Config/config.h"
16 #include "llvm/Support/Compiler.h"
17 #include "llvm/Support/Duration.h"
18 #include "llvm/Support/ErrorHandling.h"
19 #include "llvm/Support/FileSystem.h"
20 #include "llvm/Support/Format.h"
21 #include "llvm/Support/FormatVariadic.h"
22 #include "llvm/Support/MathExtras.h"
23 #include "llvm/Support/NativeFormatting.h"
24 #include "llvm/Support/Process.h"
25 #include "llvm/Support/Program.h"
26 #include <algorithm>
27 #include <cerrno>
28 #include <cstdio>
29 #include <sys/stat.h>
30
31 // <fcntl.h> may provide O_BINARY.
32 #if defined(HAVE_FCNTL_H)
33 # include <fcntl.h>
34 #endif
35
36 #if defined(HAVE_UNISTD_H)
37 # include <unistd.h>
38 #endif
39
40 #if defined(__CYGWIN__)
41 #include <io.h>
42 #endif
43
44 #if defined(_MSC_VER)
45 #include <io.h>
46 #ifndef STDIN_FILENO
47 # define STDIN_FILENO 0
48 #endif
49 #ifndef STDOUT_FILENO
50 # define STDOUT_FILENO 1
51 #endif
52 #ifndef STDERR_FILENO
53 # define STDERR_FILENO 2
54 #endif
55 #endif
56
57 #ifdef _WIN32
58 #include "llvm/Support/ConvertUTF.h"
59 #include "llvm/Support/Signals.h"
60 #include "llvm/Support/Windows/WindowsSupport.h"
61 #endif
62
63 using namespace llvm;
64
65 constexpr raw_ostream::Colors raw_ostream::BLACK;
66 constexpr raw_ostream::Colors raw_ostream::RED;
67 constexpr raw_ostream::Colors raw_ostream::GREEN;
68 constexpr raw_ostream::Colors raw_ostream::YELLOW;
69 constexpr raw_ostream::Colors raw_ostream::BLUE;
70 constexpr raw_ostream::Colors raw_ostream::MAGENTA;
71 constexpr raw_ostream::Colors raw_ostream::CYAN;
72 constexpr raw_ostream::Colors raw_ostream::WHITE;
73 constexpr raw_ostream::Colors raw_ostream::SAVEDCOLOR;
74 constexpr raw_ostream::Colors raw_ostream::RESET;
75
~raw_ostream()76 raw_ostream::~raw_ostream() {
77 // raw_ostream's subclasses should take care to flush the buffer
78 // in their destructors.
79 assert(OutBufCur == OutBufStart &&
80 "raw_ostream destructor called with non-empty buffer!");
81
82 if (BufferMode == BufferKind::InternalBuffer)
83 delete [] OutBufStart;
84 }
85
preferred_buffer_size() const86 size_t raw_ostream::preferred_buffer_size() const {
87 #ifdef _WIN32
88 // On Windows BUFSIZ is only 512 which results in more calls to write. This
89 // overhead can cause significant performance degradation. Therefore use a
90 // better default.
91 return (16 * 1024);
92 #else
93 // BUFSIZ is intended to be a reasonable default.
94 return BUFSIZ;
95 #endif
96 }
97
SetBuffered()98 void raw_ostream::SetBuffered() {
99 // Ask the subclass to determine an appropriate buffer size.
100 if (size_t Size = preferred_buffer_size())
101 SetBufferSize(Size);
102 else
103 // It may return 0, meaning this stream should be unbuffered.
104 SetUnbuffered();
105 }
106
SetBufferAndMode(char * BufferStart,size_t Size,BufferKind Mode)107 void raw_ostream::SetBufferAndMode(char *BufferStart, size_t Size,
108 BufferKind Mode) {
109 assert(((Mode == BufferKind::Unbuffered && !BufferStart && Size == 0) ||
110 (Mode != BufferKind::Unbuffered && BufferStart && Size != 0)) &&
111 "stream must be unbuffered or have at least one byte");
112 // Make sure the current buffer is free of content (we can't flush here; the
113 // child buffer management logic will be in write_impl).
114 assert(GetNumBytesInBuffer() == 0 && "Current buffer is non-empty!");
115
116 if (BufferMode == BufferKind::InternalBuffer)
117 delete [] OutBufStart;
118 OutBufStart = BufferStart;
119 OutBufEnd = OutBufStart+Size;
120 OutBufCur = OutBufStart;
121 BufferMode = Mode;
122
123 assert(OutBufStart <= OutBufEnd && "Invalid size!");
124 }
125
operator <<(unsigned long N)126 raw_ostream &raw_ostream::operator<<(unsigned long N) {
127 write_integer(*this, static_cast<uint64_t>(N), 0, IntegerStyle::Integer);
128 return *this;
129 }
130
operator <<(long N)131 raw_ostream &raw_ostream::operator<<(long N) {
132 write_integer(*this, static_cast<int64_t>(N), 0, IntegerStyle::Integer);
133 return *this;
134 }
135
operator <<(unsigned long long N)136 raw_ostream &raw_ostream::operator<<(unsigned long long N) {
137 write_integer(*this, static_cast<uint64_t>(N), 0, IntegerStyle::Integer);
138 return *this;
139 }
140
operator <<(long long N)141 raw_ostream &raw_ostream::operator<<(long long N) {
142 write_integer(*this, static_cast<int64_t>(N), 0, IntegerStyle::Integer);
143 return *this;
144 }
145
write_hex(unsigned long long N)146 raw_ostream &raw_ostream::write_hex(unsigned long long N) {
147 llvm::write_hex(*this, N, HexPrintStyle::Lower);
148 return *this;
149 }
150
operator <<(Colors C)151 raw_ostream &raw_ostream::operator<<(Colors C) {
152 if (C == Colors::RESET)
153 resetColor();
154 else
155 changeColor(C);
156 return *this;
157 }
158
write_uuid(const uuid_t UUID)159 raw_ostream &raw_ostream::write_uuid(const uuid_t UUID) {
160 for (int Idx = 0; Idx < 16; ++Idx) {
161 *this << format("%02" PRIX32, UUID[Idx]);
162 if (Idx == 3 || Idx == 5 || Idx == 7 || Idx == 9)
163 *this << "-";
164 }
165 return *this;
166 }
167
168
write_escaped(StringRef Str,bool UseHexEscapes)169 raw_ostream &raw_ostream::write_escaped(StringRef Str,
170 bool UseHexEscapes) {
171 for (unsigned char c : Str) {
172 switch (c) {
173 case '\\':
174 *this << '\\' << '\\';
175 break;
176 case '\t':
177 *this << '\\' << 't';
178 break;
179 case '\n':
180 *this << '\\' << 'n';
181 break;
182 case '"':
183 *this << '\\' << '"';
184 break;
185 default:
186 if (isPrint(c)) {
187 *this << c;
188 break;
189 }
190
191 // Write out the escaped representation.
192 if (UseHexEscapes) {
193 *this << '\\' << 'x';
194 *this << hexdigit((c >> 4) & 0xF);
195 *this << hexdigit((c >> 0) & 0xF);
196 } else {
197 // Always use a full 3-character octal escape.
198 *this << '\\';
199 *this << char('0' + ((c >> 6) & 7));
200 *this << char('0' + ((c >> 3) & 7));
201 *this << char('0' + ((c >> 0) & 7));
202 }
203 }
204 }
205
206 return *this;
207 }
208
operator <<(const void * P)209 raw_ostream &raw_ostream::operator<<(const void *P) {
210 llvm::write_hex(*this, (uintptr_t)P, HexPrintStyle::PrefixLower);
211 return *this;
212 }
213
operator <<(double N)214 raw_ostream &raw_ostream::operator<<(double N) {
215 llvm::write_double(*this, N, FloatStyle::Exponent);
216 return *this;
217 }
218
flush_nonempty()219 void raw_ostream::flush_nonempty() {
220 assert(OutBufCur > OutBufStart && "Invalid call to flush_nonempty.");
221 size_t Length = OutBufCur - OutBufStart;
222 OutBufCur = OutBufStart;
223 flush_tied_then_write(OutBufStart, Length);
224 }
225
write(unsigned char C)226 raw_ostream &raw_ostream::write(unsigned char C) {
227 // Group exceptional cases into a single branch.
228 if (LLVM_UNLIKELY(OutBufCur >= OutBufEnd)) {
229 if (LLVM_UNLIKELY(!OutBufStart)) {
230 if (BufferMode == BufferKind::Unbuffered) {
231 flush_tied_then_write(reinterpret_cast<char *>(&C), 1);
232 return *this;
233 }
234 // Set up a buffer and start over.
235 SetBuffered();
236 return write(C);
237 }
238
239 flush_nonempty();
240 }
241
242 *OutBufCur++ = C;
243 return *this;
244 }
245
write(const char * Ptr,size_t Size)246 raw_ostream &raw_ostream::write(const char *Ptr, size_t Size) {
247 // Group exceptional cases into a single branch.
248 if (LLVM_UNLIKELY(size_t(OutBufEnd - OutBufCur) < Size)) {
249 if (LLVM_UNLIKELY(!OutBufStart)) {
250 if (BufferMode == BufferKind::Unbuffered) {
251 flush_tied_then_write(Ptr, Size);
252 return *this;
253 }
254 // Set up a buffer and start over.
255 SetBuffered();
256 return write(Ptr, Size);
257 }
258
259 size_t NumBytes = OutBufEnd - OutBufCur;
260
261 // If the buffer is empty at this point we have a string that is larger
262 // than the buffer. Directly write the chunk that is a multiple of the
263 // preferred buffer size and put the remainder in the buffer.
264 if (LLVM_UNLIKELY(OutBufCur == OutBufStart)) {
265 assert(NumBytes != 0 && "undefined behavior");
266 size_t BytesToWrite = Size - (Size % NumBytes);
267 flush_tied_then_write(Ptr, BytesToWrite);
268 size_t BytesRemaining = Size - BytesToWrite;
269 if (BytesRemaining > size_t(OutBufEnd - OutBufCur)) {
270 // Too much left over to copy into our buffer.
271 return write(Ptr + BytesToWrite, BytesRemaining);
272 }
273 copy_to_buffer(Ptr + BytesToWrite, BytesRemaining);
274 return *this;
275 }
276
277 // We don't have enough space in the buffer to fit the string in. Insert as
278 // much as possible, flush and start over with the remainder.
279 copy_to_buffer(Ptr, NumBytes);
280 flush_nonempty();
281 return write(Ptr + NumBytes, Size - NumBytes);
282 }
283
284 copy_to_buffer(Ptr, Size);
285
286 return *this;
287 }
288
copy_to_buffer(const char * Ptr,size_t Size)289 void raw_ostream::copy_to_buffer(const char *Ptr, size_t Size) {
290 assert(Size <= size_t(OutBufEnd - OutBufCur) && "Buffer overrun!");
291
292 // Handle short strings specially, memcpy isn't very good at very short
293 // strings.
294 switch (Size) {
295 case 4: OutBufCur[3] = Ptr[3]; [[fallthrough]];
296 case 3: OutBufCur[2] = Ptr[2]; [[fallthrough]];
297 case 2: OutBufCur[1] = Ptr[1]; [[fallthrough]];
298 case 1: OutBufCur[0] = Ptr[0]; [[fallthrough]];
299 case 0: break;
300 default:
301 memcpy(OutBufCur, Ptr, Size);
302 break;
303 }
304
305 OutBufCur += Size;
306 }
307
flush_tied_then_write(const char * Ptr,size_t Size)308 void raw_ostream::flush_tied_then_write(const char *Ptr, size_t Size) {
309 if (TiedStream)
310 TiedStream->flush();
311 write_impl(Ptr, Size);
312 }
313
314 // Formatted output.
operator <<(const format_object_base & Fmt)315 raw_ostream &raw_ostream::operator<<(const format_object_base &Fmt) {
316 // If we have more than a few bytes left in our output buffer, try
317 // formatting directly onto its end.
318 size_t NextBufferSize = 127;
319 size_t BufferBytesLeft = OutBufEnd - OutBufCur;
320 if (BufferBytesLeft > 3) {
321 size_t BytesUsed = Fmt.print(OutBufCur, BufferBytesLeft);
322
323 // Common case is that we have plenty of space.
324 if (BytesUsed <= BufferBytesLeft) {
325 OutBufCur += BytesUsed;
326 return *this;
327 }
328
329 // Otherwise, we overflowed and the return value tells us the size to try
330 // again with.
331 NextBufferSize = BytesUsed;
332 }
333
334 // If we got here, we didn't have enough space in the output buffer for the
335 // string. Try printing into a SmallVector that is resized to have enough
336 // space. Iterate until we win.
337 SmallVector<char, 128> V;
338
339 while (true) {
340 V.resize(NextBufferSize);
341
342 // Try formatting into the SmallVector.
343 size_t BytesUsed = Fmt.print(V.data(), NextBufferSize);
344
345 // If BytesUsed fit into the vector, we win.
346 if (BytesUsed <= NextBufferSize)
347 return write(V.data(), BytesUsed);
348
349 // Otherwise, try again with a new size.
350 assert(BytesUsed > NextBufferSize && "Didn't grow buffer!?");
351 NextBufferSize = BytesUsed;
352 }
353 }
354
operator <<(const formatv_object_base & Obj)355 raw_ostream &raw_ostream::operator<<(const formatv_object_base &Obj) {
356 Obj.format(*this);
357 return *this;
358 }
359
operator <<(const FormattedString & FS)360 raw_ostream &raw_ostream::operator<<(const FormattedString &FS) {
361 unsigned LeftIndent = 0;
362 unsigned RightIndent = 0;
363 const ssize_t Difference = FS.Width - FS.Str.size();
364 if (Difference > 0) {
365 switch (FS.Justify) {
366 case FormattedString::JustifyNone:
367 break;
368 case FormattedString::JustifyLeft:
369 RightIndent = Difference;
370 break;
371 case FormattedString::JustifyRight:
372 LeftIndent = Difference;
373 break;
374 case FormattedString::JustifyCenter:
375 LeftIndent = Difference / 2;
376 RightIndent = Difference - LeftIndent;
377 break;
378 }
379 }
380 indent(LeftIndent);
381 (*this) << FS.Str;
382 indent(RightIndent);
383 return *this;
384 }
385
operator <<(const FormattedNumber & FN)386 raw_ostream &raw_ostream::operator<<(const FormattedNumber &FN) {
387 if (FN.Hex) {
388 HexPrintStyle Style;
389 if (FN.Upper && FN.HexPrefix)
390 Style = HexPrintStyle::PrefixUpper;
391 else if (FN.Upper && !FN.HexPrefix)
392 Style = HexPrintStyle::Upper;
393 else if (!FN.Upper && FN.HexPrefix)
394 Style = HexPrintStyle::PrefixLower;
395 else
396 Style = HexPrintStyle::Lower;
397 llvm::write_hex(*this, FN.HexValue, Style, FN.Width);
398 } else {
399 llvm::SmallString<16> Buffer;
400 llvm::raw_svector_ostream Stream(Buffer);
401 llvm::write_integer(Stream, FN.DecValue, 0, IntegerStyle::Integer);
402 if (Buffer.size() < FN.Width)
403 indent(FN.Width - Buffer.size());
404 (*this) << Buffer;
405 }
406 return *this;
407 }
408
operator <<(const FormattedBytes & FB)409 raw_ostream &raw_ostream::operator<<(const FormattedBytes &FB) {
410 if (FB.Bytes.empty())
411 return *this;
412
413 size_t LineIndex = 0;
414 auto Bytes = FB.Bytes;
415 const size_t Size = Bytes.size();
416 HexPrintStyle HPS = FB.Upper ? HexPrintStyle::Upper : HexPrintStyle::Lower;
417 uint64_t OffsetWidth = 0;
418 if (FB.FirstByteOffset) {
419 // Figure out how many nibbles are needed to print the largest offset
420 // represented by this data set, so that we can align the offset field
421 // to the right width.
422 size_t Lines = Size / FB.NumPerLine;
423 uint64_t MaxOffset = *FB.FirstByteOffset + Lines * FB.NumPerLine;
424 unsigned Power = 0;
425 if (MaxOffset > 0)
426 Power = llvm::Log2_64_Ceil(MaxOffset);
427 OffsetWidth = std::max<uint64_t>(4, llvm::alignTo(Power, 4) / 4);
428 }
429
430 // The width of a block of data including all spaces for group separators.
431 unsigned NumByteGroups =
432 alignTo(FB.NumPerLine, FB.ByteGroupSize) / FB.ByteGroupSize;
433 unsigned BlockCharWidth = FB.NumPerLine * 2 + NumByteGroups - 1;
434
435 while (!Bytes.empty()) {
436 indent(FB.IndentLevel);
437
438 if (FB.FirstByteOffset) {
439 uint64_t Offset = *FB.FirstByteOffset;
440 llvm::write_hex(*this, Offset + LineIndex, HPS, OffsetWidth);
441 *this << ": ";
442 }
443
444 auto Line = Bytes.take_front(FB.NumPerLine);
445
446 size_t CharsPrinted = 0;
447 // Print the hex bytes for this line in groups
448 for (size_t I = 0; I < Line.size(); ++I, CharsPrinted += 2) {
449 if (I && (I % FB.ByteGroupSize) == 0) {
450 ++CharsPrinted;
451 *this << " ";
452 }
453 llvm::write_hex(*this, Line[I], HPS, 2);
454 }
455
456 if (FB.ASCII) {
457 // Print any spaces needed for any bytes that we didn't print on this
458 // line so that the ASCII bytes are correctly aligned.
459 assert(BlockCharWidth >= CharsPrinted);
460 indent(BlockCharWidth - CharsPrinted + 2);
461 *this << "|";
462
463 // Print the ASCII char values for each byte on this line
464 for (uint8_t Byte : Line) {
465 if (isPrint(Byte))
466 *this << static_cast<char>(Byte);
467 else
468 *this << '.';
469 }
470 *this << '|';
471 }
472
473 Bytes = Bytes.drop_front(Line.size());
474 LineIndex += Line.size();
475 if (LineIndex < Size)
476 *this << '\n';
477 }
478 return *this;
479 }
480
481 template <char C>
write_padding(raw_ostream & OS,unsigned NumChars)482 static raw_ostream &write_padding(raw_ostream &OS, unsigned NumChars) {
483 static const char Chars[] = {C, C, C, C, C, C, C, C, C, C, C, C, C, C, C, C,
484 C, C, C, C, C, C, C, C, C, C, C, C, C, C, C, C,
485 C, C, C, C, C, C, C, C, C, C, C, C, C, C, C, C,
486 C, C, C, C, C, C, C, C, C, C, C, C, C, C, C, C,
487 C, C, C, C, C, C, C, C, C, C, C, C, C, C, C, C};
488
489 // Usually the indentation is small, handle it with a fastpath.
490 if (NumChars < std::size(Chars))
491 return OS.write(Chars, NumChars);
492
493 while (NumChars) {
494 unsigned NumToWrite = std::min(NumChars, (unsigned)std::size(Chars) - 1);
495 OS.write(Chars, NumToWrite);
496 NumChars -= NumToWrite;
497 }
498 return OS;
499 }
500
501 /// indent - Insert 'NumSpaces' spaces.
indent(unsigned NumSpaces)502 raw_ostream &raw_ostream::indent(unsigned NumSpaces) {
503 return write_padding<' '>(*this, NumSpaces);
504 }
505
506 /// write_zeros - Insert 'NumZeros' nulls.
write_zeros(unsigned NumZeros)507 raw_ostream &raw_ostream::write_zeros(unsigned NumZeros) {
508 return write_padding<'\0'>(*this, NumZeros);
509 }
510
prepare_colors()511 bool raw_ostream::prepare_colors() {
512 // Colors were explicitly disabled.
513 if (!ColorEnabled)
514 return false;
515
516 // Colors require changing the terminal but this stream is not going to a
517 // terminal.
518 if (sys::Process::ColorNeedsFlush() && !is_displayed())
519 return false;
520
521 if (sys::Process::ColorNeedsFlush())
522 flush();
523
524 return true;
525 }
526
changeColor(enum Colors colors,bool bold,bool bg)527 raw_ostream &raw_ostream::changeColor(enum Colors colors, bool bold, bool bg) {
528 if (!prepare_colors())
529 return *this;
530
531 const char *colorcode =
532 (colors == SAVEDCOLOR)
533 ? sys::Process::OutputBold(bg)
534 : sys::Process::OutputColor(static_cast<char>(colors), bold, bg);
535 if (colorcode)
536 write(colorcode, strlen(colorcode));
537 return *this;
538 }
539
resetColor()540 raw_ostream &raw_ostream::resetColor() {
541 if (!prepare_colors())
542 return *this;
543
544 if (const char *colorcode = sys::Process::ResetColor())
545 write(colorcode, strlen(colorcode));
546 return *this;
547 }
548
reverseColor()549 raw_ostream &raw_ostream::reverseColor() {
550 if (!prepare_colors())
551 return *this;
552
553 if (const char *colorcode = sys::Process::OutputReverse())
554 write(colorcode, strlen(colorcode));
555 return *this;
556 }
557
anchor()558 void raw_ostream::anchor() {}
559
560 //===----------------------------------------------------------------------===//
561 // Formatted Output
562 //===----------------------------------------------------------------------===//
563
564 // Out of line virtual method.
home()565 void format_object_base::home() {
566 }
567
568 //===----------------------------------------------------------------------===//
569 // raw_fd_ostream
570 //===----------------------------------------------------------------------===//
571
getFD(StringRef Filename,std::error_code & EC,sys::fs::CreationDisposition Disp,sys::fs::FileAccess Access,sys::fs::OpenFlags Flags)572 static int getFD(StringRef Filename, std::error_code &EC,
573 sys::fs::CreationDisposition Disp, sys::fs::FileAccess Access,
574 sys::fs::OpenFlags Flags) {
575 assert((Access & sys::fs::FA_Write) &&
576 "Cannot make a raw_ostream from a read-only descriptor!");
577
578 // Handle "-" as stdout. Note that when we do this, we consider ourself
579 // the owner of stdout and may set the "binary" flag globally based on Flags.
580 if (Filename == "-") {
581 EC = std::error_code();
582 // Change stdout's text/binary mode based on the Flags.
583 sys::ChangeStdoutMode(Flags);
584 return STDOUT_FILENO;
585 }
586
587 int FD;
588 if (Access & sys::fs::FA_Read)
589 EC = sys::fs::openFileForReadWrite(Filename, FD, Disp, Flags);
590 else
591 EC = sys::fs::openFileForWrite(Filename, FD, Disp, Flags);
592 if (EC)
593 return -1;
594
595 return FD;
596 }
597
raw_fd_ostream(StringRef Filename,std::error_code & EC)598 raw_fd_ostream::raw_fd_ostream(StringRef Filename, std::error_code &EC)
599 : raw_fd_ostream(Filename, EC, sys::fs::CD_CreateAlways, sys::fs::FA_Write,
600 sys::fs::OF_None) {}
601
raw_fd_ostream(StringRef Filename,std::error_code & EC,sys::fs::CreationDisposition Disp)602 raw_fd_ostream::raw_fd_ostream(StringRef Filename, std::error_code &EC,
603 sys::fs::CreationDisposition Disp)
604 : raw_fd_ostream(Filename, EC, Disp, sys::fs::FA_Write, sys::fs::OF_None) {}
605
raw_fd_ostream(StringRef Filename,std::error_code & EC,sys::fs::FileAccess Access)606 raw_fd_ostream::raw_fd_ostream(StringRef Filename, std::error_code &EC,
607 sys::fs::FileAccess Access)
608 : raw_fd_ostream(Filename, EC, sys::fs::CD_CreateAlways, Access,
609 sys::fs::OF_None) {}
610
raw_fd_ostream(StringRef Filename,std::error_code & EC,sys::fs::OpenFlags Flags)611 raw_fd_ostream::raw_fd_ostream(StringRef Filename, std::error_code &EC,
612 sys::fs::OpenFlags Flags)
613 : raw_fd_ostream(Filename, EC, sys::fs::CD_CreateAlways, sys::fs::FA_Write,
614 Flags) {}
615
raw_fd_ostream(StringRef Filename,std::error_code & EC,sys::fs::CreationDisposition Disp,sys::fs::FileAccess Access,sys::fs::OpenFlags Flags)616 raw_fd_ostream::raw_fd_ostream(StringRef Filename, std::error_code &EC,
617 sys::fs::CreationDisposition Disp,
618 sys::fs::FileAccess Access,
619 sys::fs::OpenFlags Flags)
620 : raw_fd_ostream(getFD(Filename, EC, Disp, Access, Flags), true) {}
621
622 /// FD is the file descriptor that this writes to. If ShouldClose is true, this
623 /// closes the file when the stream is destroyed.
raw_fd_ostream(int fd,bool shouldClose,bool unbuffered,OStreamKind K)624 raw_fd_ostream::raw_fd_ostream(int fd, bool shouldClose, bool unbuffered,
625 OStreamKind K)
626 : raw_pwrite_stream(unbuffered, K), FD(fd), ShouldClose(shouldClose) {
627 if (FD < 0 ) {
628 ShouldClose = false;
629 return;
630 }
631
632 enable_colors(true);
633
634 // Do not attempt to close stdout or stderr. We used to try to maintain the
635 // property that tools that support writing file to stdout should not also
636 // write informational output to stdout, but in practice we were never able to
637 // maintain this invariant. Many features have been added to LLVM and clang
638 // (-fdump-record-layouts, optimization remarks, etc) that print to stdout, so
639 // users must simply be aware that mixed output and remarks is a possibility.
640 if (FD <= STDERR_FILENO)
641 ShouldClose = false;
642
643 #ifdef _WIN32
644 // Check if this is a console device. This is not equivalent to isatty.
645 IsWindowsConsole =
646 ::GetFileType((HANDLE)::_get_osfhandle(fd)) == FILE_TYPE_CHAR;
647 #endif
648
649 // Get the starting position.
650 off_t loc = ::lseek(FD, 0, SEEK_CUR);
651 sys::fs::file_status Status;
652 std::error_code EC = status(FD, Status);
653 IsRegularFile = Status.type() == sys::fs::file_type::regular_file;
654 #ifdef _WIN32
655 // MSVCRT's _lseek(SEEK_CUR) doesn't return -1 for pipes.
656 SupportsSeeking = !EC && IsRegularFile;
657 #else
658 SupportsSeeking = !EC && loc != (off_t)-1;
659 #endif
660 if (!SupportsSeeking)
661 pos = 0;
662 else
663 pos = static_cast<uint64_t>(loc);
664 }
665
~raw_fd_ostream()666 raw_fd_ostream::~raw_fd_ostream() {
667 if (FD >= 0) {
668 flush();
669 if (ShouldClose) {
670 if (auto EC = sys::Process::SafelyCloseFileDescriptor(FD))
671 error_detected(EC);
672 }
673 }
674
675 #ifdef __MINGW32__
676 // On mingw, global dtors should not call exit().
677 // report_fatal_error() invokes exit(). We know report_fatal_error()
678 // might not write messages to stderr when any errors were detected
679 // on FD == 2.
680 if (FD == 2) return;
681 #endif
682
683 // If there are any pending errors, report them now. Clients wishing
684 // to avoid report_fatal_error calls should check for errors with
685 // has_error() and clear the error flag with clear_error() before
686 // destructing raw_ostream objects which may have errors.
687 if (has_error())
688 report_fatal_error(Twine("IO failure on output stream: ") +
689 error().message(),
690 /*gen_crash_diag=*/false);
691 }
692
693 #if defined(_WIN32)
694 // The most reliable way to print unicode in a Windows console is with
695 // WriteConsoleW. To use that, first transcode from UTF-8 to UTF-16. This
696 // assumes that LLVM programs always print valid UTF-8 to the console. The data
697 // might not be UTF-8 for two major reasons:
698 // 1. The program is printing binary (-filetype=obj -o -), in which case it
699 // would have been gibberish anyway.
700 // 2. The program is printing text in a semi-ascii compatible codepage like
701 // shift-jis or cp1252.
702 //
703 // Most LLVM programs don't produce non-ascii text unless they are quoting
704 // user source input. A well-behaved LLVM program should either validate that
705 // the input is UTF-8 or transcode from the local codepage to UTF-8 before
706 // quoting it. If they don't, this may mess up the encoding, but this is still
707 // probably the best compromise we can make.
write_console_impl(int FD,StringRef Data)708 static bool write_console_impl(int FD, StringRef Data) {
709 SmallVector<wchar_t, 256> WideText;
710
711 // Fall back to ::write if it wasn't valid UTF-8.
712 if (auto EC = sys::windows::UTF8ToUTF16(Data, WideText))
713 return false;
714
715 // On Windows 7 and earlier, WriteConsoleW has a low maximum amount of data
716 // that can be written to the console at a time.
717 size_t MaxWriteSize = WideText.size();
718 if (!RunningWindows8OrGreater())
719 MaxWriteSize = 32767;
720
721 size_t WCharsWritten = 0;
722 do {
723 size_t WCharsToWrite =
724 std::min(MaxWriteSize, WideText.size() - WCharsWritten);
725 DWORD ActuallyWritten;
726 bool Success =
727 ::WriteConsoleW((HANDLE)::_get_osfhandle(FD), &WideText[WCharsWritten],
728 WCharsToWrite, &ActuallyWritten,
729 /*Reserved=*/nullptr);
730
731 // The most likely reason for WriteConsoleW to fail is that FD no longer
732 // points to a console. Fall back to ::write. If this isn't the first loop
733 // iteration, something is truly wrong.
734 if (!Success)
735 return false;
736
737 WCharsWritten += ActuallyWritten;
738 } while (WCharsWritten != WideText.size());
739 return true;
740 }
741 #endif
742
write_impl(const char * Ptr,size_t Size)743 void raw_fd_ostream::write_impl(const char *Ptr, size_t Size) {
744 assert(FD >= 0 && "File already closed.");
745 pos += Size;
746
747 #if defined(_WIN32)
748 // If this is a Windows console device, try re-encoding from UTF-8 to UTF-16
749 // and using WriteConsoleW. If that fails, fall back to plain write().
750 if (IsWindowsConsole)
751 if (write_console_impl(FD, StringRef(Ptr, Size)))
752 return;
753 #endif
754
755 // The maximum write size is limited to INT32_MAX. A write
756 // greater than SSIZE_MAX is implementation-defined in POSIX,
757 // and Windows _write requires 32 bit input.
758 size_t MaxWriteSize = INT32_MAX;
759
760 #if defined(__linux__)
761 // It is observed that Linux returns EINVAL for a very large write (>2G).
762 // Make it a reasonably small value.
763 MaxWriteSize = 1024 * 1024 * 1024;
764 #endif
765
766 do {
767 size_t ChunkSize = std::min(Size, MaxWriteSize);
768 ssize_t ret = ::write(FD, Ptr, ChunkSize);
769
770 if (ret < 0) {
771 // If it's a recoverable error, swallow it and retry the write.
772 //
773 // Ideally we wouldn't ever see EAGAIN or EWOULDBLOCK here, since
774 // raw_ostream isn't designed to do non-blocking I/O. However, some
775 // programs, such as old versions of bjam, have mistakenly used
776 // O_NONBLOCK. For compatibility, emulate blocking semantics by
777 // spinning until the write succeeds. If you don't want spinning,
778 // don't use O_NONBLOCK file descriptors with raw_ostream.
779 if (errno == EINTR || errno == EAGAIN
780 #ifdef EWOULDBLOCK
781 || errno == EWOULDBLOCK
782 #endif
783 )
784 continue;
785
786 #ifdef _WIN32
787 // Windows equivalents of SIGPIPE/EPIPE.
788 DWORD WinLastError = GetLastError();
789 if (WinLastError == ERROR_BROKEN_PIPE ||
790 (WinLastError == ERROR_NO_DATA && errno == EINVAL)) {
791 llvm::sys::CallOneShotPipeSignalHandler();
792 errno = EPIPE;
793 }
794 #endif
795 // Otherwise it's a non-recoverable error. Note it and quit.
796 error_detected(std::error_code(errno, std::generic_category()));
797 break;
798 }
799
800 // The write may have written some or all of the data. Update the
801 // size and buffer pointer to reflect the remainder that needs
802 // to be written. If there are no bytes left, we're done.
803 Ptr += ret;
804 Size -= ret;
805 } while (Size > 0);
806 }
807
close()808 void raw_fd_ostream::close() {
809 assert(ShouldClose);
810 ShouldClose = false;
811 flush();
812 if (auto EC = sys::Process::SafelyCloseFileDescriptor(FD))
813 error_detected(EC);
814 FD = -1;
815 }
816
seek(uint64_t off)817 uint64_t raw_fd_ostream::seek(uint64_t off) {
818 assert(SupportsSeeking && "Stream does not support seeking!");
819 flush();
820 #ifdef _WIN32
821 pos = ::_lseeki64(FD, off, SEEK_SET);
822 #else
823 pos = ::lseek(FD, off, SEEK_SET);
824 #endif
825 if (pos == (uint64_t)-1)
826 error_detected(std::error_code(errno, std::generic_category()));
827 return pos;
828 }
829
pwrite_impl(const char * Ptr,size_t Size,uint64_t Offset)830 void raw_fd_ostream::pwrite_impl(const char *Ptr, size_t Size,
831 uint64_t Offset) {
832 uint64_t Pos = tell();
833 seek(Offset);
834 write(Ptr, Size);
835 seek(Pos);
836 }
837
preferred_buffer_size() const838 size_t raw_fd_ostream::preferred_buffer_size() const {
839 #if defined(_WIN32)
840 // Disable buffering for console devices. Console output is re-encoded from
841 // UTF-8 to UTF-16 on Windows, and buffering it would require us to split the
842 // buffer on a valid UTF-8 codepoint boundary. Terminal buffering is disabled
843 // below on most other OSs, so do the same thing on Windows and avoid that
844 // complexity.
845 if (IsWindowsConsole)
846 return 0;
847 return raw_ostream::preferred_buffer_size();
848 #elif !defined(__minix)
849 // Minix has no st_blksize.
850 assert(FD >= 0 && "File not yet open!");
851 struct stat statbuf;
852 if (fstat(FD, &statbuf) != 0)
853 return 0;
854
855 // If this is a terminal, don't use buffering. Line buffering
856 // would be a more traditional thing to do, but it's not worth
857 // the complexity.
858 if (S_ISCHR(statbuf.st_mode) && is_displayed())
859 return 0;
860 // Return the preferred block size.
861 return statbuf.st_blksize;
862 #else
863 return raw_ostream::preferred_buffer_size();
864 #endif
865 }
866
is_displayed() const867 bool raw_fd_ostream::is_displayed() const {
868 return sys::Process::FileDescriptorIsDisplayed(FD);
869 }
870
has_colors() const871 bool raw_fd_ostream::has_colors() const {
872 if (!HasColors)
873 HasColors = sys::Process::FileDescriptorHasColors(FD);
874 return *HasColors;
875 }
876
lock()877 Expected<sys::fs::FileLocker> raw_fd_ostream::lock() {
878 std::error_code EC = sys::fs::lockFile(FD);
879 if (!EC)
880 return sys::fs::FileLocker(FD);
881 return errorCodeToError(EC);
882 }
883
884 Expected<sys::fs::FileLocker>
tryLockFor(Duration const & Timeout)885 raw_fd_ostream::tryLockFor(Duration const& Timeout) {
886 std::error_code EC = sys::fs::tryLockFile(FD, Timeout.getDuration());
887 if (!EC)
888 return sys::fs::FileLocker(FD);
889 return errorCodeToError(EC);
890 }
891
anchor()892 void raw_fd_ostream::anchor() {}
893
894 //===----------------------------------------------------------------------===//
895 // outs(), errs(), nulls()
896 //===----------------------------------------------------------------------===//
897
outs()898 raw_fd_ostream &llvm::outs() {
899 // Set buffer settings to model stdout behavior.
900 std::error_code EC;
901 static raw_fd_ostream S("-", EC, sys::fs::OF_None);
902 assert(!EC);
903 return S;
904 }
905
errs()906 raw_fd_ostream &llvm::errs() {
907 // Set standard error to be unbuffered and tied to outs() by default.
908 static raw_fd_ostream S(STDERR_FILENO, false, true);
909 return S;
910 }
911
912 /// nulls() - This returns a reference to a raw_ostream which discards output.
nulls()913 raw_ostream &llvm::nulls() {
914 static raw_null_ostream S;
915 return S;
916 }
917
918 //===----------------------------------------------------------------------===//
919 // File Streams
920 //===----------------------------------------------------------------------===//
921
raw_fd_stream(StringRef Filename,std::error_code & EC)922 raw_fd_stream::raw_fd_stream(StringRef Filename, std::error_code &EC)
923 : raw_fd_ostream(getFD(Filename, EC, sys::fs::CD_CreateAlways,
924 sys::fs::FA_Write | sys::fs::FA_Read,
925 sys::fs::OF_None),
926 true, false, OStreamKind::OK_FDStream) {
927 if (EC)
928 return;
929
930 if (!isRegularFile())
931 EC = std::make_error_code(std::errc::invalid_argument);
932 }
933
read(char * Ptr,size_t Size)934 ssize_t raw_fd_stream::read(char *Ptr, size_t Size) {
935 assert(get_fd() >= 0 && "File already closed.");
936 ssize_t Ret = ::read(get_fd(), (void *)Ptr, Size);
937 if (Ret >= 0)
938 inc_pos(Ret);
939 else
940 error_detected(std::error_code(errno, std::generic_category()));
941 return Ret;
942 }
943
classof(const raw_ostream * OS)944 bool raw_fd_stream::classof(const raw_ostream *OS) {
945 return OS->get_kind() == OStreamKind::OK_FDStream;
946 }
947
948 //===----------------------------------------------------------------------===//
949 // raw_string_ostream
950 //===----------------------------------------------------------------------===//
951
write_impl(const char * Ptr,size_t Size)952 void raw_string_ostream::write_impl(const char *Ptr, size_t Size) {
953 OS.append(Ptr, Size);
954 }
955
956 //===----------------------------------------------------------------------===//
957 // raw_svector_ostream
958 //===----------------------------------------------------------------------===//
959
current_pos() const960 uint64_t raw_svector_ostream::current_pos() const { return OS.size(); }
961
write_impl(const char * Ptr,size_t Size)962 void raw_svector_ostream::write_impl(const char *Ptr, size_t Size) {
963 OS.append(Ptr, Ptr + Size);
964 }
965
pwrite_impl(const char * Ptr,size_t Size,uint64_t Offset)966 void raw_svector_ostream::pwrite_impl(const char *Ptr, size_t Size,
967 uint64_t Offset) {
968 memcpy(OS.data() + Offset, Ptr, Size);
969 }
970
971 //===----------------------------------------------------------------------===//
972 // raw_null_ostream
973 //===----------------------------------------------------------------------===//
974
~raw_null_ostream()975 raw_null_ostream::~raw_null_ostream() {
976 #ifndef NDEBUG
977 // ~raw_ostream asserts that the buffer is empty. This isn't necessary
978 // with raw_null_ostream, but it's better to have raw_null_ostream follow
979 // the rules than to change the rules just for raw_null_ostream.
980 flush();
981 #endif
982 }
983
write_impl(const char * Ptr,size_t Size)984 void raw_null_ostream::write_impl(const char *Ptr, size_t Size) {
985 }
986
current_pos() const987 uint64_t raw_null_ostream::current_pos() const {
988 return 0;
989 }
990
pwrite_impl(const char * Ptr,size_t Size,uint64_t Offset)991 void raw_null_ostream::pwrite_impl(const char *Ptr, size_t Size,
992 uint64_t Offset) {}
993
anchor()994 void raw_pwrite_stream::anchor() {}
995
anchor()996 void buffer_ostream::anchor() {}
997
anchor()998 void buffer_unique_ostream::anchor() {}
999
writeToOutput(StringRef OutputFileName,std::function<Error (raw_ostream &)> Write)1000 Error llvm::writeToOutput(StringRef OutputFileName,
1001 std::function<Error(raw_ostream &)> Write) {
1002 if (OutputFileName == "-")
1003 return Write(outs());
1004
1005 if (OutputFileName == "/dev/null") {
1006 raw_null_ostream Out;
1007 return Write(Out);
1008 }
1009
1010 unsigned Mode = sys::fs::all_read | sys::fs::all_write | sys::fs::all_exe;
1011 Expected<sys::fs::TempFile> Temp =
1012 sys::fs::TempFile::create(OutputFileName + ".temp-stream-%%%%%%", Mode);
1013 if (!Temp)
1014 return createFileError(OutputFileName, Temp.takeError());
1015
1016 raw_fd_ostream Out(Temp->FD, false);
1017
1018 if (Error E = Write(Out)) {
1019 if (Error DiscardError = Temp->discard())
1020 return joinErrors(std::move(E), std::move(DiscardError));
1021 return E;
1022 }
1023 Out.flush();
1024
1025 return Temp->keep(OutputFileName);
1026 }
1027