1 /* input_scrub.c - Break up input buffers into whole numbers of lines.
2 Copyright (C) 1987-2021 Free Software Foundation, Inc.
3
4 This file is part of GAS, the GNU Assembler.
5
6 GAS is free software; you can redistribute it and/or modify
7 it under the terms of the GNU General Public License as published by
8 the Free Software Foundation; either version 3, or (at your option)
9 any later version.
10
11 GAS is distributed in the hope that it will be useful,
12 but WITHOUT ANY WARRANTY; without even the implied warranty of
13 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 GNU General Public License for more details.
15
16 You should have received a copy of the GNU General Public License
17 along with GAS; see the file COPYING. If not, write to the Free
18 Software Foundation, 51 Franklin Street - Fifth Floor, Boston, MA
19 02110-1301, USA. */
20
21 #include "as.h"
22 #include "filenames.h"
23 #include "input-file.h"
24 #include "sb.h"
25 #include "listing.h"
26
27 /*
28 * O/S independent module to supply buffers of sanitised source code
29 * to rest of assembler. We get sanitised input data of arbitrary length.
30 * We break these buffers on line boundaries, recombine pieces that
31 * were broken across buffers, and return a buffer of full lines to
32 * the caller.
33 * The last partial line begins the next buffer we build and return to caller.
34 * The buffer returned to caller is preceded by BEFORE_STRING and followed
35 * by AFTER_STRING, as sentinels. The last character before AFTER_STRING
36 * is a newline.
37 * Also looks after line numbers, for e.g. error messages.
38 */
39
40 /*
41 * We don't care how filthy our buffers are, but our callers assume
42 * that the following sanitation has already been done.
43 *
44 * No comments, reduce a comment to a space.
45 * Reduce a tab to a space unless it is 1st char of line.
46 * All multiple tabs and spaces collapsed into 1 char. Tab only
47 * legal if 1st char of line.
48 * # line file statements converted to .line x;.file y; statements.
49 * Escaped newlines at end of line: remove them but add as many newlines
50 * to end of statement as you removed in the middle, to synch line numbers.
51 */
52
53 #define BEFORE_STRING ("\n")
54 #define AFTER_STRING ("\0") /* memcpy of 0 chars might choke. */
55 #define BEFORE_SIZE (1)
56 #define AFTER_SIZE (1)
57
58 #ifndef TC_EOL_IN_INSN
59 #define TC_EOL_IN_INSN(P) 0
60 #endif
61
62 static char *buffer_start; /*->1st char of full buffer area. */
63 static char *partial_where; /*->after last full line in buffer. */
64 static size_t partial_size; /* >=0. Number of chars in partial line in buffer. */
65
66 /* Because we need AFTER_STRING just after last full line, it clobbers
67 1st part of partial line. So we preserve 1st part of partial line
68 here. */
69 static char save_source[AFTER_SIZE];
70
71 /* The size of the input buffer we concatenate
72 input_file_give_next_buffer chunks into. Excludes the BEFORE and
73 AFTER counts. */
74 static size_t buffer_length;
75
76 /* The index into an sb structure we are reading from. -1 if none. */
77 static size_t sb_index = -1;
78
79 /* If we are reading from an sb structure, this is it. */
80 static sb from_sb;
81
82 /* Should we do a conditional check on from_sb? */
83 static int from_sb_is_expansion = 1;
84
85 /* The number of nested sb structures we have included. */
86 int macro_nest;
87
88 /* We can have more than one source file open at once, though the info for all
89 but the latest one are saved off in a struct input_save. These files remain
90 open, so we are limited by the number of open files allowed by the
91 underlying OS. We may also sequentially read more than one source file in an
92 assembly. */
93
94 /* We must track the physical file and line number for error messages. We also
95 track a "logical" file and line number corresponding to (C?) compiler
96 source line numbers. Whenever we open a file we must fill in
97 physical_input_file. So if it is NULL we have not opened any files yet. */
98
99 static const char *physical_input_file;
100 static const char *logical_input_file;
101
102 /* 1-origin line number in a source file. */
103 /* A line ends in '\n' or eof. */
104 static unsigned int physical_input_line;
105 static int logical_input_line;
106
107 /* Struct used to save the state of the input handler during include files */
108 struct input_save {
109 char * buffer_start;
110 char * partial_where;
111 size_t partial_size;
112 char save_source[AFTER_SIZE];
113 size_t buffer_length;
114 const char * physical_input_file;
115 const char * logical_input_file;
116 unsigned int physical_input_line;
117 int logical_input_line;
118 size_t sb_index;
119 sb from_sb;
120 int from_sb_is_expansion; /* Should we do a conditional check? */
121 struct input_save * next_saved_file; /* Chain of input_saves. */
122 char * input_file_save; /* Saved state of input routines. */
123 char * saved_position; /* Caller's saved position in buf. */
124 };
125
126 static struct input_save *input_scrub_push (char *saved_position);
127 static char *input_scrub_pop (struct input_save *arg);
128
129 /* Saved information about the file that .include'd this one. When we hit EOF,
130 we automatically pop to that file. */
131
132 static struct input_save *next_saved_file;
133
134 /* Initialize input buffering. */
135
136 static void
input_scrub_reinit(void)137 input_scrub_reinit (void)
138 {
139 input_file_begin (); /* Reinitialize! */
140 logical_input_line = -1;
141 logical_input_file = NULL;
142
143 buffer_length = input_file_buffer_size () * 2;
144 buffer_start = XNEWVEC (char, BEFORE_SIZE + AFTER_SIZE + 1 + buffer_length);
145 memcpy (buffer_start, BEFORE_STRING, (int) BEFORE_SIZE);
146 }
147
148 /* Push the state of input reading and scrubbing so that we can #include.
149 The return value is a 'void *' (fudged for old compilers) to a save
150 area, which can be restored by passing it to input_scrub_pop(). */
151
152 static struct input_save *
input_scrub_push(char * saved_position)153 input_scrub_push (char *saved_position)
154 {
155 struct input_save *saved;
156
157 saved = XNEW (struct input_save);
158
159 saved->saved_position = saved_position;
160 saved->buffer_start = buffer_start;
161 saved->partial_where = partial_where;
162 saved->partial_size = partial_size;
163 saved->buffer_length = buffer_length;
164 saved->physical_input_file = physical_input_file;
165 saved->logical_input_file = logical_input_file;
166 saved->physical_input_line = physical_input_line;
167 saved->logical_input_line = logical_input_line;
168 saved->sb_index = sb_index;
169 saved->from_sb = from_sb;
170 saved->from_sb_is_expansion = from_sb_is_expansion;
171 memcpy (saved->save_source, save_source, sizeof (save_source));
172 saved->next_saved_file = next_saved_file;
173 saved->input_file_save = input_file_push ();
174
175 sb_index = -1;
176
177 input_scrub_reinit ();
178
179 return saved;
180 }
181
182 static char *
input_scrub_pop(struct input_save * saved)183 input_scrub_pop (struct input_save *saved)
184 {
185 char *saved_position;
186
187 input_scrub_end (); /* Finish off old buffer */
188
189 input_file_pop (saved->input_file_save);
190 saved_position = saved->saved_position;
191 buffer_start = saved->buffer_start;
192 buffer_length = saved->buffer_length;
193 physical_input_file = saved->physical_input_file;
194 logical_input_file = saved->logical_input_file;
195 physical_input_line = saved->physical_input_line;
196 logical_input_line = saved->logical_input_line;
197 sb_index = saved->sb_index;
198 from_sb = saved->from_sb;
199 from_sb_is_expansion = saved->from_sb_is_expansion;
200 partial_where = saved->partial_where;
201 partial_size = saved->partial_size;
202 next_saved_file = saved->next_saved_file;
203 memcpy (save_source, saved->save_source, sizeof (save_source));
204
205 free (saved);
206 return saved_position;
207 }
208
209 void
input_scrub_begin(void)210 input_scrub_begin (void)
211 {
212 know (strlen (BEFORE_STRING) == BEFORE_SIZE);
213 know (strlen (AFTER_STRING) == AFTER_SIZE
214 || (AFTER_STRING[0] == '\0' && AFTER_SIZE == 1));
215
216 physical_input_file = NULL; /* No file read yet. */
217 next_saved_file = NULL; /* At EOF, don't pop to any other file */
218 input_scrub_reinit ();
219 do_scrub_begin (flag_m68k_mri);
220 }
221
222 void
input_scrub_end(void)223 input_scrub_end (void)
224 {
225 if (buffer_start)
226 {
227 free (buffer_start);
228 buffer_start = 0;
229 input_file_end ();
230 }
231 }
232
233 /* Start reading input from a new file.
234 Return start of caller's part of buffer. */
235
236 char *
input_scrub_new_file(const char * filename)237 input_scrub_new_file (const char *filename)
238 {
239 input_file_open (filename, !flag_no_comments);
240 physical_input_file = filename[0] ? filename : _("{standard input}");
241 physical_input_line = 0;
242
243 partial_size = 0;
244 return (buffer_start + BEFORE_SIZE);
245 }
246
247 /* Include a file from the current file. Save our state, cause it to
248 be restored on EOF, and begin handling a new file. Same result as
249 input_scrub_new_file. */
250
251 char *
input_scrub_include_file(const char * filename,char * position)252 input_scrub_include_file (const char *filename, char *position)
253 {
254 next_saved_file = input_scrub_push (position);
255 return input_scrub_new_file (filename);
256 }
257
258 /* Start getting input from an sb structure. This is used when
259 expanding a macro. */
260
261 void
input_scrub_include_sb(sb * from,char * position,int is_expansion)262 input_scrub_include_sb (sb *from, char *position, int is_expansion)
263 {
264 int newline;
265
266 if (macro_nest > max_macro_nest)
267 as_fatal (_("macros nested too deeply"));
268 ++macro_nest;
269
270 #ifdef md_macro_start
271 if (is_expansion)
272 {
273 md_macro_start ();
274 }
275 #endif
276
277 next_saved_file = input_scrub_push (position);
278
279 /* Allocate sufficient space: from->len + optional newline. */
280 newline = from->len >= 1 && from->ptr[0] != '\n';
281 sb_build (&from_sb, from->len + newline);
282 from_sb_is_expansion = is_expansion;
283 if (newline)
284 {
285 /* Add the sentinel required by read.c. */
286 sb_add_char (&from_sb, '\n');
287 }
288 sb_scrub_and_add_sb (&from_sb, from);
289
290 /* Make sure the parser looks at defined contents when it scans for
291 e.g. end-of-line at the end of a macro. */
292 sb_terminate (&from_sb);
293
294 sb_index = 1;
295
296 /* These variables are reset by input_scrub_push. Restore them
297 since we are, after all, still at the same point in the file. */
298 logical_input_line = next_saved_file->logical_input_line;
299 logical_input_file = next_saved_file->logical_input_file;
300 }
301
302 void
input_scrub_close(void)303 input_scrub_close (void)
304 {
305 input_file_close ();
306 physical_input_line = 0;
307 logical_input_line = -1;
308 }
309
310 char *
input_scrub_next_buffer(char ** bufp)311 input_scrub_next_buffer (char **bufp)
312 {
313 char *limit; /*->just after last char of buffer. */
314
315 if (sb_index != (size_t) -1)
316 {
317 if (sb_index >= from_sb.len)
318 {
319 sb_kill (&from_sb);
320 if (from_sb_is_expansion)
321 {
322 cond_finish_check (macro_nest);
323 #ifdef md_macro_end
324 /* Allow the target to clean up per-macro expansion
325 data. */
326 md_macro_end ();
327 #endif
328 }
329 --macro_nest;
330 partial_where = NULL;
331 partial_size = 0;
332 if (next_saved_file != NULL)
333 *bufp = input_scrub_pop (next_saved_file);
334 return partial_where;
335 }
336
337 partial_where = from_sb.ptr + from_sb.len;
338 partial_size = 0;
339 *bufp = from_sb.ptr + sb_index;
340 sb_index = from_sb.len;
341 return partial_where;
342 }
343
344 if (partial_size)
345 {
346 memmove (buffer_start + BEFORE_SIZE, partial_where, partial_size);
347 memcpy (buffer_start + BEFORE_SIZE, save_source, AFTER_SIZE);
348 }
349
350 while (1)
351 {
352 char *p;
353 char *start = buffer_start + BEFORE_SIZE + partial_size;
354
355 *bufp = buffer_start + BEFORE_SIZE;
356 limit = input_file_give_next_buffer (start);
357 if (!limit)
358 {
359 if (!partial_size)
360 /* End of this file. */
361 break;
362
363 as_warn (_("end of file not at end of a line; newline inserted"));
364 p = buffer_start + BEFORE_SIZE + partial_size;
365 *p++ = '\n';
366 limit = p;
367 }
368 else
369 {
370 /* Terminate the buffer to avoid confusing TC_EOL_IN_INSN. */
371 *limit = '\0';
372
373 /* Find last newline. */
374 for (p = limit - 1; *p != '\n' || TC_EOL_IN_INSN (p); --p)
375 if (p < start)
376 goto read_more;
377 ++p;
378 }
379
380 /* We found a newline in the newly read chars. */
381 partial_where = p;
382 partial_size = limit - p;
383
384 /* Save the fragment after that last newline. */
385 memcpy (save_source, partial_where, (int) AFTER_SIZE);
386 memcpy (partial_where, AFTER_STRING, (int) AFTER_SIZE);
387 return partial_where;
388
389 read_more:
390 /* Didn't find a newline. Read more text. */
391 partial_size = limit - (buffer_start + BEFORE_SIZE);
392 if (buffer_length - input_file_buffer_size () < partial_size)
393 {
394 /* Increase the buffer when it doesn't have room for the
395 next block of input. */
396 buffer_length *= 2;
397 buffer_start = XRESIZEVEC (char, buffer_start,
398 (buffer_length
399 + BEFORE_SIZE + AFTER_SIZE + 1));
400 }
401 }
402
403 /* Tell the listing we've finished the file. */
404 LISTING_EOF ();
405
406 /* If we should pop to another file at EOF, do it. */
407 partial_where = NULL;
408 if (next_saved_file)
409 *bufp = input_scrub_pop (next_saved_file);
410
411 return partial_where;
412 }
413
414 /* The remaining part of this file deals with line numbers, error
415 messages and so on. Return TRUE if we opened any file. */
416
417 int
seen_at_least_1_file(void)418 seen_at_least_1_file (void)
419 {
420 return (physical_input_file != NULL);
421 }
422
423 void
bump_line_counters(void)424 bump_line_counters (void)
425 {
426 if (sb_index == (size_t) -1)
427 {
428 ++physical_input_line;
429 if (logical_input_line >= 0)
430 ++logical_input_line;
431 }
432 }
433
434 /* Tells us what the new logical line number and file are.
435 If the line_number is -1, we don't change the current logical line
436 number. If it is -2, we decrement the logical line number (this is
437 to support the .appfile pseudo-op inserted into the stream by
438 do_scrub_chars).
439 If the fname is NULL, we don't change the current logical file name.
440 Returns nonzero if the filename actually changes. */
441
442 int
new_logical_line_flags(const char * fname,int line_number,int flags)443 new_logical_line_flags (const char *fname, /* DON'T destroy it! We point to it! */
444 int line_number,
445 int flags)
446 {
447 switch (flags)
448 {
449 case 0:
450 break;
451 case 1:
452 if (line_number != -1)
453 abort ();
454 break;
455 case 1 << 1:
456 case 1 << 2:
457 /* FIXME: we could check that include nesting is correct. */
458 break;
459 default:
460 abort ();
461 }
462
463 if (line_number >= 0)
464 logical_input_line = line_number;
465 else if (line_number == -1 && fname && !*fname && (flags & (1 << 2)))
466 {
467 logical_input_file = physical_input_file;
468 logical_input_line = physical_input_line;
469 fname = NULL;
470 }
471
472 if (fname
473 && (logical_input_file == NULL
474 || filename_cmp (logical_input_file, fname)))
475 {
476 logical_input_file = fname;
477 return 1;
478 }
479 else
480 return 0;
481 }
482
483 int
new_logical_line(const char * fname,int line_number)484 new_logical_line (const char *fname, int line_number)
485 {
486 return new_logical_line_flags (fname, line_number, 0);
487 }
488
489
490 /* Return the current physical input file name and line number, if known */
491
492 const char *
as_where_physical(unsigned int * linep)493 as_where_physical (unsigned int *linep)
494 {
495 if (physical_input_file != NULL)
496 {
497 if (linep != NULL)
498 *linep = physical_input_line;
499 return physical_input_file;
500 }
501
502 if (linep != NULL)
503 *linep = 0;
504 return NULL;
505 }
506
507 /* Return the current file name and line number. */
508
509 const char *
as_where(unsigned int * linep)510 as_where (unsigned int *linep)
511 {
512 if (logical_input_file != NULL
513 && (linep == NULL || logical_input_line >= 0))
514 {
515 if (linep != NULL)
516 *linep = logical_input_line;
517 return logical_input_file;
518 }
519
520 return as_where_physical (linep);
521 }
522
523