1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */ 22167ae72SSteven Rostedt (Red Hat) /* 32167ae72SSteven Rostedt (Red Hat) * Stage 1 of the trace events. 42167ae72SSteven Rostedt (Red Hat) * 5eba12ab7SHou Pengyang * Override the macros in the event tracepoint header <trace/events/XXX.h> 6eba12ab7SHou Pengyang * to include the following: 72167ae72SSteven Rostedt (Red Hat) * 8a7237765SSteven Rostedt (Red Hat) * struct trace_event_raw_<call> { 92167ae72SSteven Rostedt (Red Hat) * struct trace_entry ent; 102167ae72SSteven Rostedt (Red Hat) * <type> <item>; 112167ae72SSteven Rostedt (Red Hat) * <type2> <item2>[<len>]; 122167ae72SSteven Rostedt (Red Hat) * [...] 132167ae72SSteven Rostedt (Red Hat) * }; 142167ae72SSteven Rostedt (Red Hat) * 152167ae72SSteven Rostedt (Red Hat) * The <type> <item> is created by the __field(type, item) macro or 162167ae72SSteven Rostedt (Red Hat) * the __array(type2, item2, len) macro. 172167ae72SSteven Rostedt (Red Hat) * We simply do "type item;", and that will create the fields 182167ae72SSteven Rostedt (Red Hat) * in the structure. 192167ae72SSteven Rostedt (Red Hat) */ 202167ae72SSteven Rostedt (Red Hat) 21af658dcaSSteven Rostedt (Red Hat) #include <linux/trace_events.h> 222167ae72SSteven Rostedt (Red Hat) 232167ae72SSteven Rostedt (Red Hat) #ifndef TRACE_SYSTEM_VAR 242167ae72SSteven Rostedt (Red Hat) #define TRACE_SYSTEM_VAR TRACE_SYSTEM 252167ae72SSteven Rostedt (Red Hat) #endif 262167ae72SSteven Rostedt (Red Hat) 272167ae72SSteven Rostedt (Red Hat) #define __app__(x, y) str__##x##y 282167ae72SSteven Rostedt (Red Hat) #define __app(x, y) __app__(x, y) 292167ae72SSteven Rostedt (Red Hat) 302167ae72SSteven Rostedt (Red Hat) #define TRACE_SYSTEM_STRING __app(TRACE_SYSTEM_VAR,__trace_system_name) 312167ae72SSteven Rostedt (Red Hat) 322167ae72SSteven Rostedt (Red Hat) #define TRACE_MAKE_SYSTEM_STR() \ 332167ae72SSteven Rostedt (Red Hat) static const char TRACE_SYSTEM_STRING[] = \ 342167ae72SSteven Rostedt (Red Hat) __stringify(TRACE_SYSTEM) 352167ae72SSteven Rostedt (Red Hat) 362167ae72SSteven Rostedt (Red Hat) TRACE_MAKE_SYSTEM_STR(); 372167ae72SSteven Rostedt (Red Hat) 382167ae72SSteven Rostedt (Red Hat) #undef TRACE_DEFINE_ENUM 392167ae72SSteven Rostedt (Red Hat) #define TRACE_DEFINE_ENUM(a) \ 4000f4b652SJeremy Linton static struct trace_eval_map __used __initdata \ 412167ae72SSteven Rostedt (Red Hat) __##TRACE_SYSTEM##_##a = \ 422167ae72SSteven Rostedt (Red Hat) { \ 432167ae72SSteven Rostedt (Red Hat) .system = TRACE_SYSTEM_STRING, \ 4400f4b652SJeremy Linton .eval_string = #a, \ 4500f4b652SJeremy Linton .eval_value = a \ 462167ae72SSteven Rostedt (Red Hat) }; \ 4700f4b652SJeremy Linton static struct trace_eval_map __used \ 4802fd7f68SJeremy Linton __attribute__((section("_ftrace_eval_map"))) \ 492167ae72SSteven Rostedt (Red Hat) *TRACE_SYSTEM##_##a = &__##TRACE_SYSTEM##_##a 502167ae72SSteven Rostedt (Red Hat) 514f0dfd76SJeremy Linton #undef TRACE_DEFINE_SIZEOF 524f0dfd76SJeremy Linton #define TRACE_DEFINE_SIZEOF(a) \ 534f0dfd76SJeremy Linton static struct trace_eval_map __used __initdata \ 544f0dfd76SJeremy Linton __##TRACE_SYSTEM##_##a = \ 554f0dfd76SJeremy Linton { \ 564f0dfd76SJeremy Linton .system = TRACE_SYSTEM_STRING, \ 574f0dfd76SJeremy Linton .eval_string = "sizeof(" #a ")", \ 584f0dfd76SJeremy Linton .eval_value = sizeof(a) \ 594f0dfd76SJeremy Linton }; \ 604f0dfd76SJeremy Linton static struct trace_eval_map __used \ 614f0dfd76SJeremy Linton __attribute__((section("_ftrace_eval_map"))) \ 624f0dfd76SJeremy Linton *TRACE_SYSTEM##_##a = &__##TRACE_SYSTEM##_##a 634f0dfd76SJeremy Linton 642167ae72SSteven Rostedt (Red Hat) /* 652167ae72SSteven Rostedt (Red Hat) * DECLARE_EVENT_CLASS can be used to add a generic function 662167ae72SSteven Rostedt (Red Hat) * handlers for events. That is, if all events have the same 672167ae72SSteven Rostedt (Red Hat) * parameters and just have distinct trace points. 682167ae72SSteven Rostedt (Red Hat) * Each tracepoint can be defined with DEFINE_EVENT and that 692167ae72SSteven Rostedt (Red Hat) * will map the DECLARE_EVENT_CLASS to the tracepoint. 702167ae72SSteven Rostedt (Red Hat) * 712167ae72SSteven Rostedt (Red Hat) * TRACE_EVENT is a one to one mapping between tracepoint and template. 722167ae72SSteven Rostedt (Red Hat) */ 732167ae72SSteven Rostedt (Red Hat) #undef TRACE_EVENT 742167ae72SSteven Rostedt (Red Hat) #define TRACE_EVENT(name, proto, args, tstruct, assign, print) \ 752167ae72SSteven Rostedt (Red Hat) DECLARE_EVENT_CLASS(name, \ 762167ae72SSteven Rostedt (Red Hat) PARAMS(proto), \ 772167ae72SSteven Rostedt (Red Hat) PARAMS(args), \ 782167ae72SSteven Rostedt (Red Hat) PARAMS(tstruct), \ 792167ae72SSteven Rostedt (Red Hat) PARAMS(assign), \ 802167ae72SSteven Rostedt (Red Hat) PARAMS(print)); \ 812167ae72SSteven Rostedt (Red Hat) DEFINE_EVENT(name, name, PARAMS(proto), PARAMS(args)); 822167ae72SSteven Rostedt (Red Hat) 832167ae72SSteven Rostedt (Red Hat) 842167ae72SSteven Rostedt (Red Hat) #undef __field 852167ae72SSteven Rostedt (Red Hat) #define __field(type, item) type item; 862167ae72SSteven Rostedt (Red Hat) 872167ae72SSteven Rostedt (Red Hat) #undef __field_ext 882167ae72SSteven Rostedt (Red Hat) #define __field_ext(type, item, filter_type) type item; 892167ae72SSteven Rostedt (Red Hat) 902167ae72SSteven Rostedt (Red Hat) #undef __field_struct 912167ae72SSteven Rostedt (Red Hat) #define __field_struct(type, item) type item; 922167ae72SSteven Rostedt (Red Hat) 932167ae72SSteven Rostedt (Red Hat) #undef __field_struct_ext 942167ae72SSteven Rostedt (Red Hat) #define __field_struct_ext(type, item, filter_type) type item; 952167ae72SSteven Rostedt (Red Hat) 962167ae72SSteven Rostedt (Red Hat) #undef __array 972167ae72SSteven Rostedt (Red Hat) #define __array(type, item, len) type item[len]; 982167ae72SSteven Rostedt (Red Hat) 992167ae72SSteven Rostedt (Red Hat) #undef __dynamic_array 1002167ae72SSteven Rostedt (Red Hat) #define __dynamic_array(type, item, len) u32 __data_loc_##item; 1012167ae72SSteven Rostedt (Red Hat) 1022167ae72SSteven Rostedt (Red Hat) #undef __string 1032167ae72SSteven Rostedt (Red Hat) #define __string(item, src) __dynamic_array(char, item, -1) 1042167ae72SSteven Rostedt (Red Hat) 1052167ae72SSteven Rostedt (Red Hat) #undef __bitmask 1062167ae72SSteven Rostedt (Red Hat) #define __bitmask(item, nr_bits) __dynamic_array(char, item, -1) 1072167ae72SSteven Rostedt (Red Hat) 1082167ae72SSteven Rostedt (Red Hat) #undef TP_STRUCT__entry 1092167ae72SSteven Rostedt (Red Hat) #define TP_STRUCT__entry(args...) args 1102167ae72SSteven Rostedt (Red Hat) 1112167ae72SSteven Rostedt (Red Hat) #undef DECLARE_EVENT_CLASS 1122167ae72SSteven Rostedt (Red Hat) #define DECLARE_EVENT_CLASS(name, proto, args, tstruct, assign, print) \ 113a7237765SSteven Rostedt (Red Hat) struct trace_event_raw_##name { \ 1142167ae72SSteven Rostedt (Red Hat) struct trace_entry ent; \ 1152167ae72SSteven Rostedt (Red Hat) tstruct \ 1162167ae72SSteven Rostedt (Red Hat) char __data[0]; \ 1172167ae72SSteven Rostedt (Red Hat) }; \ 1182167ae72SSteven Rostedt (Red Hat) \ 1192425bcb9SSteven Rostedt (Red Hat) static struct trace_event_class event_class_##name; 1202167ae72SSteven Rostedt (Red Hat) 1212167ae72SSteven Rostedt (Red Hat) #undef DEFINE_EVENT 1222167ae72SSteven Rostedt (Red Hat) #define DEFINE_EVENT(template, name, proto, args) \ 1232425bcb9SSteven Rostedt (Red Hat) static struct trace_event_call __used \ 1242167ae72SSteven Rostedt (Red Hat) __attribute__((__aligned__(4))) event_##name 1252167ae72SSteven Rostedt (Red Hat) 1262167ae72SSteven Rostedt (Red Hat) #undef DEFINE_EVENT_FN 1272167ae72SSteven Rostedt (Red Hat) #define DEFINE_EVENT_FN(template, name, proto, args, reg, unreg) \ 1282167ae72SSteven Rostedt (Red Hat) DEFINE_EVENT(template, name, PARAMS(proto), PARAMS(args)) 1292167ae72SSteven Rostedt (Red Hat) 1302167ae72SSteven Rostedt (Red Hat) #undef DEFINE_EVENT_PRINT 1312167ae72SSteven Rostedt (Red Hat) #define DEFINE_EVENT_PRINT(template, name, proto, args, print) \ 1322167ae72SSteven Rostedt (Red Hat) DEFINE_EVENT(template, name, PARAMS(proto), PARAMS(args)) 1332167ae72SSteven Rostedt (Red Hat) 1342167ae72SSteven Rostedt (Red Hat) /* Callbacks are meaningless to ftrace. */ 1352167ae72SSteven Rostedt (Red Hat) #undef TRACE_EVENT_FN 1362167ae72SSteven Rostedt (Red Hat) #define TRACE_EVENT_FN(name, proto, args, tstruct, \ 1372167ae72SSteven Rostedt (Red Hat) assign, print, reg, unreg) \ 1382167ae72SSteven Rostedt (Red Hat) TRACE_EVENT(name, PARAMS(proto), PARAMS(args), \ 1392167ae72SSteven Rostedt (Red Hat) PARAMS(tstruct), PARAMS(assign), PARAMS(print)) \ 1402167ae72SSteven Rostedt (Red Hat) 1412701121bSDenis Kirjanov #undef TRACE_EVENT_FN_COND 1422701121bSDenis Kirjanov #define TRACE_EVENT_FN_COND(name, proto, args, cond, tstruct, \ 1432701121bSDenis Kirjanov assign, print, reg, unreg) \ 1442701121bSDenis Kirjanov TRACE_EVENT_CONDITION(name, PARAMS(proto), PARAMS(args), PARAMS(cond), \ 1452701121bSDenis Kirjanov PARAMS(tstruct), PARAMS(assign), PARAMS(print)) \ 1462701121bSDenis Kirjanov 1472167ae72SSteven Rostedt (Red Hat) #undef TRACE_EVENT_FLAGS 1482167ae72SSteven Rostedt (Red Hat) #define TRACE_EVENT_FLAGS(name, value) \ 1492167ae72SSteven Rostedt (Red Hat) __TRACE_EVENT_FLAGS(name, value) 1502167ae72SSteven Rostedt (Red Hat) 1512167ae72SSteven Rostedt (Red Hat) #undef TRACE_EVENT_PERF_PERM 1522167ae72SSteven Rostedt (Red Hat) #define TRACE_EVENT_PERF_PERM(name, expr...) \ 1532167ae72SSteven Rostedt (Red Hat) __TRACE_EVENT_PERF_PERM(name, expr) 1542167ae72SSteven Rostedt (Red Hat) 1552167ae72SSteven Rostedt (Red Hat) #include TRACE_INCLUDE(TRACE_INCLUDE_FILE) 1562167ae72SSteven Rostedt (Red Hat) 1572167ae72SSteven Rostedt (Red Hat) /* 1582167ae72SSteven Rostedt (Red Hat) * Stage 2 of the trace events. 1592167ae72SSteven Rostedt (Red Hat) * 1602167ae72SSteven Rostedt (Red Hat) * Include the following: 1612167ae72SSteven Rostedt (Red Hat) * 16262323a14SSteven Rostedt (Red Hat) * struct trace_event_data_offsets_<call> { 1632167ae72SSteven Rostedt (Red Hat) * u32 <item1>; 1642167ae72SSteven Rostedt (Red Hat) * u32 <item2>; 1652167ae72SSteven Rostedt (Red Hat) * [...] 1662167ae72SSteven Rostedt (Red Hat) * }; 1672167ae72SSteven Rostedt (Red Hat) * 1682167ae72SSteven Rostedt (Red Hat) * The __dynamic_array() macro will create each u32 <item>, this is 1692167ae72SSteven Rostedt (Red Hat) * to keep the offset of each array from the beginning of the event. 1702167ae72SSteven Rostedt (Red Hat) * The size of an array is also encoded, in the higher 16 bits of <item>. 1712167ae72SSteven Rostedt (Red Hat) */ 1722167ae72SSteven Rostedt (Red Hat) 1732167ae72SSteven Rostedt (Red Hat) #undef TRACE_DEFINE_ENUM 1742167ae72SSteven Rostedt (Red Hat) #define TRACE_DEFINE_ENUM(a) 1752167ae72SSteven Rostedt (Red Hat) 1764f0dfd76SJeremy Linton #undef TRACE_DEFINE_SIZEOF 1774f0dfd76SJeremy Linton #define TRACE_DEFINE_SIZEOF(a) 1784f0dfd76SJeremy Linton 1792167ae72SSteven Rostedt (Red Hat) #undef __field 1802167ae72SSteven Rostedt (Red Hat) #define __field(type, item) 1812167ae72SSteven Rostedt (Red Hat) 1822167ae72SSteven Rostedt (Red Hat) #undef __field_ext 1832167ae72SSteven Rostedt (Red Hat) #define __field_ext(type, item, filter_type) 1842167ae72SSteven Rostedt (Red Hat) 1852167ae72SSteven Rostedt (Red Hat) #undef __field_struct 1862167ae72SSteven Rostedt (Red Hat) #define __field_struct(type, item) 1872167ae72SSteven Rostedt (Red Hat) 1882167ae72SSteven Rostedt (Red Hat) #undef __field_struct_ext 1892167ae72SSteven Rostedt (Red Hat) #define __field_struct_ext(type, item, filter_type) 1902167ae72SSteven Rostedt (Red Hat) 1912167ae72SSteven Rostedt (Red Hat) #undef __array 1922167ae72SSteven Rostedt (Red Hat) #define __array(type, item, len) 1932167ae72SSteven Rostedt (Red Hat) 1942167ae72SSteven Rostedt (Red Hat) #undef __dynamic_array 1952167ae72SSteven Rostedt (Red Hat) #define __dynamic_array(type, item, len) u32 item; 1962167ae72SSteven Rostedt (Red Hat) 1972167ae72SSteven Rostedt (Red Hat) #undef __string 1982167ae72SSteven Rostedt (Red Hat) #define __string(item, src) __dynamic_array(char, item, -1) 1992167ae72SSteven Rostedt (Red Hat) 2002167ae72SSteven Rostedt (Red Hat) #undef __bitmask 2012167ae72SSteven Rostedt (Red Hat) #define __bitmask(item, nr_bits) __dynamic_array(unsigned long, item, -1) 2022167ae72SSteven Rostedt (Red Hat) 2032167ae72SSteven Rostedt (Red Hat) #undef DECLARE_EVENT_CLASS 2042167ae72SSteven Rostedt (Red Hat) #define DECLARE_EVENT_CLASS(call, proto, args, tstruct, assign, print) \ 20562323a14SSteven Rostedt (Red Hat) struct trace_event_data_offsets_##call { \ 2062167ae72SSteven Rostedt (Red Hat) tstruct; \ 2072167ae72SSteven Rostedt (Red Hat) }; 2082167ae72SSteven Rostedt (Red Hat) 2092167ae72SSteven Rostedt (Red Hat) #undef DEFINE_EVENT 2102167ae72SSteven Rostedt (Red Hat) #define DEFINE_EVENT(template, name, proto, args) 2112167ae72SSteven Rostedt (Red Hat) 2122167ae72SSteven Rostedt (Red Hat) #undef DEFINE_EVENT_PRINT 213*61df16fcSWei Yang #define DEFINE_EVENT_PRINT(template, name, proto, args, print) 2142167ae72SSteven Rostedt (Red Hat) 2152167ae72SSteven Rostedt (Red Hat) #undef TRACE_EVENT_FLAGS 2162167ae72SSteven Rostedt (Red Hat) #define TRACE_EVENT_FLAGS(event, flag) 2172167ae72SSteven Rostedt (Red Hat) 2182167ae72SSteven Rostedt (Red Hat) #undef TRACE_EVENT_PERF_PERM 2192167ae72SSteven Rostedt (Red Hat) #define TRACE_EVENT_PERF_PERM(event, expr...) 2202167ae72SSteven Rostedt (Red Hat) 2212167ae72SSteven Rostedt (Red Hat) #include TRACE_INCLUDE(TRACE_INCLUDE_FILE) 2222167ae72SSteven Rostedt (Red Hat) 2232167ae72SSteven Rostedt (Red Hat) /* 2242167ae72SSteven Rostedt (Red Hat) * Stage 3 of the trace events. 2252167ae72SSteven Rostedt (Red Hat) * 226eba12ab7SHou Pengyang * Override the macros in the event tracepoint header <trace/events/XXX.h> 227eba12ab7SHou Pengyang * to include the following: 2282167ae72SSteven Rostedt (Red Hat) * 2292167ae72SSteven Rostedt (Red Hat) * enum print_line_t 230892c505aSSteven Rostedt (Red Hat) * trace_raw_output_<call>(struct trace_iterator *iter, int flags) 2312167ae72SSteven Rostedt (Red Hat) * { 2322167ae72SSteven Rostedt (Red Hat) * struct trace_seq *s = &iter->seq; 233a7237765SSteven Rostedt (Red Hat) * struct trace_event_raw_<call> *field; <-- defined in stage 1 2342167ae72SSteven Rostedt (Red Hat) * struct trace_entry *entry; 2352167ae72SSteven Rostedt (Red Hat) * struct trace_seq *p = &iter->tmp_seq; 2362167ae72SSteven Rostedt (Red Hat) * int ret; 2372167ae72SSteven Rostedt (Red Hat) * 2382167ae72SSteven Rostedt (Red Hat) * entry = iter->ent; 2392167ae72SSteven Rostedt (Red Hat) * 2402167ae72SSteven Rostedt (Red Hat) * if (entry->type != event_<call>->event.type) { 2412167ae72SSteven Rostedt (Red Hat) * WARN_ON_ONCE(1); 2422167ae72SSteven Rostedt (Red Hat) * return TRACE_TYPE_UNHANDLED; 2432167ae72SSteven Rostedt (Red Hat) * } 2442167ae72SSteven Rostedt (Red Hat) * 2452167ae72SSteven Rostedt (Red Hat) * field = (typeof(field))entry; 2462167ae72SSteven Rostedt (Red Hat) * 2472167ae72SSteven Rostedt (Red Hat) * trace_seq_init(p); 2482167ae72SSteven Rostedt (Red Hat) * ret = trace_seq_printf(s, "%s: ", <call>); 2492167ae72SSteven Rostedt (Red Hat) * if (ret) 2502167ae72SSteven Rostedt (Red Hat) * ret = trace_seq_printf(s, <TP_printk> "\n"); 2512167ae72SSteven Rostedt (Red Hat) * if (!ret) 2522167ae72SSteven Rostedt (Red Hat) * return TRACE_TYPE_PARTIAL_LINE; 2532167ae72SSteven Rostedt (Red Hat) * 2542167ae72SSteven Rostedt (Red Hat) * return TRACE_TYPE_HANDLED; 2552167ae72SSteven Rostedt (Red Hat) * } 2562167ae72SSteven Rostedt (Red Hat) * 2572167ae72SSteven Rostedt (Red Hat) * This is the method used to print the raw event to the trace 2582167ae72SSteven Rostedt (Red Hat) * output format. Note, this is not needed if the data is read 2592167ae72SSteven Rostedt (Red Hat) * in binary. 2602167ae72SSteven Rostedt (Red Hat) */ 2612167ae72SSteven Rostedt (Red Hat) 2622167ae72SSteven Rostedt (Red Hat) #undef __entry 2632167ae72SSteven Rostedt (Red Hat) #define __entry field 2642167ae72SSteven Rostedt (Red Hat) 2652167ae72SSteven Rostedt (Red Hat) #undef TP_printk 2662167ae72SSteven Rostedt (Red Hat) #define TP_printk(fmt, args...) fmt "\n", args 2672167ae72SSteven Rostedt (Red Hat) 2682167ae72SSteven Rostedt (Red Hat) #undef __get_dynamic_array 2692167ae72SSteven Rostedt (Red Hat) #define __get_dynamic_array(field) \ 2702167ae72SSteven Rostedt (Red Hat) ((void *)__entry + (__entry->__data_loc_##field & 0xffff)) 2712167ae72SSteven Rostedt (Red Hat) 2722167ae72SSteven Rostedt (Red Hat) #undef __get_dynamic_array_len 2732167ae72SSteven Rostedt (Red Hat) #define __get_dynamic_array_len(field) \ 2742167ae72SSteven Rostedt (Red Hat) ((__entry->__data_loc_##field >> 16) & 0xffff) 2752167ae72SSteven Rostedt (Red Hat) 2762167ae72SSteven Rostedt (Red Hat) #undef __get_str 277934de5f2SDaniel Bristot de Oliveira #define __get_str(field) ((char *)__get_dynamic_array(field)) 2782167ae72SSteven Rostedt (Red Hat) 2792167ae72SSteven Rostedt (Red Hat) #undef __get_bitmask 2802167ae72SSteven Rostedt (Red Hat) #define __get_bitmask(field) \ 2812167ae72SSteven Rostedt (Red Hat) ({ \ 2822167ae72SSteven Rostedt (Red Hat) void *__bitmask = __get_dynamic_array(field); \ 2832167ae72SSteven Rostedt (Red Hat) unsigned int __bitmask_size; \ 2842167ae72SSteven Rostedt (Red Hat) __bitmask_size = __get_dynamic_array_len(field); \ 285645df987SSteven Rostedt (Red Hat) trace_print_bitmask_seq(p, __bitmask, __bitmask_size); \ 2862167ae72SSteven Rostedt (Red Hat) }) 2872167ae72SSteven Rostedt (Red Hat) 2882167ae72SSteven Rostedt (Red Hat) #undef __print_flags 2892167ae72SSteven Rostedt (Red Hat) #define __print_flags(flag, delim, flag_array...) \ 2902167ae72SSteven Rostedt (Red Hat) ({ \ 2912167ae72SSteven Rostedt (Red Hat) static const struct trace_print_flags __flags[] = \ 2922167ae72SSteven Rostedt (Red Hat) { flag_array, { -1, NULL }}; \ 293645df987SSteven Rostedt (Red Hat) trace_print_flags_seq(p, delim, flag, __flags); \ 2942167ae72SSteven Rostedt (Red Hat) }) 2952167ae72SSteven Rostedt (Red Hat) 2962167ae72SSteven Rostedt (Red Hat) #undef __print_symbolic 2972167ae72SSteven Rostedt (Red Hat) #define __print_symbolic(value, symbol_array...) \ 2982167ae72SSteven Rostedt (Red Hat) ({ \ 2992167ae72SSteven Rostedt (Red Hat) static const struct trace_print_flags symbols[] = \ 3002167ae72SSteven Rostedt (Red Hat) { symbol_array, { -1, NULL }}; \ 301645df987SSteven Rostedt (Red Hat) trace_print_symbols_seq(p, value, symbols); \ 3022167ae72SSteven Rostedt (Red Hat) }) 3032167ae72SSteven Rostedt (Red Hat) 304d3213e8fSRoss Zwisler #undef __print_flags_u64 3052167ae72SSteven Rostedt (Red Hat) #undef __print_symbolic_u64 3062167ae72SSteven Rostedt (Red Hat) #if BITS_PER_LONG == 32 307d3213e8fSRoss Zwisler #define __print_flags_u64(flag, delim, flag_array...) \ 308d3213e8fSRoss Zwisler ({ \ 309d3213e8fSRoss Zwisler static const struct trace_print_flags_u64 __flags[] = \ 310d3213e8fSRoss Zwisler { flag_array, { -1, NULL } }; \ 311d3213e8fSRoss Zwisler trace_print_flags_seq_u64(p, delim, flag, __flags); \ 312d3213e8fSRoss Zwisler }) 313d3213e8fSRoss Zwisler 3142167ae72SSteven Rostedt (Red Hat) #define __print_symbolic_u64(value, symbol_array...) \ 3152167ae72SSteven Rostedt (Red Hat) ({ \ 3162167ae72SSteven Rostedt (Red Hat) static const struct trace_print_flags_u64 symbols[] = \ 3172167ae72SSteven Rostedt (Red Hat) { symbol_array, { -1, NULL } }; \ 318645df987SSteven Rostedt (Red Hat) trace_print_symbols_seq_u64(p, value, symbols); \ 3192167ae72SSteven Rostedt (Red Hat) }) 3202167ae72SSteven Rostedt (Red Hat) #else 321d3213e8fSRoss Zwisler #define __print_flags_u64(flag, delim, flag_array...) \ 322d3213e8fSRoss Zwisler __print_flags(flag, delim, flag_array) 323d3213e8fSRoss Zwisler 3242167ae72SSteven Rostedt (Red Hat) #define __print_symbolic_u64(value, symbol_array...) \ 3252167ae72SSteven Rostedt (Red Hat) __print_symbolic(value, symbol_array) 3262167ae72SSteven Rostedt (Red Hat) #endif 3272167ae72SSteven Rostedt (Red Hat) 3282167ae72SSteven Rostedt (Red Hat) #undef __print_hex 3292acae0d5SDaniel Borkmann #define __print_hex(buf, buf_len) \ 3303898fac1SDaniel Borkmann trace_print_hex_seq(p, buf, buf_len, false) 3312acae0d5SDaniel Borkmann 3322acae0d5SDaniel Borkmann #undef __print_hex_str 3332acae0d5SDaniel Borkmann #define __print_hex_str(buf, buf_len) \ 3343898fac1SDaniel Borkmann trace_print_hex_seq(p, buf, buf_len, true) 3352167ae72SSteven Rostedt (Red Hat) 3362167ae72SSteven Rostedt (Red Hat) #undef __print_array 3372167ae72SSteven Rostedt (Red Hat) #define __print_array(array, count, el_size) \ 3382167ae72SSteven Rostedt (Red Hat) ({ \ 3392167ae72SSteven Rostedt (Red Hat) BUILD_BUG_ON(el_size != 1 && el_size != 2 && \ 3402167ae72SSteven Rostedt (Red Hat) el_size != 4 && el_size != 8); \ 341645df987SSteven Rostedt (Red Hat) trace_print_array_seq(p, array, count, el_size); \ 3422167ae72SSteven Rostedt (Red Hat) }) 3432167ae72SSteven Rostedt (Red Hat) 344ef56e047SPiotr Maziarz #undef __print_hex_dump 345ef56e047SPiotr Maziarz #define __print_hex_dump(prefix_str, prefix_type, \ 346ef56e047SPiotr Maziarz rowsize, groupsize, buf, len, ascii) \ 347ef56e047SPiotr Maziarz trace_print_hex_dump_seq(p, prefix_str, prefix_type, \ 348ef56e047SPiotr Maziarz rowsize, groupsize, buf, len, ascii) 349ef56e047SPiotr Maziarz 3502167ae72SSteven Rostedt (Red Hat) #undef DECLARE_EVENT_CLASS 3512167ae72SSteven Rostedt (Red Hat) #define DECLARE_EVENT_CLASS(call, proto, args, tstruct, assign, print) \ 3522167ae72SSteven Rostedt (Red Hat) static notrace enum print_line_t \ 353892c505aSSteven Rostedt (Red Hat) trace_raw_output_##call(struct trace_iterator *iter, int flags, \ 3542167ae72SSteven Rostedt (Red Hat) struct trace_event *trace_event) \ 3552167ae72SSteven Rostedt (Red Hat) { \ 3562167ae72SSteven Rostedt (Red Hat) struct trace_seq *s = &iter->seq; \ 3572167ae72SSteven Rostedt (Red Hat) struct trace_seq __maybe_unused *p = &iter->tmp_seq; \ 358a7237765SSteven Rostedt (Red Hat) struct trace_event_raw_##call *field; \ 3592167ae72SSteven Rostedt (Red Hat) int ret; \ 3602167ae72SSteven Rostedt (Red Hat) \ 3612167ae72SSteven Rostedt (Red Hat) field = (typeof(field))iter->ent; \ 3622167ae72SSteven Rostedt (Red Hat) \ 363892c505aSSteven Rostedt (Red Hat) ret = trace_raw_output_prep(iter, trace_event); \ 3642167ae72SSteven Rostedt (Red Hat) if (ret != TRACE_TYPE_HANDLED) \ 3652167ae72SSteven Rostedt (Red Hat) return ret; \ 3662167ae72SSteven Rostedt (Red Hat) \ 3672167ae72SSteven Rostedt (Red Hat) trace_seq_printf(s, print); \ 3682167ae72SSteven Rostedt (Red Hat) \ 3692167ae72SSteven Rostedt (Red Hat) return trace_handle_return(s); \ 3702167ae72SSteven Rostedt (Red Hat) } \ 3713ad017baSSteven Rostedt (Red Hat) static struct trace_event_functions trace_event_type_funcs_##call = { \ 372892c505aSSteven Rostedt (Red Hat) .trace = trace_raw_output_##call, \ 3732167ae72SSteven Rostedt (Red Hat) }; 3742167ae72SSteven Rostedt (Red Hat) 3752167ae72SSteven Rostedt (Red Hat) #undef DEFINE_EVENT_PRINT 3762167ae72SSteven Rostedt (Red Hat) #define DEFINE_EVENT_PRINT(template, call, proto, args, print) \ 3772167ae72SSteven Rostedt (Red Hat) static notrace enum print_line_t \ 378892c505aSSteven Rostedt (Red Hat) trace_raw_output_##call(struct trace_iterator *iter, int flags, \ 3792167ae72SSteven Rostedt (Red Hat) struct trace_event *event) \ 3802167ae72SSteven Rostedt (Red Hat) { \ 381a7237765SSteven Rostedt (Red Hat) struct trace_event_raw_##template *field; \ 3822167ae72SSteven Rostedt (Red Hat) struct trace_entry *entry; \ 3832167ae72SSteven Rostedt (Red Hat) struct trace_seq *p = &iter->tmp_seq; \ 3842167ae72SSteven Rostedt (Red Hat) \ 3852167ae72SSteven Rostedt (Red Hat) entry = iter->ent; \ 3862167ae72SSteven Rostedt (Red Hat) \ 3872167ae72SSteven Rostedt (Red Hat) if (entry->type != event_##call.event.type) { \ 3882167ae72SSteven Rostedt (Red Hat) WARN_ON_ONCE(1); \ 3892167ae72SSteven Rostedt (Red Hat) return TRACE_TYPE_UNHANDLED; \ 3902167ae72SSteven Rostedt (Red Hat) } \ 3912167ae72SSteven Rostedt (Red Hat) \ 3922167ae72SSteven Rostedt (Red Hat) field = (typeof(field))entry; \ 3932167ae72SSteven Rostedt (Red Hat) \ 3942167ae72SSteven Rostedt (Red Hat) trace_seq_init(p); \ 395892c505aSSteven Rostedt (Red Hat) return trace_output_call(iter, #call, print); \ 3962167ae72SSteven Rostedt (Red Hat) } \ 3973ad017baSSteven Rostedt (Red Hat) static struct trace_event_functions trace_event_type_funcs_##call = { \ 398892c505aSSteven Rostedt (Red Hat) .trace = trace_raw_output_##call, \ 3992167ae72SSteven Rostedt (Red Hat) }; 4002167ae72SSteven Rostedt (Red Hat) 4012167ae72SSteven Rostedt (Red Hat) #include TRACE_INCLUDE(TRACE_INCLUDE_FILE) 4022167ae72SSteven Rostedt (Red Hat) 4032167ae72SSteven Rostedt (Red Hat) #undef __field_ext 40404ae87a5SPeter Zijlstra #define __field_ext(_type, _item, _filter_type) { \ 40504ae87a5SPeter Zijlstra .type = #_type, .name = #_item, \ 40604ae87a5SPeter Zijlstra .size = sizeof(_type), .align = __alignof__(_type), \ 40704ae87a5SPeter Zijlstra .is_signed = is_signed_type(_type), .filter_type = _filter_type }, 4082167ae72SSteven Rostedt (Red Hat) 4092167ae72SSteven Rostedt (Red Hat) #undef __field_struct_ext 41004ae87a5SPeter Zijlstra #define __field_struct_ext(_type, _item, _filter_type) { \ 41104ae87a5SPeter Zijlstra .type = #_type, .name = #_item, \ 41204ae87a5SPeter Zijlstra .size = sizeof(_type), .align = __alignof__(_type), \ 41304ae87a5SPeter Zijlstra 0, .filter_type = _filter_type }, 4142167ae72SSteven Rostedt (Red Hat) 4152167ae72SSteven Rostedt (Red Hat) #undef __field 4162167ae72SSteven Rostedt (Red Hat) #define __field(type, item) __field_ext(type, item, FILTER_OTHER) 4172167ae72SSteven Rostedt (Red Hat) 4182167ae72SSteven Rostedt (Red Hat) #undef __field_struct 4192167ae72SSteven Rostedt (Red Hat) #define __field_struct(type, item) __field_struct_ext(type, item, FILTER_OTHER) 4202167ae72SSteven Rostedt (Red Hat) 4212167ae72SSteven Rostedt (Red Hat) #undef __array 42204ae87a5SPeter Zijlstra #define __array(_type, _item, _len) { \ 42304ae87a5SPeter Zijlstra .type = #_type"["__stringify(_len)"]", .name = #_item, \ 42404ae87a5SPeter Zijlstra .size = sizeof(_type[_len]), .align = __alignof__(_type), \ 42504ae87a5SPeter Zijlstra .is_signed = is_signed_type(_type), .filter_type = FILTER_OTHER }, 4262167ae72SSteven Rostedt (Red Hat) 4272167ae72SSteven Rostedt (Red Hat) #undef __dynamic_array 42804ae87a5SPeter Zijlstra #define __dynamic_array(_type, _item, _len) { \ 42904ae87a5SPeter Zijlstra .type = "__data_loc " #_type "[]", .name = #_item, \ 43004ae87a5SPeter Zijlstra .size = 4, .align = 4, \ 43104ae87a5SPeter Zijlstra .is_signed = is_signed_type(_type), .filter_type = FILTER_OTHER }, 4322167ae72SSteven Rostedt (Red Hat) 4332167ae72SSteven Rostedt (Red Hat) #undef __string 4342167ae72SSteven Rostedt (Red Hat) #define __string(item, src) __dynamic_array(char, item, -1) 4352167ae72SSteven Rostedt (Red Hat) 4362167ae72SSteven Rostedt (Red Hat) #undef __bitmask 4372167ae72SSteven Rostedt (Red Hat) #define __bitmask(item, nr_bits) __dynamic_array(unsigned long, item, -1) 4382167ae72SSteven Rostedt (Red Hat) 4392167ae72SSteven Rostedt (Red Hat) #undef DECLARE_EVENT_CLASS 4402167ae72SSteven Rostedt (Red Hat) #define DECLARE_EVENT_CLASS(call, proto, args, tstruct, func, print) \ 44104ae87a5SPeter Zijlstra static struct trace_event_fields trace_event_fields_##call[] = { \ 44204ae87a5SPeter Zijlstra tstruct \ 44304ae87a5SPeter Zijlstra {} }; 4442167ae72SSteven Rostedt (Red Hat) 4452167ae72SSteven Rostedt (Red Hat) #undef DEFINE_EVENT_PRINT 446*61df16fcSWei Yang #define DEFINE_EVENT_PRINT(template, name, proto, args, print) 4472167ae72SSteven Rostedt (Red Hat) 4482167ae72SSteven Rostedt (Red Hat) #include TRACE_INCLUDE(TRACE_INCLUDE_FILE) 4492167ae72SSteven Rostedt (Red Hat) 4502167ae72SSteven Rostedt (Red Hat) /* 4512167ae72SSteven Rostedt (Red Hat) * remember the offset of each array from the beginning of the event. 4522167ae72SSteven Rostedt (Red Hat) */ 4532167ae72SSteven Rostedt (Red Hat) 4542167ae72SSteven Rostedt (Red Hat) #undef __entry 4552167ae72SSteven Rostedt (Red Hat) #define __entry entry 4562167ae72SSteven Rostedt (Red Hat) 4572167ae72SSteven Rostedt (Red Hat) #undef __field 4582167ae72SSteven Rostedt (Red Hat) #define __field(type, item) 4592167ae72SSteven Rostedt (Red Hat) 4602167ae72SSteven Rostedt (Red Hat) #undef __field_ext 4612167ae72SSteven Rostedt (Red Hat) #define __field_ext(type, item, filter_type) 4622167ae72SSteven Rostedt (Red Hat) 4632167ae72SSteven Rostedt (Red Hat) #undef __field_struct 4642167ae72SSteven Rostedt (Red Hat) #define __field_struct(type, item) 4652167ae72SSteven Rostedt (Red Hat) 4662167ae72SSteven Rostedt (Red Hat) #undef __field_struct_ext 4672167ae72SSteven Rostedt (Red Hat) #define __field_struct_ext(type, item, filter_type) 4682167ae72SSteven Rostedt (Red Hat) 4692167ae72SSteven Rostedt (Red Hat) #undef __array 4702167ae72SSteven Rostedt (Red Hat) #define __array(type, item, len) 4712167ae72SSteven Rostedt (Red Hat) 4722167ae72SSteven Rostedt (Red Hat) #undef __dynamic_array 4732167ae72SSteven Rostedt (Red Hat) #define __dynamic_array(type, item, len) \ 4742167ae72SSteven Rostedt (Red Hat) __item_length = (len) * sizeof(type); \ 4752167ae72SSteven Rostedt (Red Hat) __data_offsets->item = __data_size + \ 4762167ae72SSteven Rostedt (Red Hat) offsetof(typeof(*entry), __data); \ 4772167ae72SSteven Rostedt (Red Hat) __data_offsets->item |= __item_length << 16; \ 4782167ae72SSteven Rostedt (Red Hat) __data_size += __item_length; 4792167ae72SSteven Rostedt (Red Hat) 4802167ae72SSteven Rostedt (Red Hat) #undef __string 4812167ae72SSteven Rostedt (Red Hat) #define __string(item, src) __dynamic_array(char, item, \ 4822167ae72SSteven Rostedt (Red Hat) strlen((src) ? (const char *)(src) : "(null)") + 1) 4832167ae72SSteven Rostedt (Red Hat) 4842167ae72SSteven Rostedt (Red Hat) /* 4852167ae72SSteven Rostedt (Red Hat) * __bitmask_size_in_bytes_raw is the number of bytes needed to hold 4862167ae72SSteven Rostedt (Red Hat) * num_possible_cpus(). 4872167ae72SSteven Rostedt (Red Hat) */ 4882167ae72SSteven Rostedt (Red Hat) #define __bitmask_size_in_bytes_raw(nr_bits) \ 4892167ae72SSteven Rostedt (Red Hat) (((nr_bits) + 7) / 8) 4902167ae72SSteven Rostedt (Red Hat) 4912167ae72SSteven Rostedt (Red Hat) #define __bitmask_size_in_longs(nr_bits) \ 4922167ae72SSteven Rostedt (Red Hat) ((__bitmask_size_in_bytes_raw(nr_bits) + \ 4932167ae72SSteven Rostedt (Red Hat) ((BITS_PER_LONG / 8) - 1)) / (BITS_PER_LONG / 8)) 4942167ae72SSteven Rostedt (Red Hat) 4952167ae72SSteven Rostedt (Red Hat) /* 4962167ae72SSteven Rostedt (Red Hat) * __bitmask_size_in_bytes is the number of bytes needed to hold 4972167ae72SSteven Rostedt (Red Hat) * num_possible_cpus() padded out to the nearest long. This is what 4982167ae72SSteven Rostedt (Red Hat) * is saved in the buffer, just to be consistent. 4992167ae72SSteven Rostedt (Red Hat) */ 5002167ae72SSteven Rostedt (Red Hat) #define __bitmask_size_in_bytes(nr_bits) \ 5012167ae72SSteven Rostedt (Red Hat) (__bitmask_size_in_longs(nr_bits) * (BITS_PER_LONG / 8)) 5022167ae72SSteven Rostedt (Red Hat) 5032167ae72SSteven Rostedt (Red Hat) #undef __bitmask 5042167ae72SSteven Rostedt (Red Hat) #define __bitmask(item, nr_bits) __dynamic_array(unsigned long, item, \ 5052167ae72SSteven Rostedt (Red Hat) __bitmask_size_in_longs(nr_bits)) 5062167ae72SSteven Rostedt (Red Hat) 5072167ae72SSteven Rostedt (Red Hat) #undef DECLARE_EVENT_CLASS 5082167ae72SSteven Rostedt (Red Hat) #define DECLARE_EVENT_CLASS(call, proto, args, tstruct, assign, print) \ 509d0ee8f4aSSteven Rostedt (Red Hat) static inline notrace int trace_event_get_offsets_##call( \ 51062323a14SSteven Rostedt (Red Hat) struct trace_event_data_offsets_##call *__data_offsets, proto) \ 5112167ae72SSteven Rostedt (Red Hat) { \ 5122167ae72SSteven Rostedt (Red Hat) int __data_size = 0; \ 5132167ae72SSteven Rostedt (Red Hat) int __maybe_unused __item_length; \ 514a7237765SSteven Rostedt (Red Hat) struct trace_event_raw_##call __maybe_unused *entry; \ 5152167ae72SSteven Rostedt (Red Hat) \ 5162167ae72SSteven Rostedt (Red Hat) tstruct; \ 5172167ae72SSteven Rostedt (Red Hat) \ 5182167ae72SSteven Rostedt (Red Hat) return __data_size; \ 5192167ae72SSteven Rostedt (Red Hat) } 5202167ae72SSteven Rostedt (Red Hat) 5212167ae72SSteven Rostedt (Red Hat) #include TRACE_INCLUDE(TRACE_INCLUDE_FILE) 5222167ae72SSteven Rostedt (Red Hat) 52346ac5182SSteven Rostedt (Red Hat) /* 52446ac5182SSteven Rostedt (Red Hat) * Stage 4 of the trace events. 52546ac5182SSteven Rostedt (Red Hat) * 526eba12ab7SHou Pengyang * Override the macros in the event tracepoint header <trace/events/XXX.h> 527eba12ab7SHou Pengyang * to include the following: 52846ac5182SSteven Rostedt (Red Hat) * 52946ac5182SSteven Rostedt (Red Hat) * For those macros defined with TRACE_EVENT: 53046ac5182SSteven Rostedt (Red Hat) * 53146ac5182SSteven Rostedt (Red Hat) * static struct trace_event_call event_<call>; 53246ac5182SSteven Rostedt (Red Hat) * 53346ac5182SSteven Rostedt (Red Hat) * static void trace_event_raw_event_<call>(void *__data, proto) 53446ac5182SSteven Rostedt (Red Hat) * { 53546ac5182SSteven Rostedt (Red Hat) * struct trace_event_file *trace_file = __data; 53646ac5182SSteven Rostedt (Red Hat) * struct trace_event_call *event_call = trace_file->event_call; 53746ac5182SSteven Rostedt (Red Hat) * struct trace_event_data_offsets_<call> __maybe_unused __data_offsets; 53846ac5182SSteven Rostedt (Red Hat) * unsigned long eflags = trace_file->flags; 53946ac5182SSteven Rostedt (Red Hat) * enum event_trigger_type __tt = ETT_NONE; 54046ac5182SSteven Rostedt (Red Hat) * struct ring_buffer_event *event; 54146ac5182SSteven Rostedt (Red Hat) * struct trace_event_raw_<call> *entry; <-- defined in stage 1 54213292494SSteven Rostedt (VMware) * struct trace_buffer *buffer; 54346ac5182SSteven Rostedt (Red Hat) * unsigned long irq_flags; 54446ac5182SSteven Rostedt (Red Hat) * int __data_size; 54546ac5182SSteven Rostedt (Red Hat) * int pc; 54646ac5182SSteven Rostedt (Red Hat) * 54746ac5182SSteven Rostedt (Red Hat) * if (!(eflags & EVENT_FILE_FL_TRIGGER_COND)) { 54846ac5182SSteven Rostedt (Red Hat) * if (eflags & EVENT_FILE_FL_TRIGGER_MODE) 54946ac5182SSteven Rostedt (Red Hat) * event_triggers_call(trace_file, NULL); 55046ac5182SSteven Rostedt (Red Hat) * if (eflags & EVENT_FILE_FL_SOFT_DISABLED) 55146ac5182SSteven Rostedt (Red Hat) * return; 55246ac5182SSteven Rostedt (Red Hat) * } 55346ac5182SSteven Rostedt (Red Hat) * 55446ac5182SSteven Rostedt (Red Hat) * local_save_flags(irq_flags); 55546ac5182SSteven Rostedt (Red Hat) * pc = preempt_count(); 55646ac5182SSteven Rostedt (Red Hat) * 55746ac5182SSteven Rostedt (Red Hat) * __data_size = trace_event_get_offsets_<call>(&__data_offsets, args); 55846ac5182SSteven Rostedt (Red Hat) * 55946ac5182SSteven Rostedt (Red Hat) * event = trace_event_buffer_lock_reserve(&buffer, trace_file, 56046ac5182SSteven Rostedt (Red Hat) * event_<call>->event.type, 56146ac5182SSteven Rostedt (Red Hat) * sizeof(*entry) + __data_size, 56246ac5182SSteven Rostedt (Red Hat) * irq_flags, pc); 56346ac5182SSteven Rostedt (Red Hat) * if (!event) 56446ac5182SSteven Rostedt (Red Hat) * return; 56546ac5182SSteven Rostedt (Red Hat) * entry = ring_buffer_event_data(event); 56646ac5182SSteven Rostedt (Red Hat) * 56746ac5182SSteven Rostedt (Red Hat) * { <assign>; } <-- Here we assign the entries by the __field and 56846ac5182SSteven Rostedt (Red Hat) * __array macros. 56946ac5182SSteven Rostedt (Red Hat) * 57046ac5182SSteven Rostedt (Red Hat) * if (eflags & EVENT_FILE_FL_TRIGGER_COND) 57146ac5182SSteven Rostedt (Red Hat) * __tt = event_triggers_call(trace_file, entry); 57246ac5182SSteven Rostedt (Red Hat) * 57346ac5182SSteven Rostedt (Red Hat) * if (test_bit(EVENT_FILE_FL_SOFT_DISABLED_BIT, 57446ac5182SSteven Rostedt (Red Hat) * &trace_file->flags)) 57546ac5182SSteven Rostedt (Red Hat) * ring_buffer_discard_commit(buffer, event); 57646ac5182SSteven Rostedt (Red Hat) * else if (!filter_check_discard(trace_file, entry, buffer, event)) 57746ac5182SSteven Rostedt (Red Hat) * trace_buffer_unlock_commit(buffer, event, irq_flags, pc); 57846ac5182SSteven Rostedt (Red Hat) * 57946ac5182SSteven Rostedt (Red Hat) * if (__tt) 58046ac5182SSteven Rostedt (Red Hat) * event_triggers_post_call(trace_file, __tt); 58146ac5182SSteven Rostedt (Red Hat) * } 58246ac5182SSteven Rostedt (Red Hat) * 58346ac5182SSteven Rostedt (Red Hat) * static struct trace_event ftrace_event_type_<call> = { 58446ac5182SSteven Rostedt (Red Hat) * .trace = trace_raw_output_<call>, <-- stage 2 58546ac5182SSteven Rostedt (Red Hat) * }; 58646ac5182SSteven Rostedt (Red Hat) * 58746ac5182SSteven Rostedt (Red Hat) * static char print_fmt_<call>[] = <TP_printk>; 58846ac5182SSteven Rostedt (Red Hat) * 58946ac5182SSteven Rostedt (Red Hat) * static struct trace_event_class __used event_class_<template> = { 59046ac5182SSteven Rostedt (Red Hat) * .system = "<system>", 59104ae87a5SPeter Zijlstra * .fields_array = trace_event_fields_<call>, 59246ac5182SSteven Rostedt (Red Hat) * .fields = LIST_HEAD_INIT(event_class_##call.fields), 59346ac5182SSteven Rostedt (Red Hat) * .raw_init = trace_event_raw_init, 59446ac5182SSteven Rostedt (Red Hat) * .probe = trace_event_raw_event_##call, 59546ac5182SSteven Rostedt (Red Hat) * .reg = trace_event_reg, 59646ac5182SSteven Rostedt (Red Hat) * }; 59746ac5182SSteven Rostedt (Red Hat) * 59846ac5182SSteven Rostedt (Red Hat) * static struct trace_event_call event_<call> = { 59946ac5182SSteven Rostedt (Red Hat) * .class = event_class_<template>, 60046ac5182SSteven Rostedt (Red Hat) * { 60146ac5182SSteven Rostedt (Red Hat) * .tp = &__tracepoint_<call>, 60246ac5182SSteven Rostedt (Red Hat) * }, 60346ac5182SSteven Rostedt (Red Hat) * .event = &ftrace_event_type_<call>, 60446ac5182SSteven Rostedt (Red Hat) * .print_fmt = print_fmt_<call>, 60546ac5182SSteven Rostedt (Red Hat) * .flags = TRACE_EVENT_FL_TRACEPOINT, 60646ac5182SSteven Rostedt (Red Hat) * }; 60746ac5182SSteven Rostedt (Red Hat) * // its only safe to use pointers when doing linker tricks to 60846ac5182SSteven Rostedt (Red Hat) * // create an array. 60946ac5182SSteven Rostedt (Red Hat) * static struct trace_event_call __used 61046ac5182SSteven Rostedt (Red Hat) * __attribute__((section("_ftrace_events"))) *__event_<call> = &event_<call>; 61146ac5182SSteven Rostedt (Red Hat) * 61246ac5182SSteven Rostedt (Red Hat) */ 61346ac5182SSteven Rostedt (Red Hat) 61446ac5182SSteven Rostedt (Red Hat) #ifdef CONFIG_PERF_EVENTS 61546ac5182SSteven Rostedt (Red Hat) 61646ac5182SSteven Rostedt (Red Hat) #define _TRACE_PERF_PROTO(call, proto) \ 61746ac5182SSteven Rostedt (Red Hat) static notrace void \ 61846ac5182SSteven Rostedt (Red Hat) perf_trace_##call(void *__data, proto); 61946ac5182SSteven Rostedt (Red Hat) 62046ac5182SSteven Rostedt (Red Hat) #define _TRACE_PERF_INIT(call) \ 62146ac5182SSteven Rostedt (Red Hat) .perf_probe = perf_trace_##call, 62246ac5182SSteven Rostedt (Red Hat) 62346ac5182SSteven Rostedt (Red Hat) #else 62446ac5182SSteven Rostedt (Red Hat) #define _TRACE_PERF_PROTO(call, proto) 62546ac5182SSteven Rostedt (Red Hat) #define _TRACE_PERF_INIT(call) 62646ac5182SSteven Rostedt (Red Hat) #endif /* CONFIG_PERF_EVENTS */ 62746ac5182SSteven Rostedt (Red Hat) 62846ac5182SSteven Rostedt (Red Hat) #undef __entry 62946ac5182SSteven Rostedt (Red Hat) #define __entry entry 63046ac5182SSteven Rostedt (Red Hat) 63146ac5182SSteven Rostedt (Red Hat) #undef __field 63246ac5182SSteven Rostedt (Red Hat) #define __field(type, item) 63346ac5182SSteven Rostedt (Red Hat) 63446ac5182SSteven Rostedt (Red Hat) #undef __field_struct 63546ac5182SSteven Rostedt (Red Hat) #define __field_struct(type, item) 63646ac5182SSteven Rostedt (Red Hat) 63746ac5182SSteven Rostedt (Red Hat) #undef __array 63846ac5182SSteven Rostedt (Red Hat) #define __array(type, item, len) 63946ac5182SSteven Rostedt (Red Hat) 64046ac5182SSteven Rostedt (Red Hat) #undef __dynamic_array 64146ac5182SSteven Rostedt (Red Hat) #define __dynamic_array(type, item, len) \ 64246ac5182SSteven Rostedt (Red Hat) __entry->__data_loc_##item = __data_offsets.item; 64346ac5182SSteven Rostedt (Red Hat) 64446ac5182SSteven Rostedt (Red Hat) #undef __string 64546ac5182SSteven Rostedt (Red Hat) #define __string(item, src) __dynamic_array(char, item, -1) 64646ac5182SSteven Rostedt (Red Hat) 64746ac5182SSteven Rostedt (Red Hat) #undef __assign_str 64846ac5182SSteven Rostedt (Red Hat) #define __assign_str(dst, src) \ 64946ac5182SSteven Rostedt (Red Hat) strcpy(__get_str(dst), (src) ? (const char *)(src) : "(null)"); 65046ac5182SSteven Rostedt (Red Hat) 65146ac5182SSteven Rostedt (Red Hat) #undef __bitmask 65246ac5182SSteven Rostedt (Red Hat) #define __bitmask(item, nr_bits) __dynamic_array(unsigned long, item, -1) 65346ac5182SSteven Rostedt (Red Hat) 65446ac5182SSteven Rostedt (Red Hat) #undef __get_bitmask 65546ac5182SSteven Rostedt (Red Hat) #define __get_bitmask(field) (char *)__get_dynamic_array(field) 65646ac5182SSteven Rostedt (Red Hat) 65746ac5182SSteven Rostedt (Red Hat) #undef __assign_bitmask 65846ac5182SSteven Rostedt (Red Hat) #define __assign_bitmask(dst, src, nr_bits) \ 65946ac5182SSteven Rostedt (Red Hat) memcpy(__get_bitmask(dst), (src), __bitmask_size_in_bytes(nr_bits)) 66046ac5182SSteven Rostedt (Red Hat) 66146ac5182SSteven Rostedt (Red Hat) #undef TP_fast_assign 66246ac5182SSteven Rostedt (Red Hat) #define TP_fast_assign(args...) args 66346ac5182SSteven Rostedt (Red Hat) 66446ac5182SSteven Rostedt (Red Hat) #undef __perf_count 66546ac5182SSteven Rostedt (Red Hat) #define __perf_count(c) (c) 66646ac5182SSteven Rostedt (Red Hat) 66746ac5182SSteven Rostedt (Red Hat) #undef __perf_task 66846ac5182SSteven Rostedt (Red Hat) #define __perf_task(t) (t) 66946ac5182SSteven Rostedt (Red Hat) 67046ac5182SSteven Rostedt (Red Hat) #undef DECLARE_EVENT_CLASS 67146ac5182SSteven Rostedt (Red Hat) #define DECLARE_EVENT_CLASS(call, proto, args, tstruct, assign, print) \ 67246ac5182SSteven Rostedt (Red Hat) \ 67346ac5182SSteven Rostedt (Red Hat) static notrace void \ 67446ac5182SSteven Rostedt (Red Hat) trace_event_raw_event_##call(void *__data, proto) \ 67546ac5182SSteven Rostedt (Red Hat) { \ 67646ac5182SSteven Rostedt (Red Hat) struct trace_event_file *trace_file = __data; \ 67746ac5182SSteven Rostedt (Red Hat) struct trace_event_data_offsets_##call __maybe_unused __data_offsets;\ 67846ac5182SSteven Rostedt (Red Hat) struct trace_event_buffer fbuffer; \ 67946ac5182SSteven Rostedt (Red Hat) struct trace_event_raw_##call *entry; \ 68046ac5182SSteven Rostedt (Red Hat) int __data_size; \ 68146ac5182SSteven Rostedt (Red Hat) \ 68246ac5182SSteven Rostedt (Red Hat) if (trace_trigger_soft_disabled(trace_file)) \ 68346ac5182SSteven Rostedt (Red Hat) return; \ 68446ac5182SSteven Rostedt (Red Hat) \ 68546ac5182SSteven Rostedt (Red Hat) __data_size = trace_event_get_offsets_##call(&__data_offsets, args); \ 68646ac5182SSteven Rostedt (Red Hat) \ 68746ac5182SSteven Rostedt (Red Hat) entry = trace_event_buffer_reserve(&fbuffer, trace_file, \ 68846ac5182SSteven Rostedt (Red Hat) sizeof(*entry) + __data_size); \ 68946ac5182SSteven Rostedt (Red Hat) \ 69046ac5182SSteven Rostedt (Red Hat) if (!entry) \ 69146ac5182SSteven Rostedt (Red Hat) return; \ 69246ac5182SSteven Rostedt (Red Hat) \ 69346ac5182SSteven Rostedt (Red Hat) tstruct \ 69446ac5182SSteven Rostedt (Red Hat) \ 69546ac5182SSteven Rostedt (Red Hat) { assign; } \ 69646ac5182SSteven Rostedt (Red Hat) \ 69746ac5182SSteven Rostedt (Red Hat) trace_event_buffer_commit(&fbuffer); \ 69846ac5182SSteven Rostedt (Red Hat) } 69946ac5182SSteven Rostedt (Red Hat) /* 70046ac5182SSteven Rostedt (Red Hat) * The ftrace_test_probe is compiled out, it is only here as a build time check 70146ac5182SSteven Rostedt (Red Hat) * to make sure that if the tracepoint handling changes, the ftrace probe will 70246ac5182SSteven Rostedt (Red Hat) * fail to compile unless it too is updated. 70346ac5182SSteven Rostedt (Red Hat) */ 70446ac5182SSteven Rostedt (Red Hat) 70546ac5182SSteven Rostedt (Red Hat) #undef DEFINE_EVENT 70646ac5182SSteven Rostedt (Red Hat) #define DEFINE_EVENT(template, call, proto, args) \ 70746ac5182SSteven Rostedt (Red Hat) static inline void ftrace_test_probe_##call(void) \ 70846ac5182SSteven Rostedt (Red Hat) { \ 70946ac5182SSteven Rostedt (Red Hat) check_trace_callback_type_##call(trace_event_raw_event_##template); \ 71046ac5182SSteven Rostedt (Red Hat) } 71146ac5182SSteven Rostedt (Red Hat) 71246ac5182SSteven Rostedt (Red Hat) #undef DEFINE_EVENT_PRINT 71346ac5182SSteven Rostedt (Red Hat) #define DEFINE_EVENT_PRINT(template, name, proto, args, print) 71446ac5182SSteven Rostedt (Red Hat) 71546ac5182SSteven Rostedt (Red Hat) #include TRACE_INCLUDE(TRACE_INCLUDE_FILE) 71646ac5182SSteven Rostedt (Red Hat) 71746ac5182SSteven Rostedt (Red Hat) #undef __entry 71846ac5182SSteven Rostedt (Red Hat) #define __entry REC 71946ac5182SSteven Rostedt (Red Hat) 72046ac5182SSteven Rostedt (Red Hat) #undef __print_flags 72146ac5182SSteven Rostedt (Red Hat) #undef __print_symbolic 72246ac5182SSteven Rostedt (Red Hat) #undef __print_hex 7232acae0d5SDaniel Borkmann #undef __print_hex_str 72446ac5182SSteven Rostedt (Red Hat) #undef __get_dynamic_array 72546ac5182SSteven Rostedt (Red Hat) #undef __get_dynamic_array_len 72646ac5182SSteven Rostedt (Red Hat) #undef __get_str 72746ac5182SSteven Rostedt (Red Hat) #undef __get_bitmask 72846ac5182SSteven Rostedt (Red Hat) #undef __print_array 72902a65a0bSPiotr Maziarz #undef __print_hex_dump 73046ac5182SSteven Rostedt (Red Hat) 73146ac5182SSteven Rostedt (Red Hat) #undef TP_printk 73246ac5182SSteven Rostedt (Red Hat) #define TP_printk(fmt, args...) "\"" fmt "\", " __stringify(args) 73346ac5182SSteven Rostedt (Red Hat) 73446ac5182SSteven Rostedt (Red Hat) #undef DECLARE_EVENT_CLASS 73546ac5182SSteven Rostedt (Red Hat) #define DECLARE_EVENT_CLASS(call, proto, args, tstruct, assign, print) \ 73646ac5182SSteven Rostedt (Red Hat) _TRACE_PERF_PROTO(call, PARAMS(proto)); \ 73746ac5182SSteven Rostedt (Red Hat) static char print_fmt_##call[] = print; \ 73846ac5182SSteven Rostedt (Red Hat) static struct trace_event_class __used __refdata event_class_##call = { \ 73946ac5182SSteven Rostedt (Red Hat) .system = TRACE_SYSTEM_STRING, \ 74004ae87a5SPeter Zijlstra .fields_array = trace_event_fields_##call, \ 74146ac5182SSteven Rostedt (Red Hat) .fields = LIST_HEAD_INIT(event_class_##call.fields),\ 74246ac5182SSteven Rostedt (Red Hat) .raw_init = trace_event_raw_init, \ 74346ac5182SSteven Rostedt (Red Hat) .probe = trace_event_raw_event_##call, \ 74446ac5182SSteven Rostedt (Red Hat) .reg = trace_event_reg, \ 74546ac5182SSteven Rostedt (Red Hat) _TRACE_PERF_INIT(call) \ 74646ac5182SSteven Rostedt (Red Hat) }; 74746ac5182SSteven Rostedt (Red Hat) 74846ac5182SSteven Rostedt (Red Hat) #undef DEFINE_EVENT 74946ac5182SSteven Rostedt (Red Hat) #define DEFINE_EVENT(template, call, proto, args) \ 75046ac5182SSteven Rostedt (Red Hat) \ 75146ac5182SSteven Rostedt (Red Hat) static struct trace_event_call __used event_##call = { \ 75246ac5182SSteven Rostedt (Red Hat) .class = &event_class_##template, \ 75346ac5182SSteven Rostedt (Red Hat) { \ 75446ac5182SSteven Rostedt (Red Hat) .tp = &__tracepoint_##call, \ 75546ac5182SSteven Rostedt (Red Hat) }, \ 75646ac5182SSteven Rostedt (Red Hat) .event.funcs = &trace_event_type_funcs_##template, \ 75746ac5182SSteven Rostedt (Red Hat) .print_fmt = print_fmt_##template, \ 75846ac5182SSteven Rostedt (Red Hat) .flags = TRACE_EVENT_FL_TRACEPOINT, \ 75946ac5182SSteven Rostedt (Red Hat) }; \ 76046ac5182SSteven Rostedt (Red Hat) static struct trace_event_call __used \ 76146ac5182SSteven Rostedt (Red Hat) __attribute__((section("_ftrace_events"))) *__event_##call = &event_##call 76246ac5182SSteven Rostedt (Red Hat) 76346ac5182SSteven Rostedt (Red Hat) #undef DEFINE_EVENT_PRINT 76446ac5182SSteven Rostedt (Red Hat) #define DEFINE_EVENT_PRINT(template, call, proto, args, print) \ 76546ac5182SSteven Rostedt (Red Hat) \ 76646ac5182SSteven Rostedt (Red Hat) static char print_fmt_##call[] = print; \ 76746ac5182SSteven Rostedt (Red Hat) \ 76846ac5182SSteven Rostedt (Red Hat) static struct trace_event_call __used event_##call = { \ 76946ac5182SSteven Rostedt (Red Hat) .class = &event_class_##template, \ 77046ac5182SSteven Rostedt (Red Hat) { \ 77146ac5182SSteven Rostedt (Red Hat) .tp = &__tracepoint_##call, \ 77246ac5182SSteven Rostedt (Red Hat) }, \ 77346ac5182SSteven Rostedt (Red Hat) .event.funcs = &trace_event_type_funcs_##call, \ 77446ac5182SSteven Rostedt (Red Hat) .print_fmt = print_fmt_##call, \ 77546ac5182SSteven Rostedt (Red Hat) .flags = TRACE_EVENT_FL_TRACEPOINT, \ 77646ac5182SSteven Rostedt (Red Hat) }; \ 77746ac5182SSteven Rostedt (Red Hat) static struct trace_event_call __used \ 77846ac5182SSteven Rostedt (Red Hat) __attribute__((section("_ftrace_events"))) *__event_##call = &event_##call 77946ac5182SSteven Rostedt (Red Hat) 78046ac5182SSteven Rostedt (Red Hat) #include TRACE_INCLUDE(TRACE_INCLUDE_FILE) 781