1/*-
  2 * SPDX-License-Identifier: BSD-2-Clause
  3 *
  4 * Copyright 2006-2008 John Birrell <jb@FreeBSD.org>
  5 *
  6 * Redistribution and use in source and binary forms, with or without
  7 * modification, are permitted provided that the following conditions
  8 * are met:
  9 * 1. Redistributions of source code must retain the above copyright
 10 *    notice, this list of conditions and the following disclaimer.
 11 * 2. Redistributions in binary form must reproduce the above copyright
 12 *    notice, this list of conditions and the following disclaimer in the
 13 *    documentation and/or other materials provided with the distribution.
 14 * 
 15 * THIS SOFTWARE IS PROVIDED BY AUTHOR AND CONTRIBUTORS ``AS IS'' AND
 16 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 17 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 18 * ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
 19 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 20 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 21 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 22 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 23 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 24 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 25 * SUCH DAMAGE.
 26 *
 27 * Statically Defined Tracing (SDT) definitions.
 28 *
 29 */
 30
 31#ifndef _SYS_SDT_H
 32#define	_SYS_SDT_H
 33
 34#ifndef _KERNEL
 35
 36#define	_DTRACE_VERSION	1
 37
 38#define	DTRACE_PROBE(prov, name) {				\
 39	extern void __dtrace_##prov##___##name(void);		\
 40	__dtrace_##prov##___##name();				\
 41}
 42
 43#define	DTRACE_PROBE1(prov, name, arg1) {			\
 44	extern void __dtrace_##prov##___##name(unsigned long);	\
 45	__dtrace_##prov##___##name((unsigned long)arg1);	\
 46}
 47
 48#define	DTRACE_PROBE2(prov, name, arg1, arg2) {			\
 49	extern void __dtrace_##prov##___##name(unsigned long,	\
 50	    unsigned long);					\
 51	__dtrace_##prov##___##name((unsigned long)arg1,		\
 52	    (unsigned long)arg2);				\
 53}
 54
 55#define	DTRACE_PROBE3(prov, name, arg1, arg2, arg3) {		\
 56	extern void __dtrace_##prov##___##name(unsigned long,	\
 57	    unsigned long, unsigned long);			\
 58	__dtrace_##prov##___##name((unsigned long)arg1,		\
 59	    (unsigned long)arg2, (unsigned long)arg3);		\
 60}
 61
 62#define	DTRACE_PROBE4(prov, name, arg1, arg2, arg3, arg4) {	\
 63	extern void __dtrace_##prov##___##name(unsigned long,	\
 64	    unsigned long, unsigned long, unsigned long);	\
 65	__dtrace_##prov##___##name((unsigned long)arg1,		\
 66	    (unsigned long)arg2, (unsigned long)arg3,		\
 67	    (unsigned long)arg4);				\
 68}
 69
 70#define	DTRACE_PROBE5(prov, name, arg1, arg2, arg3, arg4, arg5) {	\
 71	extern void __dtrace_##prov##___##name(unsigned long,		\
 72	    unsigned long, unsigned long, unsigned long, unsigned long);\
 73	__dtrace_##prov##___##name((unsigned long)arg1,			\
 74	    (unsigned long)arg2, (unsigned long)arg3,			\
 75	    (unsigned long)arg4, (unsigned long)arg5);			\
 76}
 77
 78#else /* _KERNEL */
 79
 80#include <sys/cdefs.h>
 81#include <sys/linker_set.h>
 82
 83extern volatile bool sdt_probes_enabled;
 84
 85#ifndef KDTRACE_HOOKS
 86
 87#define __sdt_used	__unused
 88
 89#define SDT_PROVIDER_DEFINE(prov)
 90#define SDT_PROVIDER_DECLARE(prov)
 91#define SDT_PROBE_DEFINE(prov, mod, func, name)
 92#define SDT_PROBE_DECLARE(prov, mod, func, name)
 93#define SDT_PROBES_ENABLED()	0
 94#define SDT_PROBE(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4)
 95#define SDT_PROBE_ARGTYPE(prov, mod, func, name, num, type, xtype)
 96
 97#define	SDT_PROBE_DEFINE0(prov, mod, func, name)
 98#define	SDT_PROBE_DEFINE1(prov, mod, func, name, arg0)
 99#define	SDT_PROBE_DEFINE2(prov, mod, func, name, arg0, arg1)
100#define	SDT_PROBE_DEFINE3(prov, mod, func, name, arg0, arg1, arg2)
101#define	SDT_PROBE_DEFINE4(prov, mod, func, name, arg0, arg1, arg2, arg3)
102#define	SDT_PROBE_DEFINE5(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4)
103#define	SDT_PROBE_DEFINE6(prov, mod, func, name, arg0, arg1, arg2,      \
104    arg3, arg4, arg5)
105#define	SDT_PROBE_DEFINE7(prov, mod, func, name, arg0, arg1, arg2,      \
106    arg3, arg4, arg5, arg6)
107
108#define	SDT_PROBE0(prov, mod, func, name)
109#define	SDT_PROBE1(prov, mod, func, name, arg0)
110#define	SDT_PROBE2(prov, mod, func, name, arg0, arg1)
111#define	SDT_PROBE3(prov, mod, func, name, arg0, arg1, arg2)
112#define	SDT_PROBE4(prov, mod, func, name, arg0, arg1, arg2, arg3)
113#define	SDT_PROBE5(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4)
114#define	SDT_PROBE6(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4, arg5)
115#define	SDT_PROBE7(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4, arg5,  \
116    arg6)
117
118#define	SDT_PROBE_DEFINE0_XLATE(prov, mod, func, name)
119#define	SDT_PROBE_DEFINE1_XLATE(prov, mod, func, name, arg0, xarg0)
120#define	SDT_PROBE_DEFINE2_XLATE(prov, mod, func, name, arg0, xarg0,     \
121    arg1, xarg1)
122#define	SDT_PROBE_DEFINE3_XLATE(prov, mod, func, name, arg0, xarg0,     \
123    arg1, xarg1, arg2, xarg2)
124#define SDT_PROBE_DEFINE4_XLATE(prov, mod, func, name, arg0, xarg0,     \
125    arg1, xarg1, arg2, xarg2, arg3, xarg3)
126#define	SDT_PROBE_DEFINE5_XLATE(prov, mod, func, name, arg0, xarg0,     \
127    arg1, xarg1, arg2, xarg2, arg3, xarg3, arg4, xarg4)
128#define	SDT_PROBE_DEFINE6_XLATE(prov, mod, func, name, arg0, xarg0,     \
129    arg1,  xarg1, arg2, xarg2, arg3, xarg3, arg4, xarg4, arg5, xarg5)
130#define	SDT_PROBE_DEFINE7_XLATE(prov, mod, func, name, arg0, xarg0,     \
131    arg1, xarg1, arg2, xarg2, arg3, xarg3, arg4, xarg4, arg5, xarg5, arg6,     \
132    xarg6)
133
134#define	DTRACE_PROBE(name)
135#define	DTRACE_PROBE1(name, type0, arg0)
136#define	DTRACE_PROBE2(name, type0, arg0, type1, arg1)
137#define	DTRACE_PROBE3(name, type0, arg0, type1, arg1, type2, arg2)
138#define	DTRACE_PROBE4(name, type0, arg0, type1, arg1, type2, arg2, type3, arg3)
139#define	DTRACE_PROBE5(name, type0, arg0, type1, arg1, type2, arg2, type3, arg3,\
140    type4, arg4)
141
142#else
143
144#define __sdt_used
145
146SET_DECLARE(sdt_providers_set, struct sdt_provider);
147SET_DECLARE(sdt_probes_set, struct sdt_probe);
148SET_DECLARE(sdt_argtypes_set, struct sdt_argtype);
149
150#define	_SDT_PROBE_NAME(prov, mod, func, name)				\
151	sdt_##prov##_##mod##_##func##_##name
152#define	_SDT_PROVIDER_NAME(prov)					\
153	sdt_provider_##prov
154
155#define SDT_PROVIDER_DEFINE(_prov)					\
156	struct sdt_provider _SDT_PROVIDER_NAME(_prov)[1] = {		\
157		[0] = { .name = #_prov },				\
158	};								\
159	DATA_SET(sdt_providers_set, _SDT_PROVIDER_NAME(_prov))
160
161#define SDT_PROVIDER_DECLARE(prov)					\
162	extern struct sdt_provider _SDT_PROVIDER_NAME(prov)[1]
163
164#define SDT_PROBE_DEFINE(_prov, _mod, _func, _name)			\
165	struct sdt_probe _SDT_PROBE_NAME(_prov, _mod, _func, _name)[1] = { \
166		[0] = {							\
167		    .version = sizeof(struct sdt_probe),		\
168		    .prov = _SDT_PROVIDER_NAME(_prov),			\
169		    .mod = #_mod,					\
170		    .func = #_func,					\
171		    .name = #_name,					\
172		},							\
173	};								\
174	DATA_SET(sdt_probes_set, _SDT_PROBE_NAME(_prov, _mod, _func, _name))
175
176#define SDT_PROBE_DECLARE(prov, mod, func, name)			\
177	extern struct sdt_probe _SDT_PROBE_NAME(prov, mod, func, name)[1]
178
179#define	SDT_PROBES_ENABLED()	__predict_false(sdt_probes_enabled)
180
181#define SDT_PROBE(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4)	do {	\
182	if (SDT_PROBES_ENABLED()) {						\
183		if (__predict_false(_SDT_PROBE_NAME(prov, mod, func, name)->id)) \
184		(*sdt_probe_func)(_SDT_PROBE_NAME(prov, mod, func, name)->id,	\
185		    (uintptr_t) arg0, (uintptr_t) arg1, (uintptr_t) arg2,	\
186		    (uintptr_t) arg3, (uintptr_t) arg4);			\
187	} \
188} while (0)
189
190#define SDT_PROBE_ARGTYPE(_prov, _mod, _func, _name, _num, _type, _xtype) \
191	static struct sdt_argtype					\
192	    sdta_##_prov##_##_mod##_##_func##_##_name##_num[1] = {	\
193		[0] = {							\
194		    .ndx = _num,					\
195		    .type = _type,					\
196		    .xtype = _xtype,					\
197		    .probe = _SDT_PROBE_NAME(_prov, _mod, _func, _name), \
198		},							\
199	};								\
200	DATA_SET(sdt_argtypes_set,					\
201	    sdta_##_prov##_##_mod##_##_func##_##_name##_num);
202
203#define	SDT_PROBE_DEFINE0(prov, mod, func, name)			\
204	SDT_PROBE_DEFINE(prov, mod, func, name)
205
206#define	SDT_PROBE_DEFINE1(prov, mod, func, name, arg0)			\
207	SDT_PROBE_DEFINE(prov, mod, func, name);			\
208	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, NULL)
209
210#define	SDT_PROBE_DEFINE2(prov, mod, func, name, arg0, arg1)		\
211	SDT_PROBE_DEFINE(prov, mod, func, name);			\
212	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, NULL);	\
213	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, NULL)
214
215#define	SDT_PROBE_DEFINE3(prov, mod, func, name, arg0, arg1, arg2)\
216	SDT_PROBE_DEFINE(prov, mod, func, name);			\
217	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, NULL);	\
218	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, NULL);	\
219	SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, NULL)
220
221#define	SDT_PROBE_DEFINE4(prov, mod, func, name, arg0, arg1, arg2, arg3) \
222	SDT_PROBE_DEFINE(prov, mod, func, name);			\
223	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, NULL);	\
224	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, NULL);	\
225	SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, NULL);	\
226	SDT_PROBE_ARGTYPE(prov, mod, func, name, 3, arg3, NULL)
227
228#define	SDT_PROBE_DEFINE5(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4) \
229	SDT_PROBE_DEFINE(prov, mod, func, name);			\
230	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, NULL);	\
231	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, NULL);	\
232	SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, NULL);	\
233	SDT_PROBE_ARGTYPE(prov, mod, func, name, 3, arg3, NULL);	\
234	SDT_PROBE_ARGTYPE(prov, mod, func, name, 4, arg4, NULL)
235
236#define	SDT_PROBE_DEFINE6(prov, mod, func, name, arg0, arg1, arg2, arg3,\
237    arg4, arg5) \
238	SDT_PROBE_DEFINE(prov, mod, func, name);			\
239	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, NULL);	\
240	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, NULL);	\
241	SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, NULL);	\
242	SDT_PROBE_ARGTYPE(prov, mod, func, name, 3, arg3, NULL);	\
243	SDT_PROBE_ARGTYPE(prov, mod, func, name, 4, arg4, NULL);	\
244	SDT_PROBE_ARGTYPE(prov, mod, func, name, 5, arg5, NULL)
245
246#define	SDT_PROBE_DEFINE7(prov, mod, func, name, arg0, arg1, arg2, arg3,\
247    arg4, arg5, arg6) \
248	SDT_PROBE_DEFINE(prov, mod, func, name);			\
249	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, NULL);	\
250	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, NULL);	\
251	SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, NULL);	\
252	SDT_PROBE_ARGTYPE(prov, mod, func, name, 3, arg3, NULL);	\
253	SDT_PROBE_ARGTYPE(prov, mod, func, name, 4, arg4, NULL);	\
254	SDT_PROBE_ARGTYPE(prov, mod, func, name, 5, arg5, NULL);	\
255	SDT_PROBE_ARGTYPE(prov, mod, func, name, 6, arg6, NULL)
256
257#define	SDT_PROBE_DEFINE0_XLATE(prov, mod, func, name)		\
258	SDT_PROBE_DEFINE(prov, mod, func, name)
259
260#define	SDT_PROBE_DEFINE1_XLATE(prov, mod, func, name, arg0, xarg0) \
261	SDT_PROBE_DEFINE(prov, mod, func, name);			\
262	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, xarg0)
263
264#define	SDT_PROBE_DEFINE2_XLATE(prov, mod, func, name, arg0, xarg0, \
265    arg1,  xarg1)							\
266	SDT_PROBE_DEFINE(prov, mod, func, name);			\
267	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, xarg0);	\
268	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, xarg1)
269
270#define	SDT_PROBE_DEFINE3_XLATE(prov, mod, func, name, arg0, xarg0, \
271    arg1, xarg1, arg2, xarg2)						\
272	SDT_PROBE_DEFINE(prov, mod, func, name);			\
273	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, xarg0);	\
274	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, xarg1);	\
275	SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, xarg2)
276
277#define	SDT_PROBE_DEFINE4_XLATE(prov, mod, func, name, arg0, xarg0, \
278    arg1, xarg1, arg2, xarg2, arg3, xarg3)				\
279	SDT_PROBE_DEFINE(prov, mod, func, name);			\
280	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, xarg0);	\
281	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, xarg1);	\
282	SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, xarg2);	\
283	SDT_PROBE_ARGTYPE(prov, mod, func, name, 3, arg3, xarg3)
284
285#define	SDT_PROBE_DEFINE5_XLATE(prov, mod, func, name, arg0, xarg0, \
286    arg1, xarg1, arg2, xarg2, arg3, xarg3, arg4, xarg4)			\
287	SDT_PROBE_DEFINE(prov, mod, func, name);			\
288	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, xarg0);	\
289	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, xarg1);	\
290	SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, xarg2);	\
291	SDT_PROBE_ARGTYPE(prov, mod, func, name, 3, arg3, xarg3);	\
292	SDT_PROBE_ARGTYPE(prov, mod, func, name, 4, arg4, xarg4)
293
294#define	SDT_PROBE_DEFINE6_XLATE(prov, mod, func, name, arg0, xarg0, \
295    arg1, xarg1, arg2, xarg2, arg3, xarg3, arg4, xarg4, arg5, xarg5)	\
296	SDT_PROBE_DEFINE(prov, mod, func, name);			\
297	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, xarg0);	\
298	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, xarg1);	\
299	SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, xarg2);	\
300	SDT_PROBE_ARGTYPE(prov, mod, func, name, 3, arg3, xarg3);	\
301	SDT_PROBE_ARGTYPE(prov, mod, func, name, 4, arg4, xarg4);	\
302	SDT_PROBE_ARGTYPE(prov, mod, func, name, 5, arg5, xarg5)
303
304#define	SDT_PROBE_DEFINE7_XLATE(prov, mod, func, name, arg0, xarg0, \
305    arg1, xarg1, arg2, xarg2, arg3, xarg3, arg4, xarg4, arg5, xarg5, arg6, \
306    xarg6)								\
307	SDT_PROBE_DEFINE(prov, mod, func, name);			\
308	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, xarg0);	\
309	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, xarg1);	\
310	SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, xarg2);	\
311	SDT_PROBE_ARGTYPE(prov, mod, func, name, 3, arg3, xarg3);	\
312	SDT_PROBE_ARGTYPE(prov, mod, func, name, 4, arg4, xarg4);	\
313	SDT_PROBE_ARGTYPE(prov, mod, func, name, 5, arg5, xarg5);	\
314	SDT_PROBE_ARGTYPE(prov, mod, func, name, 6, arg6, xarg6)
315
316#define	SDT_PROBE0(prov, mod, func, name)				\
317	SDT_PROBE(prov, mod, func, name, 0, 0, 0, 0, 0)
318#define	SDT_PROBE1(prov, mod, func, name, arg0)				\
319	SDT_PROBE(prov, mod, func, name, arg0, 0, 0, 0, 0)
320#define	SDT_PROBE2(prov, mod, func, name, arg0, arg1)			\
321	SDT_PROBE(prov, mod, func, name, arg0, arg1, 0, 0, 0)
322#define	SDT_PROBE3(prov, mod, func, name, arg0, arg1, arg2)		\
323	SDT_PROBE(prov, mod, func, name, arg0, arg1, arg2,  0, 0)
324#define	SDT_PROBE4(prov, mod, func, name, arg0, arg1, arg2, arg3)	\
325	SDT_PROBE(prov, mod, func, name, arg0, arg1, arg2, arg3, 0)
326#define	SDT_PROBE5(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4) \
327	SDT_PROBE(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4)
328#define	SDT_PROBE6(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4, arg5)  \
329	do {								       \
330		if (_SDT_PROBE_NAME(prov, mod, func, name)->id)		       \
331			(*(void (*)(uint32_t, uintptr_t, uintptr_t, uintptr_t, \
332			    uintptr_t, uintptr_t, uintptr_t))sdt_probe_func)(  \
333			    _SDT_PROBE_NAME(prov, mod, func, name)->id,        \
334			    (uintptr_t)arg0, (uintptr_t)arg1, (uintptr_t)arg2, \
335			    (uintptr_t)arg3, (uintptr_t)arg4, (uintptr_t)arg5);\
336	} while (0)
337#define	SDT_PROBE7(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4, arg5,  \
338    arg6)								       \
339	do {								       \
340		if (_SDT_PROBE_NAME(prov, mod, func, name)->id)		       \
341			(*(void (*)(uint32_t, uintptr_t, uintptr_t, uintptr_t, \
342			    uintptr_t, uintptr_t, uintptr_t, uintptr_t))       \
343			    sdt_probe_func)(				       \
344			    _SDT_PROBE_NAME(prov, mod, func, name)->id,        \
345			    (uintptr_t)arg0, (uintptr_t)arg1, (uintptr_t)arg2, \
346			    (uintptr_t)arg3, (uintptr_t)arg4, (uintptr_t)arg5, \
347			    (uintptr_t)arg6);				       \
348	} while (0)
349
350#define	DTRACE_PROBE_IMPL_START(name, arg0, arg1, arg2, arg3, arg4)	do { \
351	static SDT_PROBE_DEFINE(sdt, , , name);				     \
352	SDT_PROBE(sdt, , , name, arg0, arg1, arg2, arg3, arg4);
353#define DTRACE_PROBE_IMPL_END	} while (0)
354
355#define DTRACE_PROBE(name)						\
356	DTRACE_PROBE_IMPL_START(name, 0, 0, 0, 0, 0)			\
357	DTRACE_PROBE_IMPL_END
358
359#define DTRACE_PROBE1(name, type0, arg0)				\
360	DTRACE_PROBE_IMPL_START(name, arg0, 0, 0, 0, 0) 		\
361	SDT_PROBE_ARGTYPE(sdt, , , name, 0, #type0, NULL);		\
362	DTRACE_PROBE_IMPL_END
363
364#define DTRACE_PROBE2(name, type0, arg0, type1, arg1)			\
365	DTRACE_PROBE_IMPL_START(name, arg0, arg1, 0, 0, 0) 		\
366	SDT_PROBE_ARGTYPE(sdt, , , name, 0, #type0, NULL);		\
367	SDT_PROBE_ARGTYPE(sdt, , , name, 1, #type1, NULL);		\
368	DTRACE_PROBE_IMPL_END
369
370#define DTRACE_PROBE3(name, type0, arg0, type1, arg1, type2, arg2)	\
371	DTRACE_PROBE_IMPL_START(name, arg0, arg1, arg2, 0, 0)	 	\
372	SDT_PROBE_ARGTYPE(sdt, , , name, 0, #type0, NULL);		\
373	SDT_PROBE_ARGTYPE(sdt, , , name, 1, #type1, NULL);		\
374	SDT_PROBE_ARGTYPE(sdt, , , name, 2, #type2, NULL);		\
375	DTRACE_PROBE_IMPL_END
376
377#define DTRACE_PROBE4(name, type0, arg0, type1, arg1, type2, arg2, type3, arg3)	\
378	DTRACE_PROBE_IMPL_START(name, arg0, arg1, arg2, arg3, 0) 	\
379	SDT_PROBE_ARGTYPE(sdt, , , name, 0, #type0, NULL);		\
380	SDT_PROBE_ARGTYPE(sdt, , , name, 1, #type1, NULL);		\
381	SDT_PROBE_ARGTYPE(sdt, , , name, 2, #type2, NULL);		\
382	SDT_PROBE_ARGTYPE(sdt, , , name, 3, #type3, NULL);		\
383	DTRACE_PROBE_IMPL_END
384
385#define DTRACE_PROBE5(name, type0, arg0, type1, arg1, type2, arg2, type3, arg3,	\
386    type4, arg4)								\
387	DTRACE_PROBE_IMPL_START(name, arg0, arg1, arg2, arg3, arg4) 	\
388	SDT_PROBE_ARGTYPE(sdt, , , name, 0, #type0, NULL);		\
389	SDT_PROBE_ARGTYPE(sdt, , , name, 1, #type1, NULL);		\
390	SDT_PROBE_ARGTYPE(sdt, , , name, 2, #type2, NULL);		\
391	SDT_PROBE_ARGTYPE(sdt, , , name, 3, #type3, NULL);		\
392	SDT_PROBE_ARGTYPE(sdt, , , name, 4, #type4, NULL);		\
393	DTRACE_PROBE_IMPL_END
394
395#endif /* KDTRACE_HOOKS */
396
397/*
398 * This type definition must match that of dtrace_probe. It is defined this
399 * way to avoid having to rely on CDDL code.
400 */
401typedef	void (*sdt_probe_func_t)(uint32_t, uintptr_t arg0, uintptr_t arg1,
402    uintptr_t arg2, uintptr_t arg3, uintptr_t arg4);
403
404/*
405 * The 'sdt' provider will set it to dtrace_probe when it loads.
406 */
407extern sdt_probe_func_t	sdt_probe_func;
408
409struct sdt_probe;
410struct sdt_provider;
411struct linker_file;
412
413struct sdt_argtype {
414	int		ndx;		/* Argument index. */
415	const char	*type;		/* Argument type string. */
416	const char	*xtype;		/* Translated argument type. */
417	TAILQ_ENTRY(sdt_argtype)
418			argtype_entry;	/* Argument type list entry. */
419	struct sdt_probe *probe;	/* Ptr to the probe structure. */
420};
421
422struct sdt_probe {
423	int		version;	/* Set to sizeof(struct sdt_probe). */
424	struct sdt_provider *prov;	/* Ptr to the provider structure. */
425	TAILQ_ENTRY(sdt_probe)
426			probe_entry;	/* SDT probe list entry. */
427	TAILQ_HEAD(, sdt_argtype) argtype_list;
428	const char	*mod;
429	const char	*func;
430	const char	*name;
431	id_t		id;		/* DTrace probe ID. */
432	int		n_args;		/* Number of arguments. */
433	struct linker_file *sdtp_lf;	/* Module in which we're defined. */
434};
435
436struct sdt_provider {
437	char *name;			/* Provider name. */
438	TAILQ_ENTRY(sdt_provider)
439			prov_entry;	/* SDT provider list entry. */
440	uintptr_t	id;		/* DTrace provider ID. */
441	int		sdt_refs;	/* Number of module references. */
442};
443
444void sdt_probe_stub(uint32_t, uintptr_t, uintptr_t, uintptr_t, uintptr_t,
445    uintptr_t);
446
447SDT_PROVIDER_DECLARE(sdt);
448
449#endif /* _KERNEL */
450
451#endif /* _SYS_SDT_H */