1/*	$NetBSD: profile.h,v 1.21 2021/11/02 11:26:03 ryo Exp $	*/
  2
  3/*
  4 * Copyright (c) 1992, 1993
  5 *	The Regents of the University of California.  All rights reserved.
  6 *
  7 * Redistribution and use in source and binary forms, with or without
  8 * modification, are permitted provided that the following conditions
  9 * are met:
 10 * 1. Redistributions of source code must retain the above copyright
 11 *    notice, this list of conditions and the following disclaimer.
 12 * 2. Redistributions in binary form must reproduce the above copyright
 13 *    notice, this list of conditions and the following disclaimer in the
 14 *    documentation and/or other materials provided with the distribution.
 15 * 3. Neither the name of the University nor the names of its contributors
 16 *    may be used to endorse or promote products derived from this software
 17 *    without specific prior written permission.
 18 *
 19 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
 20 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 21 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 22 * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
 23 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 24 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 25 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 26 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 27 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 28 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 29 * SUCH DAMAGE.
 30 *
 31 *	@(#)profile.h	8.1 (Berkeley) 6/11/93
 32 */
 33
 34#ifdef __x86_64__
 35
 36#ifdef _KERNEL_OPT
 37#include "opt_xen.h"
 38#endif
 39
 40#define	_MCOUNT_DECL void _mcount
 41
 42#define EPROL_EXPORT	__asm(".globl _eprol")
 43
 44#ifdef __PIC__
 45#define __MCPLT	"@PLT"
 46#else
 47#define __MCPLT
 48#endif
 49
 50#define	MCOUNT						\
 51__weak_alias(mcount, __mcount)				\
 52__asm(" .globl __mcount		\n"			\
 53"	.type __mcount,@function\n"			\
 54"__mcount:			\n"			\
 55"	pushq	%rbp		\n"			\
 56"	movq	%rsp,%rbp	\n"			\
 57"	subq	$56,%rsp	\n"			\
 58"	movq	%rdi,0(%rsp)	\n"			\
 59"	movq	%rsi,8(%rsp)	\n"			\
 60"	movq	%rdx,16(%rsp)	\n"			\
 61"	movq	%rcx,24(%rsp)	\n"			\
 62"	movq	%r8,32(%rsp)	\n"			\
 63"	movq	%r9,40(%rsp)	\n"			\
 64"	movq	%rax,48(%rsp)	\n"			\
 65"	movq	0(%rbp),%r11	\n"			\
 66"	movq	8(%r11),%rdi	\n"			\
 67"	movq	8(%rbp),%rsi	\n"			\
 68"	call	_mcount"__MCPLT "	\n"			\
 69"	movq	0(%rsp),%rdi	\n"			\
 70"	movq	8(%rsp),%rsi	\n"			\
 71"	movq	16(%rsp),%rdx	\n"			\
 72"	movq	24(%rsp),%rcx	\n"			\
 73"	movq	32(%rsp),%r8	\n"			\
 74"	movq	40(%rsp),%r9	\n"			\
 75"	movq	48(%rsp),%rax	\n"			\
 76"	leave			\n"			\
 77"	ret			\n"			\
 78"	.size __mcount,.-__mcount");
 79
 80
 81#ifdef _KERNEL
 82#ifdef XENPV
 83static inline __always_inline void
 84mcount_disable_intr(void)
 85{
 86	/* should be __cli() but this calls x86_lfence() which calls mcount */
 87	curcpu()->ci_vcpu->evtchn_upcall_mask = 1;
 88	__asm volatile("lfence" ::: "memory"); /* x86_lfence() */
 89}
 90
 91static inline __always_inline u_long
 92mcount_read_psl(void)
 93{
 94	return (curcpu()->ci_vcpu->evtchn_upcall_mask);
 95}
 96
 97static inline __always_inline void
 98mcount_write_psl(u_long psl)
 99{
100	curcpu()->ci_vcpu->evtchn_upcall_mask = psl;
101	/* can't call x86_lfence because it calls mcount() */
102	__asm volatile("lfence" ::: "memory"); /* x86_lfence() */
103	/* XXX can't call hypervisor_force_callback() because we're in mcount*/
104}
105
106#else /* XENPV */
107static inline __always_inline void
108mcount_disable_intr(void)
109{
110	__asm volatile("cli");
111}
112
113static inline __always_inline u_long
114mcount_read_psl(void)
115{
116	u_long	ef;
117
118	__asm volatile("pushfq; popq %0" : "=r" (ef));
119	return (ef);
120}
121
122static inline __always_inline void
123mcount_write_psl(u_long ef)
124{
125	__asm volatile("pushq %0; popfq" : : "r" (ef));
126}
127
128#endif /* XENPV */
129
130#define MCOUNT_ENTER	\
131	do { s = (int)mcount_read_psl(); mcount_disable_intr(); } while (0)
132#define MCOUNT_EXIT	do { mcount_write_psl(s); } while (0)
133
134#endif /* _KERNEL */
135
136#else	/*	__x86_64__	*/
137
138#include <i386/profile.h>
139
140#endif	/*	__x86_64__	*/