1 /* $NetBSD: atomic_op_asm.h,v 1.8 2022/04/06 22:47:56 riastradh Exp $ */ 2 3 /*- 4 * Copyright (c) 2007 The NetBSD Foundation, Inc. 5 * All rights reserved. 6 * 7 * This code is derived from software contributed to The NetBSD Foundation 8 * by Jason R. Thorpe. 9 * 10 * Redistribution and use in source and binary forms, with or without 11 * modification, are permitted provided that the following conditions 12 * are met: 13 * 1. Redistributions of source code must retain the above copyright 14 * notice, this list of conditions and the following disclaimer. 15 * 2. Redistributions in binary form must reproduce the above copyright 16 * notice, this list of conditions and the following disclaimer in the 17 * documentation and/or other materials provided with the distribution. 18 * 19 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS 20 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 21 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 22 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS 23 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 24 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 25 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 27 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 28 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 29 * POSSIBILITY OF SUCH DAMAGE. 30 */ 31 32 #ifndef _ATOMIC_OP_ASM_H_ 33 #define _ATOMIC_OP_ASM_H_ 34 35 #include <machine/asm.h> 36 37 #if defined(_KERNEL) 38 39 #define ATOMIC_OP_ALIAS(a,s) STRONG_ALIAS(a,s) 40 41 #else /* _KERNEL */ 42 43 #define ATOMIC_OP_ALIAS(a,s) WEAK_ALIAS(a,s) 44 45 #endif /* _KERNEL */ 46 47 #define ATOMIC_OP_32_ARG(op,insn,arg) \ 48 ENTRY(_atomic_##op##_32) ; \ 49 mr %r10,%r3 ; \ 50 1: lwarx %r3,0,%r10 ; \ 51 insn %r5,%r3,arg ; \ 52 IBM405_ERRATA77_DCBT(0,%r10) ; \ 53 stwcx. %r5,0,%r10 ; \ 54 beqlr+ ; \ 55 b 1b ; \ 56 END(_atomic_##op##_32) ; \ 57 ATOMIC_OP_ALIAS(atomic_##op##_32,_atomic_##op##_32) 58 59 #define ATOMIC_OP_64_ARG(op,insn,arg) \ 60 ENTRY(_atomic_##op##_64) ; \ 61 mr %r10,%r3 ; \ 62 1: ldarx %r3,0,%r10 ; \ 63 insn %r5,%r3,arg ; \ 64 stdcx. %r5,0,%r10 ; \ 65 beqlr+ ; \ 66 b 1b ; \ 67 END(_atomic_##op##_64) ; \ 68 ATOMIC_OP_ALIAS(atomic_##op##_64,_atomic_##op##_64) 69 70 #define ATOMIC_OP_32_ARG_NV(op,insn,arg) \ 71 ENTRY(_atomic_##op##_32_nv) ; \ 72 mr %r10,%r3 ; \ 73 1: lwarx %r3,0,%r10 ; \ 74 insn %r3,%r3,arg ; \ 75 IBM405_ERRATA77_DCBT(0,%r10) ; \ 76 stwcx. %r3,0,%r10 ; \ 77 beqlr+ ; \ 78 b 1b ; \ 79 END(_atomic_##op##_32_nv) ; \ 80 ATOMIC_OP_ALIAS(atomic_##op##_32_nv,_atomic_##op##_32_nv) 81 82 #define ATOMIC_OP_64_ARG_NV(op,insn,arg) \ 83 ENTRY(_atomic_##op##_64_nv) ; \ 84 mr %r10,%r3 ; \ 85 1: ldarx %r3,0,%r10 ; \ 86 insn %r3,%r3,arg ; \ 87 stdcx. %r3,0,%r10 ; \ 88 beqlr+ ; \ 89 b 1b ; \ 90 END(_atomic_##op##_64_nv) ; \ 91 ATOMIC_OP_ALIAS(atomic_##op##_64_nv,_atomic_##op##_64_nv) 92 93 #define ATOMIC_OP_32(op) ATOMIC_OP_32_ARG(op,op,%r4) 94 #define ATOMIC_OP_32_NV(op) ATOMIC_OP_32_ARG_NV(op,op,%r4) 95 96 #define ATOMIC_OP_64(op) ATOMIC_OP_64_ARG(op,op,%r4) 97 #define ATOMIC_OP_64_NV(op) ATOMIC_OP_64_ARG_NV(op,op,%r4) 98 99 #endif /* _ATOMIC_OP_ASM_H_ */ 100