1/*        $NetBSD: atomic_inc.S,v 1.7 2020/08/06 10:00:21 skrll Exp $ */
2
3/*-
4 * Copyright (c) 2008 The NetBSD Foundation, Inc.
5 * All rights reserved.
6 *
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
9 * are met:
10 * 1. Redistributions of source code must retain the above copyright
11 *    notice, this list of conditions and the following disclaimer.
12 * 2. Redistributions in binary form must reproduce the above copyright
13 *    notice, this list of conditions and the following disclaimer in the
14 *    documentation and/or other materials provided with the distribution.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
17 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
18 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19 * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
20 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
21 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
22 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
23 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
24 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
25 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
26 * POSSIBILITY OF SUCH DAMAGE.
27 */
28
29#include <machine/asm.h>
30#include "atomic_op_asm.h"
31
32RCSID("$NetBSD: atomic_inc.S,v 1.7 2020/08/06 10:00:21 skrll Exp $")
33
34          .text
35          .set      noreorder
36#ifdef _KERNEL_OPT
37#include "opt_cputype.h"
38#ifndef MIPS3_LOONGSON2F
39          .set      noat
40          .set      nomacro
41#endif
42#else /* _KERNEL_OPT */
43          .set      noat
44          .set      nomacro
45#endif /* _KERNEL_OPT */
46
47
48LEAF(_atomic_inc_32)
49#if defined(_MIPS_ARCH_OCTEONP) || defined(_MIPS_ARCH_OCTEON2)
50          li                  t0, 1
51          saa                 t0, (a0)
52#else
53          LLSCSYNC
541:        INT_LL              t0, 0(a0)
55           nop
56          INT_ADDU  t0, 1
57          INT_SC              t0, 0(a0)
58          beq                 t0, zero, 1b
59           nop
60#endif
61          j                   ra
62           nop
63END(_atomic_inc_32)
64ATOMIC_OP_ALIAS(atomic_inc_32, _atomic_inc_32)
65
66LEAF(_atomic_inc_32_nv)
67          LLSCSYNC
681:        INT_LL              v0, 0(a0)
69           nop
70          INT_ADDU  v0, 1
71          move                t0, v0
72          INT_SC              t0, 0(a0)
73          beq                 t0, zero, 1b
74           nop
75          j                   ra
76           nop
77END(_atomic_inc_32_nv)
78ATOMIC_OP_ALIAS(atomic_inc_32_nv, _atomic_inc_32_nv)
79
80#if !defined(__mips_o32)
81LEAF(_atomic_inc_64)
82#if defined(_MIPS_ARCH_OCTEONP) || defined(_MIPS_ARCH_OCTEON2)
83          li                  t0, 1
84          saad                t0, (a0)
85#else
86          LLSCSYNC
871:        REG_LL              t0, 0(a0)
88           nop
89          REG_ADDU  t0, 1
90          REG_SC              t0, 0(a0)
91          beq                 t0, zero, 1b
92           nop
93#endif
94          j                   ra
95           nop
96END(_atomic_inc_64)
97ATOMIC_OP_ALIAS(atomic_inc_64, _atomic_inc_64)
98
99LEAF(_atomic_inc_64_nv)
100          LLSCSYNC
1011:        REG_LL              v0, 0(a0)
102           nop
103          REG_ADDU  v0, 1
104          move                t0, v0
105          REG_SC              t0, 0(a0)
106          beq                 t0, zero, 1b
107           nop
108          j                   ra
109           nop
110END(_atomic_inc_64_nv)
111ATOMIC_OP_ALIAS(atomic_inc_64_nv, _atomic_inc_64_nv)
112#endif
113
114#ifdef _LP64
115STRONG_ALIAS(_atomic_inc_ptr,           _atomic_inc_64)
116STRONG_ALIAS(_atomic_inc_ptr_nv,        _atomic_inc_64_nv)
117STRONG_ALIAS(_atomic_inc_ulong,                   _atomic_inc_64)
118STRONG_ALIAS(_atomic_inc_ulong_nv,      _atomic_inc_64_nv)
119#else
120STRONG_ALIAS(_atomic_inc_ptr,           _atomic_inc_32)
121STRONG_ALIAS(_atomic_inc_ptr_nv,        _atomic_inc_32_nv)
122STRONG_ALIAS(_atomic_inc_ulong,                   _atomic_inc_32)
123STRONG_ALIAS(_atomic_inc_ulong_nv,      _atomic_inc_32_nv)
124#endif
125STRONG_ALIAS(_atomic_inc_uint,                    _atomic_inc_32)
126STRONG_ALIAS(_atomic_inc_uint_nv,       _atomic_inc_32_nv)
127
128ATOMIC_OP_ALIAS(atomic_inc_ptr,                   _atomic_inc_ptr)
129ATOMIC_OP_ALIAS(atomic_inc_ptr_nv,      _atomic_inc_ptr_nv)
130ATOMIC_OP_ALIAS(atomic_inc_uint,        _atomic_inc_uint)
131ATOMIC_OP_ALIAS(atomic_inc_uint_nv,     _atomic_inc_uint_nv)
132ATOMIC_OP_ALIAS(atomic_inc_ulong,       _atomic_inc_ulong)
133ATOMIC_OP_ALIAS(atomic_inc_ulong_nv,    _atomic_inc_ulong_nv)
134