Pull in alpha atomic ops from the thorpej-atomic branch.
This commit is contained in:
ad
parent
f1d10eab90
commit
fb900ec918
|
|
@ -0,0 +1,8 @@
|
|||
# $NetBSD: Makefile.inc,v 1.2 2007/11/28 17:39:06 ad Exp $
|
||||
|
||||
.if defined(LIB) && (${LIB} == "kern")
|
||||
|
||||
SRCS+= atomic_add.S atomic_and.S atomic_cas.S atomic_dec.S \
|
||||
atomic_inc.S atomic_or.S atomic_swap.S membar_ops.S
|
||||
|
||||
.endif
|
||||
|
|
@ -0,0 +1,95 @@
|
|||
/* $NetBSD: atomic_add.S,v 1.2 2007/11/28 17:39:06 ad Exp $ */
|
||||
|
||||
/*-
|
||||
* Copyright (c) 2007 The NetBSD Foundation, Inc.
|
||||
* All rights reserved.
|
||||
*
|
||||
* This code is derived from software contributed to The NetBSD Foundation
|
||||
* by Jason R. Thorpe.
|
||||
*
|
||||
* Redistribution and use in source and binary forms, with or without
|
||||
* modification, are permitted provided that the following conditions
|
||||
* are met:
|
||||
* 1. Redistributions of source code must retain the above copyright
|
||||
* notice, this list of conditions and the following disclaimer.
|
||||
* 2. Redistributions in binary form must reproduce the above copyright
|
||||
* notice, this list of conditions and the following disclaimer in the
|
||||
* documentation and/or other materials provided with the distribution.
|
||||
* 3. All advertising materials mentioning features or use of this software
|
||||
* must display the following acknowledgement:
|
||||
* This product includes software developed by the NetBSD
|
||||
* Foundation, Inc. and its contributors.
|
||||
* 4. Neither the name of The NetBSD Foundation nor the names of its
|
||||
* contributors may be used to endorse or promote products derived
|
||||
* from this software without specific prior written permission.
|
||||
*
|
||||
* THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
|
||||
* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
|
||||
* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
* POSSIBILITY OF SUCH DAMAGE.
|
||||
*/
|
||||
|
||||
#include "atomic_op_asm.h"
|
||||
|
||||
.text
|
||||
|
||||
LEAF_NOPROFILE(_atomic_add_32, 2)
|
||||
1: ldl_l t1, 0(a0)
|
||||
addl t1, a1, t2
|
||||
stl_c t2, 0(a0)
|
||||
beq t2, 2f
|
||||
RET
|
||||
2: br 1b
|
||||
END(_atomic_add_32)
|
||||
ATOMIC_OP_ALIAS(atomic_add_32,_atomic_add_32)
|
||||
ATOMIC_OP_ALIAS(atomic_add_int,_atomic_add_32)
|
||||
STRONG_ALIAS(_atomic_add_int,_atomic_add_32)
|
||||
|
||||
LEAF_NOPROFILE(_atomic_add_32_nv, 2)
|
||||
1: ldl_l t1, 0(a0)
|
||||
addl t1, a1, t2
|
||||
mov t2, v0
|
||||
stl_c t2, 0(a0)
|
||||
beq t2, 2f
|
||||
RET
|
||||
2: br 1b
|
||||
END(_atomic_add_32_nv)
|
||||
ATOMIC_OP_ALIAS(atomic_add_32_nv,_atomic_add_32_nv)
|
||||
ATOMIC_OP_ALIAS(atomic_add_int_nv,_atomic_add_32_nv)
|
||||
STRONG_ALIAS(_atomic_add_int_nv,_atomic_add_32_nv)
|
||||
|
||||
LEAF_NOPROFILE(_atomic_add_64, 2)
|
||||
1: ldq_l t1, 0(a0)
|
||||
addq t1, a1, t2
|
||||
stq_c t2, 0(a0)
|
||||
beq t2, 2f
|
||||
RET
|
||||
2: br 1b
|
||||
END(_atomic_add_64)
|
||||
ATOMIC_OP_ALIAS(atomic_add_64,_atomic_add_64)
|
||||
ATOMIC_OP_ALIAS(atomic_add_long,_atomic_add_64)
|
||||
STRONG_ALIAS(_atomic_add_long,_atomic_add_64)
|
||||
ATOMIC_OP_ALIAS(atomic_add_ptr,_atomic_add_64)
|
||||
STRONG_ALIAS(_atomic_add_ptr,_atomic_add_64)
|
||||
|
||||
LEAF_NOPROFILE(_atomic_add_64_nv, 2)
|
||||
1: ldq_l t1, 0(a0)
|
||||
addq t1, a1, t2
|
||||
mov t2, v0
|
||||
stq_c t2, 0(a0)
|
||||
beq t2, 2f
|
||||
RET
|
||||
2: br 1b
|
||||
END(_atomic_add_64_nv)
|
||||
ATOMIC_OP_ALIAS(atomic_add_64_nv,_atomic_add_64_nv)
|
||||
ATOMIC_OP_ALIAS(atomic_add_long_nv,_atomic_add_64_nv)
|
||||
STRONG_ALIAS(_atomic_add_long_nv,_atomic_add_64_nv)
|
||||
ATOMIC_OP_ALIAS(atomic_add_ptr_nv,_atomic_add_64_nv)
|
||||
STRONG_ALIAS(_atomic_add_ptr_nv,_atomic_add_64_nv)
|
||||
|
|
@ -0,0 +1,91 @@
|
|||
/* $NetBSD: atomic_and.S,v 1.2 2007/11/28 17:39:07 ad Exp $ */
|
||||
|
||||
/*-
|
||||
* Copyright (c) 2007 The NetBSD Foundation, Inc.
|
||||
* All rights reserved.
|
||||
*
|
||||
* This code is derived from software contributed to The NetBSD Foundation
|
||||
* by Jason R. Thorpe.
|
||||
*
|
||||
* Redistribution and use in source and binary forms, with or without
|
||||
* modification, are permitted provided that the following conditions
|
||||
* are met:
|
||||
* 1. Redistributions of source code must retain the above copyright
|
||||
* notice, this list of conditions and the following disclaimer.
|
||||
* 2. Redistributions in binary form must reproduce the above copyright
|
||||
* notice, this list of conditions and the following disclaimer in the
|
||||
* documentation and/or other materials provided with the distribution.
|
||||
* 3. All advertising materials mentioning features or use of this software
|
||||
* must display the following acknowledgement:
|
||||
* This product includes software developed by the NetBSD
|
||||
* Foundation, Inc. and its contributors.
|
||||
* 4. Neither the name of The NetBSD Foundation nor the names of its
|
||||
* contributors may be used to endorse or promote products derived
|
||||
* from this software without specific prior written permission.
|
||||
*
|
||||
* THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
|
||||
* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
|
||||
* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
* POSSIBILITY OF SUCH DAMAGE.
|
||||
*/
|
||||
|
||||
#include "atomic_op_asm.h"
|
||||
|
||||
.text
|
||||
|
||||
LEAF_NOPROFILE(_atomic_and_32, 2)
|
||||
1: ldl_l t1, 0(a0)
|
||||
and t1, a1, t2
|
||||
stl_c t2, 0(a0)
|
||||
beq t2, 2f
|
||||
RET
|
||||
2: br 1b
|
||||
END(_atomic_and_32)
|
||||
ATOMIC_OP_ALIAS(atomic_and_32,_atomic_and_32)
|
||||
ATOMIC_OP_ALIAS(atomic_and_uint,_atomic_and_32)
|
||||
STRONG_ALIAS(_atomic_and_uint,_atomic_and_32)
|
||||
|
||||
LEAF_NOPROFILE(_atomic_and_32_nv, 2)
|
||||
1: ldl_l t1, 0(a0)
|
||||
and t1, a1, t2
|
||||
mov t2, v0
|
||||
stl_c t2, 0(a0)
|
||||
beq t2, 2f
|
||||
RET
|
||||
2: br 1b
|
||||
END(_atomic_and_32_nv)
|
||||
ATOMIC_OP_ALIAS(atomic_and_32_nv,_atomic_and_32_nv)
|
||||
ATOMIC_OP_ALIAS(atomic_and_uint_nv,_atomic_and_32_nv)
|
||||
STRONG_ALIAS(_atomic_and_uint_nv,_atomic_and_32_nv)
|
||||
|
||||
LEAF_NOPROFILE(_atomic_and_64, 2)
|
||||
1: ldq_l t1, 0(a0)
|
||||
and t1, a1, t2
|
||||
stq_c t2, 0(a0)
|
||||
beq t2, 2f
|
||||
RET
|
||||
2: br 1b
|
||||
END(_atomic_and_64)
|
||||
ATOMIC_OP_ALIAS(atomic_and_64,_atomic_and_64)
|
||||
ATOMIC_OP_ALIAS(atomic_and_ulong,_atomic_and_64)
|
||||
STRONG_ALIAS(_atomic_and_ulong,_atomic_and_64)
|
||||
|
||||
LEAF_NOPROFILE(_atomic_and_64_nv, 2)
|
||||
1: ldq_l t1, 0(a0)
|
||||
and t1, a1, t2
|
||||
mov t2, v0
|
||||
stq_c t2, 0(a0)
|
||||
beq t2, 2f
|
||||
RET
|
||||
2: br 1b
|
||||
END(_atomic_and_64_nv)
|
||||
ATOMIC_OP_ALIAS(atomic_and_64_nv,_atomic_and_64_nv)
|
||||
ATOMIC_OP_ALIAS(atomic_and_ulong_nv,_atomic_and_64_nv)
|
||||
STRONG_ALIAS(_atomic_and_ulong_nv,_atomic_and_64_nv)
|
||||
|
|
@ -0,0 +1,71 @@
|
|||
/* $NetBSD: atomic_cas.S,v 1.2 2007/11/28 17:39:07 ad Exp $ */
|
||||
|
||||
/*-
|
||||
* Copyright (c) 2007 The NetBSD Foundation, Inc.
|
||||
* All rights reserved.
|
||||
*
|
||||
* This code is derived from software contributed to The NetBSD Foundation
|
||||
* by Jason R. Thorpe.
|
||||
*
|
||||
* Redistribution and use in source and binary forms, with or without
|
||||
* modification, are permitted provided that the following conditions
|
||||
* are met:
|
||||
* 1. Redistributions of source code must retain the above copyright
|
||||
* notice, this list of conditions and the following disclaimer.
|
||||
* 2. Redistributions in binary form must reproduce the above copyright
|
||||
* notice, this list of conditions and the following disclaimer in the
|
||||
* documentation and/or other materials provided with the distribution.
|
||||
* 3. All advertising materials mentioning features or use of this software
|
||||
* must display the following acknowledgement:
|
||||
* This product includes software developed by the NetBSD
|
||||
* Foundation, Inc. and its contributors.
|
||||
* 4. Neither the name of The NetBSD Foundation nor the names of its
|
||||
* contributors may be used to endorse or promote products derived
|
||||
* from this software without specific prior written permission.
|
||||
*
|
||||
* THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
|
||||
* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
|
||||
* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
* POSSIBILITY OF SUCH DAMAGE.
|
||||
*/
|
||||
|
||||
#include "atomic_op_asm.h"
|
||||
|
||||
.text
|
||||
|
||||
LEAF_NOPROFILE(_atomic_cas_32, 3)
|
||||
1: mov a2, t2
|
||||
ldl_l v0, 0(a0)
|
||||
cmpeq v0, a1, t1
|
||||
beq t1, 2f
|
||||
stl_c t2, 0(a0)
|
||||
beq t2, 3f
|
||||
2: RET
|
||||
3: br 1b
|
||||
END(_atomic_cas_32)
|
||||
ATOMIC_OP_ALIAS(atomic_cas_32,_atomic_cas_32)
|
||||
ATOMIC_OP_ALIAS(atomic_cas_uint,_atomic_cas_32)
|
||||
STRONG_ALIAS(_atomic_cas_uint,_atomic_cas_32)
|
||||
|
||||
LEAF_NOPROFILE(_atomic_cas_64, 3)
|
||||
1: mov a2, t2
|
||||
ldq_l v0, 0(a0)
|
||||
cmpeq v0, a1, t1
|
||||
beq t1, 2f
|
||||
stq_c t2, 0(a0)
|
||||
beq t2, 3f
|
||||
2: RET
|
||||
3: br 1b
|
||||
END(_atomic_cas_64)
|
||||
ATOMIC_OP_ALIAS(atomic_cas_64,_atomic_cas_64)
|
||||
ATOMIC_OP_ALIAS(atomic_cas_ulong,_atomic_cas_64)
|
||||
STRONG_ALIAS(_atomic_cas_ulong,_atomic_cas_64)
|
||||
ATOMIC_OP_ALIAS(atomic_cas_ptr,_atomic_cas_64)
|
||||
STRONG_ALIAS(_atomic_cas_ptr,_atomic_cas_64)
|
||||
|
|
@ -0,0 +1,95 @@
|
|||
/* $NetBSD: atomic_dec.S,v 1.2 2007/11/28 17:39:07 ad Exp $ */
|
||||
|
||||
/*-
|
||||
* Copyright (c) 2007 The NetBSD Foundation, Inc.
|
||||
* All rights reserved.
|
||||
*
|
||||
* This code is derived from software contributed to The NetBSD Foundation
|
||||
* by Jason R. Thorpe.
|
||||
*
|
||||
* Redistribution and use in source and binary forms, with or without
|
||||
* modification, are permitted provided that the following conditions
|
||||
* are met:
|
||||
* 1. Redistributions of source code must retain the above copyright
|
||||
* notice, this list of conditions and the following disclaimer.
|
||||
* 2. Redistributions in binary form must reproduce the above copyright
|
||||
* notice, this list of conditions and the following disclaimer in the
|
||||
* documentation and/or other materials provided with the distribution.
|
||||
* 3. All advertising materials mentioning features or use of this software
|
||||
* must display the following acknowledgement:
|
||||
* This product includes software developed by the NetBSD
|
||||
* Foundation, Inc. and its contributors.
|
||||
* 4. Neither the name of The NetBSD Foundation nor the names of its
|
||||
* contributors may be used to endorse or promote products derived
|
||||
* from this software without specific prior written permission.
|
||||
*
|
||||
* THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
|
||||
* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
|
||||
* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
* POSSIBILITY OF SUCH DAMAGE.
|
||||
*/
|
||||
|
||||
#include "atomic_op_asm.h"
|
||||
|
||||
.text
|
||||
|
||||
LEAF_NOPROFILE(_atomic_dec_32, 1)
|
||||
1: ldl_l t1, 0(a0)
|
||||
subl t1, 1, t2
|
||||
stl_c t2, 0(a0)
|
||||
beq t2, 2f
|
||||
RET
|
||||
2: br 1b
|
||||
END(_atomic_dec_32)
|
||||
ATOMIC_OP_ALIAS(atomic_dec_32,_atomic_dec_32)
|
||||
ATOMIC_OP_ALIAS(atomic_dec_uint,_atomic_dec_32)
|
||||
STRONG_ALIAS(_atomic_dec_uint,_atomic_dec_32)
|
||||
|
||||
LEAF_NOPROFILE(_atomic_dec_32_nv, 1)
|
||||
1: ldl_l t1, 0(a0)
|
||||
subl t1, 1, t2
|
||||
mov t2, v0
|
||||
stl_c t2, 0(a0)
|
||||
beq t2, 2f
|
||||
RET
|
||||
2: br 1b
|
||||
END(_atomic_dec_32_nv)
|
||||
ATOMIC_OP_ALIAS(atomic_dec_32_nv,_atomic_dec_32_nv)
|
||||
ATOMIC_OP_ALIAS(atomic_dec_uint_nv,_atomic_dec_32_nv)
|
||||
STRONG_ALIAS(_atomic_dec_uint_nv,_atomic_dec_32_nv)
|
||||
|
||||
LEAF_NOPROFILE(_atomic_dec_64, 1)
|
||||
1: ldq_l t1, 0(a0)
|
||||
subq t1, 1, t2
|
||||
stq_c t2, 0(a0)
|
||||
beq t2, 2f
|
||||
RET
|
||||
2: br 1b
|
||||
END(_atomic_dec_64)
|
||||
ATOMIC_OP_ALIAS(atomic_dec_64,_atomic_dec_64)
|
||||
ATOMIC_OP_ALIAS(atomic_dec_ulong,_atomic_dec_64)
|
||||
STRONG_ALIAS(_atomic_dec_ulong,_atomic_dec_64)
|
||||
ATOMIC_OP_ALIAS(atomic_dec_ptr,_atomic_dec_64)
|
||||
STRONG_ALIAS(_atomic_dec_ptr,_atomic_dec_64)
|
||||
|
||||
LEAF_NOPROFILE(_atomic_dec_64_nv, 1)
|
||||
1: ldq_l t1, 0(a0)
|
||||
subq t1, 1, t2
|
||||
mov t2, v0
|
||||
stq_c t2, 0(a0)
|
||||
beq t2, 2f
|
||||
RET
|
||||
2: br 1b
|
||||
END(_atomic_dec_64_nv)
|
||||
ATOMIC_OP_ALIAS(atomic_dec_64_nv,_atomic_dec_64_nv)
|
||||
ATOMIC_OP_ALIAS(atomic_dec_ulong_nv,_atomic_dec_64_nv)
|
||||
STRONG_ALIAS(_atomic_dec_ulong_nv,_atomic_dec_64_nv)
|
||||
ATOMIC_OP_ALIAS(atomic_dec_ptr_nv,_atomic_dec_64_nv)
|
||||
STRONG_ALIAS(_atomic_dec_ptr_nv,_atomic_dec_64_nv)
|
||||
|
|
@ -0,0 +1,95 @@
|
|||
/* $NetBSD: atomic_inc.S,v 1.2 2007/11/28 17:39:07 ad Exp $ */
|
||||
|
||||
/*-
|
||||
* Copyright (c) 2007 The NetBSD Foundation, Inc.
|
||||
* All rights reserved.
|
||||
*
|
||||
* This code is derived from software contributed to The NetBSD Foundation
|
||||
* by Jason R. Thorpe.
|
||||
*
|
||||
* Redistribution and use in source and binary forms, with or without
|
||||
* modification, are permitted provided that the following conditions
|
||||
* are met:
|
||||
* 1. Redistributions of source code must retain the above copyright
|
||||
* notice, this list of conditions and the following disclaimer.
|
||||
* 2. Redistributions in binary form must reproduce the above copyright
|
||||
* notice, this list of conditions and the following disclaimer in the
|
||||
* documentation and/or other materials provided with the distribution.
|
||||
* 3. All advertising materials mentioning features or use of this software
|
||||
* must display the following acknowledgement:
|
||||
* This product includes software developed by the NetBSD
|
||||
* Foundation, Inc. and its contributors.
|
||||
* 4. Neither the name of The NetBSD Foundation nor the names of its
|
||||
* contributors may be used to endorse or promote products derived
|
||||
* from this software without specific prior written permission.
|
||||
*
|
||||
* THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
|
||||
* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
|
||||
* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
* POSSIBILITY OF SUCH DAMAGE.
|
||||
*/
|
||||
|
||||
#include "atomic_op_asm.h"
|
||||
|
||||
.text
|
||||
|
||||
LEAF_NOPROFILE(_atomic_inc_32, 1)
|
||||
1: ldl_l t1, 0(a0)
|
||||
addl t1, 1, t2
|
||||
stl_c t2, 0(a0)
|
||||
beq t2, 2f
|
||||
RET
|
||||
2: br 1b
|
||||
END(_atomic_inc_32)
|
||||
ATOMIC_OP_ALIAS(atomic_inc_32,_atomic_inc_32)
|
||||
ATOMIC_OP_ALIAS(atomic_inc_uint,_atomic_inc_32)
|
||||
STRONG_ALIAS(_atomic_inc_uint,_atomic_inc_32)
|
||||
|
||||
LEAF_NOPROFILE(_atomic_inc_32_nv, 1)
|
||||
1: ldl_l t1, 0(a0)
|
||||
addl t1, 1, t2
|
||||
mov t2, v0
|
||||
stl_c t2, 0(a0)
|
||||
beq t2, 2f
|
||||
RET
|
||||
2: br 1b
|
||||
END(_atomic_inc_32_nv)
|
||||
ATOMIC_OP_ALIAS(atomic_inc_32_nv,_atomic_inc_32_nv)
|
||||
ATOMIC_OP_ALIAS(atomic_inc_uint_nv,_atomic_inc_32_nv)
|
||||
STRONG_ALIAS(_atomic_inc_uint_nv,_atomic_inc_32_nv)
|
||||
|
||||
LEAF_NOPROFILE(_atomic_inc_64, 1)
|
||||
1: ldq_l t1, 0(a0)
|
||||
addq t1, 1, t2
|
||||
stq_c t2, 0(a0)
|
||||
beq t2, 2f
|
||||
RET
|
||||
2: br 1b
|
||||
END(_atomic_inc_64)
|
||||
ATOMIC_OP_ALIAS(atomic_inc_64,_atomic_inc_64)
|
||||
ATOMIC_OP_ALIAS(atomic_inc_ulong,_atomic_inc_64)
|
||||
STRONG_ALIAS(_atomic_inc_ulong,_atomic_inc_64)
|
||||
ATOMIC_OP_ALIAS(atomic_inc_ptr,_atomic_inc_64)
|
||||
STRONG_ALIAS(_atomic_inc_ptr,_atomic_inc_64)
|
||||
|
||||
LEAF_NOPROFILE(_atomic_inc_64_nv, 1)
|
||||
1: ldq_l t1, 0(a0)
|
||||
addq t1, 1, t2
|
||||
mov t2, v0
|
||||
stq_c t2, 0(a0)
|
||||
beq t2, 2f
|
||||
RET
|
||||
2: br 1b
|
||||
END(_atomic_inc_64_nv)
|
||||
ATOMIC_OP_ALIAS(atomic_inc_64_nv,_atomic_inc_64_nv)
|
||||
ATOMIC_OP_ALIAS(atomic_inc_ulong_nv,_atomic_inc_64_nv)
|
||||
STRONG_ALIAS(_atomic_inc_ulong_nv,_atomic_inc_64_nv)
|
||||
ATOMIC_OP_ALIAS(atomic_inc_ptr_nv,_atomic_inc_64_nv)
|
||||
STRONG_ALIAS(_atomic_inc_ptr_nv,_atomic_inc_64_nv)
|
||||
|
|
@ -0,0 +1,54 @@
|
|||
/* $NetBSD: atomic_op_asm.h,v 1.2 2007/11/28 17:39:07 ad Exp $ */
|
||||
|
||||
/*-
|
||||
* Copyright (c) 2007 The NetBSD Foundation, Inc.
|
||||
* All rights reserved.
|
||||
*
|
||||
* This code is derived from software contributed to The NetBSD Foundation
|
||||
* by Jason R. Thorpe.
|
||||
*
|
||||
* Redistribution and use in source and binary forms, with or without
|
||||
* modification, are permitted provided that the following conditions
|
||||
* are met:
|
||||
* 1. Redistributions of source code must retain the above copyright
|
||||
* notice, this list of conditions and the following disclaimer.
|
||||
* 2. Redistributions in binary form must reproduce the above copyright
|
||||
* notice, this list of conditions and the following disclaimer in the
|
||||
* documentation and/or other materials provided with the distribution.
|
||||
* 3. All advertising materials mentioning features or use of this software
|
||||
* must display the following acknowledgement:
|
||||
* This product includes software developed by the NetBSD
|
||||
* Foundation, Inc. and its contributors.
|
||||
* 4. Neither the name of The NetBSD Foundation nor the names of its
|
||||
* contributors may be used to endorse or promote products derived
|
||||
* from this software without specific prior written permission.
|
||||
*
|
||||
* THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
|
||||
* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
|
||||
* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
* POSSIBILITY OF SUCH DAMAGE.
|
||||
*/
|
||||
|
||||
#ifndef _ATOMIC_OP_ASM_H_
|
||||
#define _ATOMIC_OP_ASM_H_
|
||||
|
||||
#include <machine/asm.h>
|
||||
|
||||
#if defined(_KERNEL)
|
||||
|
||||
#define ATOMIC_OP_ALIAS(a,s) STRONG_ALIAS(a,s)
|
||||
|
||||
#else /* _KERNEL */
|
||||
|
||||
#define ATOMIC_OP_ALIAS(a,s) WEAK_ALIAS(a,s)
|
||||
|
||||
#endif /* _KERNEL */
|
||||
|
||||
#endif /* _ATOMIC_OP_ASM_H_ */
|
||||
|
|
@ -0,0 +1,91 @@
|
|||
/* $NetBSD: atomic_or.S,v 1.2 2007/11/28 17:39:08 ad Exp $ */
|
||||
|
||||
/*-
|
||||
* Copyright (c) 2007 The NetBSD Foundation, Inc.
|
||||
* All rights reserved.
|
||||
*
|
||||
* This code is derived from software contributed to The NetBSD Foundation
|
||||
* by Jason R. Thorpe.
|
||||
*
|
||||
* Redistribution and use in source and binary forms, with or without
|
||||
* modification, are permitted provided that the following conditions
|
||||
* are met:
|
||||
* 1. Redistributions of source code must retain the above copyright
|
||||
* notice, this list of conditions and the following disclaimer.
|
||||
* 2. Redistributions in binary form must reproduce the above copyright
|
||||
* notice, this list of conditions and the following disclaimer in the
|
||||
* documentation and/or other materials provided with the distribution.
|
||||
* 3. All advertising materials mentioning features or use of this software
|
||||
* must display the following acknowledgement:
|
||||
* This product includes software developed by the NetBSD
|
||||
* Foundation, Inc. and its contributors.
|
||||
* 4. Neither the name of The NetBSD Foundation nor the names of its
|
||||
* contributors may be used to endorse or promote products derived
|
||||
* from this software without specific prior written permission.
|
||||
*
|
||||
* THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
|
||||
* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
|
||||
* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
* POSSIBILITY OF SUCH DAMAGE.
|
||||
*/
|
||||
|
||||
#include "atomic_op_asm.h"
|
||||
|
||||
.text
|
||||
|
||||
LEAF_NOPROFILE(_atomic_or_32, 2)
|
||||
1: ldl_l t1, 0(a0)
|
||||
bis t1, a1, t2
|
||||
stl_c t2, 0(a0)
|
||||
beq t2, 2f
|
||||
RET
|
||||
2: br 1b
|
||||
END(_atomic_or_32)
|
||||
ATOMIC_OP_ALIAS(atomic_or_32,_atomic_or_32)
|
||||
ATOMIC_OP_ALIAS(atomic_or_uint,_atomic_or_32)
|
||||
STRONG_ALIAS(_atomic_or_uint,_atomic_or_32)
|
||||
|
||||
LEAF_NOPROFILE(_atomic_or_32_nv, 2)
|
||||
1: ldl_l t1, 0(a0)
|
||||
bis t1, a1, t2
|
||||
mov t2, v0
|
||||
stl_c t2, 0(a0)
|
||||
beq t2, 2f
|
||||
RET
|
||||
2: br 1b
|
||||
END(_atomic_or_32_nv)
|
||||
ATOMIC_OP_ALIAS(atomic_or_32_nv,_atomic_or_32_nv)
|
||||
ATOMIC_OP_ALIAS(atomic_or_uint_nv,_atomic_or_32_nv)
|
||||
STRONG_ALIAS(_atomic_or_uint_nv,_atomic_or_32_nv)
|
||||
|
||||
LEAF_NOPROFILE(_atomic_or_64, 2)
|
||||
1: ldq_l t1, 0(a0)
|
||||
bis t1, a1, t2
|
||||
stq_c t2, 0(a0)
|
||||
beq t2, 2f
|
||||
RET
|
||||
2: br 1b
|
||||
END(_atomic_or_64)
|
||||
ATOMIC_OP_ALIAS(atomic_or_64,_atomic_or_64)
|
||||
ATOMIC_OP_ALIAS(atomic_or_ulong,_atomic_or_64)
|
||||
STRONG_ALIAS(_atomic_or_ulong,_atomic_or_64)
|
||||
|
||||
LEAF_NOPROFILE(_atomic_or_64_nv, 2)
|
||||
1: ldq_l t1, 0(a0)
|
||||
bis t1, a1, t2
|
||||
mov t2, v0
|
||||
stq_c t2, 0(a0)
|
||||
beq t2, 2f
|
||||
RET
|
||||
2: br 1b
|
||||
END(_atomic_or_64_nv)
|
||||
ATOMIC_OP_ALIAS(atomic_or_64_nv,_atomic_or_64_nv)
|
||||
ATOMIC_OP_ALIAS(atomic_or_ulong_nv,_atomic_or_64_nv)
|
||||
STRONG_ALIAS(_atomic_or_ulong_nv,_atomic_or_64_nv)
|
||||
|
|
@ -0,0 +1,67 @@
|
|||
/* $NetBSD: atomic_swap.S,v 1.2 2007/11/28 17:39:08 ad Exp $ */
|
||||
|
||||
/*-
|
||||
* Copyright (c) 2007 The NetBSD Foundation, Inc.
|
||||
* All rights reserved.
|
||||
*
|
||||
* This code is derived from software contributed to The NetBSD Foundation
|
||||
* by Jason R. Thorpe.
|
||||
*
|
||||
* Redistribution and use in source and binary forms, with or without
|
||||
* modification, are permitted provided that the following conditions
|
||||
* are met:
|
||||
* 1. Redistributions of source code must retain the above copyright
|
||||
* notice, this list of conditions and the following disclaimer.
|
||||
* 2. Redistributions in binary form must reproduce the above copyright
|
||||
* notice, this list of conditions and the following disclaimer in the
|
||||
* documentation and/or other materials provided with the distribution.
|
||||
* 3. All advertising materials mentioning features or use of this software
|
||||
* must display the following acknowledgement:
|
||||
* This product includes software developed by the NetBSD
|
||||
* Foundation, Inc. and its contributors.
|
||||
* 4. Neither the name of The NetBSD Foundation nor the names of its
|
||||
* contributors may be used to endorse or promote products derived
|
||||
* from this software without specific prior written permission.
|
||||
*
|
||||
* THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
|
||||
* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
|
||||
* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
* POSSIBILITY OF SUCH DAMAGE.
|
||||
*/
|
||||
|
||||
#include "atomic_op_asm.h"
|
||||
|
||||
.text
|
||||
|
||||
LEAF_NOPROFILE(_atomic_swap_32, 2)
|
||||
1: ldl_l v0, 0(a0)
|
||||
mov a1, t2
|
||||
stl_c t2, 0(a0)
|
||||
beq t2, 2f
|
||||
RET
|
||||
2: br 1b
|
||||
END(_atomic_swap_32)
|
||||
ATOMIC_OP_ALIAS(atomic_swap_32,_atomic_swap_32)
|
||||
ATOMIC_OP_ALIAS(atomic_swap_uint,_atomic_swap_32)
|
||||
STRONG_ALIAS(_atomic_swap_uint,_atomic_swap_32)
|
||||
|
||||
LEAF_NOPROFILE(_atomic_swap_64, 2)
|
||||
1: ldq_l v0, 0(a0)
|
||||
mov a1, t2
|
||||
stq_c t2, 0(a0)
|
||||
beq t2, 2f
|
||||
RET
|
||||
2: br 1b
|
||||
END(_atomic_swap_64)
|
||||
ATOMIC_OP_ALIAS(atomic_swap_64,_atomic_swap_64)
|
||||
ATOMIC_OP_ALIAS(atomic_swap_ulong,_atomic_swap_64)
|
||||
STRONG_ALIAS(_atomic_swap_ulong,_atomic_swap_64)
|
||||
ATOMIC_OP_ALIAS(atomic_swap_ptr,_atomic_swap_64)
|
||||
STRONG_ALIAS(_atomic_swap_ptr,_atomic_swap_64)
|
||||
|
|
@ -0,0 +1,83 @@
|
|||
/* $NetBSD: membar_ops.S,v 1.2 2007/11/28 17:39:08 ad Exp $ */
|
||||
|
||||
/*-
|
||||
* Copyright (c) 2006, 2007 The NetBSD Foundation, Inc.
|
||||
* All rights reserved.
|
||||
*
|
||||
* This code is derived from software contributed to The NetBSD Foundation
|
||||
* by Jason R. Thorpe.
|
||||
*
|
||||
* Redistribution and use in source and binary forms, with or without
|
||||
* modification, are permitted provided that the following conditions
|
||||
* are met:
|
||||
* 1. Redistributions of source code must retain the above copyright
|
||||
* notice, this list of conditions and the following disclaimer.
|
||||
* 2. Redistributions in binary form must reproduce the above copyright
|
||||
* notice, this list of conditions and the following disclaimer in the
|
||||
* documentation and/or other materials provided with the distribution.
|
||||
* 3. All advertising materials mentioning features or use of this software
|
||||
* must display the following acknowledgement:
|
||||
* This product includes software developed by the NetBSD
|
||||
* Foundation, Inc. and its contributors.
|
||||
* 4. Neither the name of The NetBSD Foundation nor the names of its
|
||||
* contributors may be used to endorse or promote products derived
|
||||
* from this software without specific prior written permission.
|
||||
*
|
||||
* THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
|
||||
* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
|
||||
* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
* POSSIBILITY OF SUCH DAMAGE.
|
||||
*/
|
||||
|
||||
#include "atomic_op_asm.h"
|
||||
|
||||
#if defined(_KERNEL)
|
||||
|
||||
.text
|
||||
|
||||
/*
|
||||
* We start out with no-op versions that do nothing. We hot-patch when
|
||||
* we detect a MP system.
|
||||
*/
|
||||
LEAF_NOPROFILE(_membar_producer, 0)
|
||||
RET
|
||||
nop
|
||||
END(_membar_producer)
|
||||
EXPORT(_membar_producer_end)
|
||||
ATOMIC_OP_ALIAS(membar_producer,_membar_producer)
|
||||
|
||||
LEAF_NOPROFILE(_membar_sync, 0)
|
||||
RET
|
||||
nop
|
||||
END(_membar_sync)
|
||||
EXPORT(_membar_sync_end)
|
||||
ATOMIC_OP_ALIAS(membar_sync,_membar_sync)
|
||||
ATOMIC_OP_ALIAS(membar_enter,_membar_sync)
|
||||
STRONG_ALIAS(_membar_enter,_membar_sync)
|
||||
ATOMIC_OP_ALIAS(membar_exit,_membar_sync)
|
||||
STRONG_ALIAS(_membar_exit,_membar_sync)
|
||||
ATOMIC_OP_ALIAS(membar_consumer,_membar_sync)
|
||||
STRONG_ALIAS(_membar_consumer,_membar_sync)
|
||||
|
||||
LEAF_NOPROFILE(_membar_producer_mp, 0)
|
||||
wmb
|
||||
RET
|
||||
END(_membar_producer_mp)
|
||||
EXPORT(_membar_producer_mp_end)
|
||||
|
||||
LEAF_NOPROFILE(_membar_sync_mp, 0)
|
||||
mb
|
||||
RET
|
||||
END(_membar_sync_mp)
|
||||
EXPORT(_membar_sync_mp_end)
|
||||
|
||||
#else /* _KERNEL */
|
||||
|
||||
#endif /* _KERNEL */
|
||||
Loading…
Reference in New Issue