changecom(`/*', `*/')dnl
/*
* %CopyrightBegin%
*
* Copyright Ericsson AB 2001-2016. All Rights Reserved.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*
* %CopyrightEnd%
*/
#`define ASM'
include(`hipe/hipe_x86_asm.m4')
#`include' "config.h"
#`include' "hipe_literals.h"
`#if THE_NON_VALUE == 0
#define TEST_GOT_EXN testl %eax,%eax
#else
#define TEST_GOT_EXN cmpl $THE_NON_VALUE,%eax
#endif'
`#if defined(ERTS_ENABLE_LOCK_CHECK) && defined(ERTS_SMP)
# define CALL_BIF(F) movl $CSYM(F), P_BIF_CALLEE(P); call CSYM(hipe_debug_bif_wrapper)
#else
# define CALL_BIF(F) call CSYM(F)
#endif'
define(TEST_GOT_MBUF,`movl P_MBUF(P), %edx /* `TEST_GOT_MBUF' */
testl %edx, %edx
jnz 3f
2:')
define(HANDLE_GOT_MBUF,`
3: call nbif_$1_gc_after_bif /* `HANDLE_GOT_MBUF' */
jmp 2b')
/*
* standard_bif_interface_1(nbif_name, cbif_name)
* standard_bif_interface_2(nbif_name, cbif_name)
* standard_bif_interface_3(nbif_name, cbif_name)
* standard_bif_interface_4(nbif_name, cbif_name)
* standard_bif_interface_0(nbif_name, cbif_name)
*
* Generate native interface for a BIF with 0-4 parameters and
* standard failure mode.
*/
define(standard_bif_interface_1,
`
#ifndef HAVE_$1
#`define' HAVE_$1
TEXT
.align 4
GLOBAL(ASYM($1))
ASYM($1):
/* copy native stack pointer */
NBIF_COPY_NSP(1)
/* switch to C stack */
SWITCH_ERLANG_TO_C
/* make the call on the C stack */
NBIF_ARG_REG(0,P)
NBIF_ARG(2,1,0)
lea 8(%esp), %eax
NBIF_ARG_REG(1,%eax) /* BIF__ARGS */
CALL_BIF($2)
TEST_GOT_MBUF
/* switch to native stack */
SWITCH_C_TO_ERLANG
/* throw exception if failure, otherwise return */
TEST_GOT_EXN
jz nbif_1_simple_exception
NBIF_RET(1)
HANDLE_GOT_MBUF(1)
SET_SIZE(ASYM($1))
TYPE_FUNCTION(ASYM($1))
#endif')
define(standard_bif_interface_2,
`
#ifndef HAVE_$1
#`define' HAVE_$1
TEXT
.align 4
GLOBAL(ASYM($1))
ASYM($1):
/* copy native stack pointer */
NBIF_COPY_NSP(2)
/* switch to C stack */
SWITCH_ERLANG_TO_C
/* make the call on the C stack */
NBIF_ARG_REG(0,P)
NBIF_ARG(2,2,0)
NBIF_ARG(3,2,1)
lea 8(%esp), %eax
NBIF_ARG_REG(1,%eax) /* BIF__ARGS */
CALL_BIF($2)
TEST_GOT_MBUF
/* switch to native stack */
SWITCH_C_TO_ERLANG
/* throw exception if failure, otherwise return */
TEST_GOT_EXN
jz nbif_2_simple_exception
NBIF_RET(2)
HANDLE_GOT_MBUF(2)
SET_SIZE(ASYM($1))
TYPE_FUNCTION(ASYM($1))
#endif')
define(standard_bif_interface_3,
`
#ifndef HAVE_$1
#`define' HAVE_$1
TEXT
.align 4
GLOBAL(ASYM($1))
ASYM($1):
/* copy native stack pointer */
NBIF_COPY_NSP(3)
/* switch to C stack */
SWITCH_ERLANG_TO_C
/* make the call on the C stack */
NBIF_ARG_REG(0,P)
NBIF_ARG(2,3,0)
NBIF_ARG(3,3,1)
NBIF_ARG(4,3,2)
lea 8(%esp), %eax
NBIF_ARG_REG(1,%eax) /* BIF__ARGS */
CALL_BIF($2)
TEST_GOT_MBUF
/* switch to native stack */
SWITCH_C_TO_ERLANG
/* throw exception if failure, otherwise return */
TEST_GOT_EXN
jz nbif_3_simple_exception
NBIF_RET(3)
HANDLE_GOT_MBUF(3)
SET_SIZE(ASYM($1))
TYPE_FUNCTION(ASYM($1))
#endif')
define(standard_bif_interface_4,
`
#ifndef HAVE_$1
#`define' HAVE_$1
TEXT
.align 4
GLOBAL(ASYM($1))
ASYM($1):
/* copy native stack pointer */
NBIF_COPY_NSP(4)
/* switch to C stack */
SWITCH_ERLANG_TO_C
/* make the call on the C stack */
NBIF_ARG_REG(0,P)
NBIF_ARG(2,4,0)
NBIF_ARG(3,4,1)
NBIF_ARG(4,4,2)
NBIF_ARG(5,4,3)
lea 8(%esp), %eax
NBIF_ARG_REG(1,%eax) /* BIF__ARGS */
CALL_BIF($2)
TEST_GOT_MBUF
/* switch to native stack */
SWITCH_C_TO_ERLANG
/* throw exception if failure, otherwise return */
TEST_GOT_EXN
jz nbif_4_simple_exception
NBIF_RET(4)
HANDLE_GOT_MBUF(4)
SET_SIZE(ASYM($1))
TYPE_FUNCTION(ASYM($1))
#endif')
define(standard_bif_interface_0,
`
#ifndef HAVE_$1
#`define' HAVE_$1
TEXT
.align 4
GLOBAL(ASYM($1))
ASYM($1):
/* switch to C stack */
SWITCH_ERLANG_TO_C
/* make the call on the C stack */
NBIF_ARG_REG(0,P)
/* skip BIF__ARGS */
CALL_BIF($2)
TEST_GOT_MBUF
/* switch to native stack */
SWITCH_C_TO_ERLANG
/* throw exception if failure, otherwise return */
TEST_GOT_EXN
jz nbif_0_simple_exception
NBIF_RET(0)
HANDLE_GOT_MBUF(0)
SET_SIZE(ASYM($1))
TYPE_FUNCTION(ASYM($1))
#endif')
/*
* nofail_primop_interface_0(nbif_name, cbif_name)
* nofail_primop_interface_1(nbif_name, cbif_name)
* nofail_primop_interface_2(nbif_name, cbif_name)
* nofail_primop_interface_3(nbif_name, cbif_name)
*
* Generate native interface for a primop with implicit P
* parameter, 0-3 ordinary parameters and no failure mode.
* Also used for guard BIFs.
*/
define(nofail_primop_interface_0,
`
#ifndef HAVE_$1
#`define' HAVE_$1
TEXT
.align 4
GLOBAL(ASYM($1))
ASYM($1):
/* switch to C stack */
SWITCH_ERLANG_TO_C
/* make the call on the C stack */
NBIF_ARG_REG(0,P)
call CSYM($2)
TEST_GOT_MBUF
/* switch to native stack */
SWITCH_C_TO_ERLANG
/* return */
NBIF_RET(0)
HANDLE_GOT_MBUF(0)
SET_SIZE(ASYM($1))
TYPE_FUNCTION(ASYM($1))
#endif')
define(nofail_primop_interface_1,
`
#ifndef HAVE_$1
#`define' HAVE_$1
TEXT
.align 4
GLOBAL(ASYM($1))
ASYM($1):
/* copy native stack pointer */
NBIF_COPY_NSP(1)
/* switch to C stack */
SWITCH_ERLANG_TO_C
/* make the call on the C stack */
NBIF_ARG_REG(0,P)
NBIF_ARG(1,1,0)
call CSYM($2)
TEST_GOT_MBUF
/* switch to native stack */
SWITCH_C_TO_ERLANG
/* return */
NBIF_RET(1)
HANDLE_GOT_MBUF(1)
SET_SIZE(ASYM($1))
TYPE_FUNCTION(ASYM($1))
#endif')
define(nofail_primop_interface_2,
`
#ifndef HAVE_$1
#`define' HAVE_$1
TEXT
.align 4
GLOBAL(ASYM($1))
ASYM($1):
/* copy native stack pointer */
NBIF_COPY_NSP(2)
/* switch to C stack */
SWITCH_ERLANG_TO_C
/* make the call on the C stack */
NBIF_ARG_REG(0,P)
NBIF_ARG(1,2,0)
NBIF_ARG(2,2,1)
call CSYM($2)
TEST_GOT_MBUF
/* switch to native stack */
SWITCH_C_TO_ERLANG
/* return */
NBIF_RET(2)
HANDLE_GOT_MBUF(2)
SET_SIZE(ASYM($1))
TYPE_FUNCTION(ASYM($1))
#endif')
define(nofail_primop_interface_3,
`
#ifndef HAVE_$1
#`define' HAVE_$1
TEXT
.align 4
GLOBAL(ASYM($1))
ASYM($1):
/* copy native stack pointer */
NBIF_COPY_NSP(3)
/* switch to C stack */
SWITCH_ERLANG_TO_C
/* make the call on the C stack */
NBIF_ARG_REG(0,P)
NBIF_ARG(1,3,0)
NBIF_ARG(2,3,1)
NBIF_ARG(3,3,2)
call CSYM($2)
TEST_GOT_MBUF
/* switch to native stack */
SWITCH_C_TO_ERLANG
/* return */
NBIF_RET(3)
HANDLE_GOT_MBUF(3)
SET_SIZE(ASYM($1))
TYPE_FUNCTION(ASYM($1))
#endif')
/*
* nocons_nofail_primop_interface_0(nbif_name, cbif_name)
* nocons_nofail_primop_interface_1(nbif_name, cbif_name)
* nocons_nofail_primop_interface_2(nbif_name, cbif_name)
* nocons_nofail_primop_interface_3(nbif_name, cbif_name)
* nocons_nofail_primop_interface_5(nbif_name, cbif_name)
*
* Generate native interface for a primop with implicit P
* parameter, 0-3 or 5 ordinary parameters, and no failure mode.
* The primop cannot CONS or gc.
*/
define(nocons_nofail_primop_interface_0,
`
#ifndef HAVE_$1
#`define' HAVE_$1
TEXT
.align 4
GLOBAL(ASYM($1))
ASYM($1):
/* switch to C stack */
SWITCH_ERLANG_TO_C_QUICK
/* make the call on the C stack */
NBIF_ARG_REG(0,P)
call CSYM($2)
/* switch to native stack */
SWITCH_C_TO_ERLANG_QUICK
/* return */
NBIF_RET(0)
SET_SIZE(ASYM($1))
TYPE_FUNCTION(ASYM($1))
#endif')
define(nocons_nofail_primop_interface_1,
`
#ifndef HAVE_$1
#`define' HAVE_$1
TEXT
.align 4
GLOBAL(ASYM($1))
ASYM($1):
/* copy native stack pointer */
NBIF_COPY_NSP(1)
/* switch to C stack */
SWITCH_ERLANG_TO_C_QUICK
/* make the call on the C stack */
NBIF_ARG_REG(0,P)
NBIF_ARG(1,1,0)
call CSYM($2)
/* switch to native stack */
SWITCH_C_TO_ERLANG_QUICK
/* return */
NBIF_RET(1)
SET_SIZE(ASYM($1))
TYPE_FUNCTION(ASYM($1))
#endif')
define(nocons_nofail_primop_interface_2,
`
#ifndef HAVE_$1
#`define' HAVE_$1
TEXT
.align 4
GLOBAL(ASYM($1))
ASYM($1):
/* copy native stack pointer */
NBIF_COPY_NSP(2)
/* switch to C stack */
SWITCH_ERLANG_TO_C_QUICK
/* make the call on the C stack */
NBIF_ARG_REG(0,P)
NBIF_ARG(1,2,0)
NBIF_ARG(2,2,1)
call CSYM($2)
/* switch to native stack */
SWITCH_C_TO_ERLANG_QUICK
/* return */
NBIF_RET(2)
SET_SIZE(ASYM($1))
TYPE_FUNCTION(ASYM($1))
#endif')
define(nocons_nofail_primop_interface_3,
`
#ifndef HAVE_$1
#`define' HAVE_$1
TEXT
.align 4
GLOBAL(ASYM($1))
ASYM($1):
/* copy native stack pointer */
NBIF_COPY_NSP(3)
/* switch to C stack */
SWITCH_ERLANG_TO_C_QUICK
/* make the call on the C stack */
NBIF_ARG_REG(0,P)
NBIF_ARG(1,3,0)
NBIF_ARG(2,3,1)
NBIF_ARG(3,3,2)
call CSYM($2)
/* switch to native stack */
SWITCH_C_TO_ERLANG_QUICK
/* return */
NBIF_RET(3)
SET_SIZE(ASYM($1))
TYPE_FUNCTION(ASYM($1))
#endif')
define(nocons_nofail_primop_interface_5,
`
#ifndef HAVE_$1
#`define' HAVE_$1
TEXT
.align 4
GLOBAL(ASYM($1))
ASYM($1):
/* copy native stack pointer */
NBIF_COPY_NSP(5)
/* switch to C stack */
SWITCH_ERLANG_TO_C_QUICK
/* make the call on the C stack */
NBIF_ARG_REG(0,P)
NBIF_ARG(1,5,0)
NBIF_ARG(2,5,1)
NBIF_ARG(3,5,2)
NBIF_ARG(4,5,3)
NBIF_ARG(5,5,4)
call CSYM($2)
/* switch to native stack */
SWITCH_C_TO_ERLANG_QUICK
/* return */
NBIF_RET(5)
SET_SIZE(ASYM($1))
TYPE_FUNCTION(ASYM($1))
#endif')
/*
* noproc_primop_interface_0(nbif_name, cbif_name)
* noproc_primop_interface_1(nbif_name, cbif_name)
* noproc_primop_interface_2(nbif_name, cbif_name)
* noproc_primop_interface_3(nbif_name, cbif_name)
* noproc_primop_interface_5(nbif_name, cbif_name)
*
* Generate native interface for a primop with no implicit P
* parameter, 0-3 or 5 ordinary parameters, and no failure mode.
* The primop cannot CONS or gc.
*/
define(noproc_primop_interface_0,
`
#ifndef HAVE_$1
#`define' HAVE_$1
TEXT
.align 4
GLOBAL(ASYM($1))
ASYM($1):
/* switch to C stack */
SWITCH_ERLANG_TO_C_QUICK
/* make the call on the C stack */
call CSYM($2)
/* switch to native stack */
SWITCH_C_TO_ERLANG_QUICK
/* return */
NBIF_RET(0)
SET_SIZE(ASYM($1))
TYPE_FUNCTION(ASYM($1))
#endif')
define(noproc_primop_interface_1,
`
#ifndef HAVE_$1
#`define' HAVE_$1
TEXT
.align 4
GLOBAL(ASYM($1))
ASYM($1):
/* copy native stack pointer */
NBIF_COPY_NSP(1)
/* switch to C stack */
SWITCH_ERLANG_TO_C_QUICK
/* make the call on the C stack */
NBIF_ARG(0,1,0)
call CSYM($2)
/* switch to native stack */
SWITCH_C_TO_ERLANG_QUICK
/* return */
NBIF_RET(1)
SET_SIZE(ASYM($1))
TYPE_FUNCTION(ASYM($1))
#endif')
define(noproc_primop_interface_2,
`
#ifndef HAVE_$1
#`define' HAVE_$1
TEXT
.align 4
GLOBAL(ASYM($1))
ASYM($1):
/* copy native stack pointer */
NBIF_COPY_NSP(2)
/* switch to C stack */
SWITCH_ERLANG_TO_C_QUICK
/* make the call on the C stack */
NBIF_ARG(0,2,0)
NBIF_ARG(1,2,1)
call CSYM($2)
/* switch to native stack */
SWITCH_C_TO_ERLANG_QUICK
/* return */
NBIF_RET(2)
SET_SIZE(ASYM($1))
TYPE_FUNCTION(ASYM($1))
#endif')
define(noproc_primop_interface_3,
`
#ifndef HAVE_$1
#`define' HAVE_$1
TEXT
.align 4
GLOBAL(ASYM($1))
ASYM($1):
/* copy native stack pointer */
NBIF_COPY_NSP(3)
/* switch to C stack */
SWITCH_ERLANG_TO_C_QUICK
/* make the call on the C stack */
NBIF_ARG(0,3,0)
NBIF_ARG(1,3,1)
NBIF_ARG(2,3,2)
call CSYM($2)
/* switch to native stack */
SWITCH_C_TO_ERLANG_QUICK
/* return */
NBIF_RET(3)
SET_SIZE(ASYM($1))
TYPE_FUNCTION(ASYM($1))
#endif')
define(noproc_primop_interface_5,
`
#ifndef HAVE_$1
#`define' HAVE_$1
TEXT
.align 4
GLOBAL(ASYM($1))
ASYM($1):
/* copy native stack pointer */
NBIF_COPY_NSP(5)
/* switch to C stack */
SWITCH_ERLANG_TO_C_QUICK
/* make the call on the C stack */
NBIF_ARG(0,5,0)
NBIF_ARG(1,5,1)
NBIF_ARG(2,5,2)
NBIF_ARG(3,5,3)
NBIF_ARG(4,5,4)
call CSYM($2)
/* switch to native stack */
SWITCH_C_TO_ERLANG_QUICK
/* return */
NBIF_RET(5)
SET_SIZE(ASYM($1))
TYPE_FUNCTION(ASYM($1))
#endif')
/*
* x86-specific primops.
*/
#ifndef NO_FPE_SIGNALS
noproc_primop_interface_0(nbif_handle_fp_exception, erts_restore_fpu)
#endif /* NO_FPE_SIGNALS */
/*
* Implement gc_bif_interface_0 as nofail_primop_interface_0.
*/
define(gc_bif_interface_0,`nofail_primop_interface_0($1, $2)')
/*
* Implement gc_bif_interface_N as standard_bif_interface_N (N=1,2,3).
*/
define(gc_bif_interface_1,`standard_bif_interface_1($1, $2)')
define(gc_bif_interface_2,`standard_bif_interface_2($1, $2)')
define(gc_bif_interface_3,`standard_bif_interface_3($1, $2)')
/*
* Implement gc_nofail_primop_interface_1 as nofail_primop_interface_1.
*/
define(gc_nofail_primop_interface_1,`nofail_primop_interface_1($1, $2)')
include(`hipe/hipe_bif_list.m4')
`#if defined(__linux__) && defined(__ELF__)
.section .note.GNU-stack,"",%progbits
#endif'
